00000800:00000200:1.1F:1768250993.873470:0:3316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f26e90a2] -> 12345-192.168.202.143@tcp (2) 00000800:00000200:3.1F:1768250993.874712:0:3308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f26e90a2] -> 12345-192.168.202.143@tcp (2) 00000800:00000200:3.1:1768250993.874723:0:3308:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.143@tcp 000000005c5fdf27 deleted 00000800:00000010:3.1:1768250993.874726:0:3308:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c5fdf27. 00000800:00000200:3.1:1768250993.874730:0:3308:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1768250993.874736:0:3308:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.143@tcp ip 192.168.202.143:1023 00000800:00000200:3.1:1768250993.874740:0:3308:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003dd7f06f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1768250993.878039:0:3307:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1768250993.878939:0:3309:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f26e90a2] -> 12345-192.168.202.143@tcp (4) 00000800:00000200:2.1:1768250993.878943:0:3309:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.143@tcp 000000003e4867c9 deleted 00000800:00000010:2.1:1768250993.878946:0:3309:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003e4867c9. 00000800:00000200:2.1:1768250993.878950:0:3309:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1768250993.879058:0:3307:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1768250994.094555:0:5622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000022d6795f. 00010000:00000010:0.1:1768250994.094576:0:5622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c55effd. 00010000:00000010:0.1:1768250995.008051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a7994bb. 00010000:00000010:1.1:1768250995.008537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bbcb14d. 00010000:00000010:1.1:1768250995.008543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000563fee5d. 00010000:00000010:3.1:1768250995.012060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c7bd6613. 00010000:00000010:3.1:1768250995.012071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007eee1c7e. 00010000:00010000:3.0:1768252339.938570:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963800/0xef9a6e5c83abb17a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb173 expref: 18 pid: 5775 timeout: 1695 lvb_type: 0 00010000:00010000:3.0:1768252339.938596:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963800/0xef9a6e5c83abb17a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb173 expref: 18 pid: 5775 timeout: 1695 lvb_type: 0 00010000:00010000:3.0:1768252339.938609:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963800/0xef9a6e5c83abb17a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb173 expref: 18 pid: 5775 timeout: 1695 lvb_type: 0 00010000:00010000:3.0:1768252339.938623:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938630:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938643:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938650:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938656:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938662:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938667:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252339.938671:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938677:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938687:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abb222 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60033 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252339.938700:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252339.938728:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476035072:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252339.938735:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1768252339.938777:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476035072:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252340.594542:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252341.564580:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476035200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252341.564596:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252341.564604:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252341.564622:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252341.564627:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252341.564634:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252341.618264:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252341.815950:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476035968 00000100:00100000:3.0:1768252341.815958:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476035968 00000100:00100000:3.0:1768252341.816042:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1768252341.816052:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476035968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252341.816109:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476035968:12345-0@lo:400:kworker.0 Request processed in 58us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252341.816120:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1768252341.817719:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1768252341.817729:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476035456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252341.817766:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476035456:12345-0@lo:400:kworker.0 Request processed in 39us (2276us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252341.817772:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1768252341.820395:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476035712 00000100:00100000:3.0:1768252341.820402:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476035712 00000100:00100000:3.0:1768252341.820447:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1768252341.820455:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476035712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252341.820508:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476035712:12345-0@lo:400:kworker.0 Request processed in 54us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252341.820515:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1768252341.820566:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476035712:0@lo:400:kworker.0 00000100:00080000:3.0:1768252341.823402:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768252342.642210:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252343.667466:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252344.263710:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451739392 00000100:00100000:3.0:1768252344.263714:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451739392 00000100:00100000:3.0:1768252344.263740:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 919 00000100:00100000:3.0:1768252344.263754:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451739392:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252344.263789:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451739392:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252344.263796:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 919 00000100:00080000:3.0:1768252344.263824:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252344.263829:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252344.263831:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252344.317973:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 445 00000100:00100000:3.0:1768252344.317983:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35087:x1854145451739904:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252344.318002:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252344.318048:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb23e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6aac expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.318108:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb245 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.318121:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb245 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.318134:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb245 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252344.318344:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768252344.318349:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252344.318386:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb245 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.318411:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb23e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aac expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.318429:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb245 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aac expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.318439:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252344.318442:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252344.318445:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252344.318521:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35087:x1854145451739904:12345-192.168.202.43@tcp:101:rm.0 Request processed in 539us (1858us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252344.318530:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 445 00000100:00100000:3.0:1768252344.328142:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451740032 00000100:00100000:3.0:1768252344.328166:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451740032 00000100:00100000:3.0:1768252344.328240:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 446 00000100:00100000:3.0:1768252344.328249:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35087:x1854145451740032:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252344.328270:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252344.328291:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb24c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ab3 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.328361:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328374:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328387:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328402:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328408:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328414:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328521:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb261 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328529:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328539:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252344.328584:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 11776 00000004:00200000:3.0:1768252344.328588:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252344.328613:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328625:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328631:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328638:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328644:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252344.328648:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328655:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328667:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252344.328670:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252344.328675:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328681:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb253 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328694:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328701:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328706:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328710:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252344.328713:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328719:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328725:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff97274f8b9800) 00010000:00010000:3.0:1768252344.328728:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252344.328731:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328736:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb25a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.328764:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb24c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ab3 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.328775:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ab3 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.328782:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252344.328784:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252344.328786:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252344.328854:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35087:x1854145451740032:12345-192.168.202.43@tcp:101:rm.0 Request processed in 606us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252344.328862:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 446 00010000:00010000:2.0:1768252344.332808:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb268 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aba expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252344.332822:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:2.0:1768252344.332825:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1768252344.332830:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aba expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252344.332843:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01600, rc 0) 00000100:00100000:2.0:1768252344.332902:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35087:x1854145451740288:12345-192.168.202.43@tcp:101:rm.0 Request processed in 479us (667us total) trans 4294967475 rc 301/301 00000100:00100000:2.0:1768252344.332910:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 447 00000100:00100000:2.0:1768252344.337904:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451740416 00000100:00100000:2.0:1768252344.337914:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451740416 00000100:00100000:2.0:1768252344.338007:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 83 00000100:00100000:2.0:1768252344.338058:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35087:x1854145451740416:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:2.0:1768252344.342980:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35087:x1854145451740416:12345-192.168.202.43@tcp:37:rm.0 Request processed in 4912us (5167us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252344.342994:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 83 00000100:00100000:2.0:1768252344.346301:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451740672 00000100:00100000:2.0:1768252344.346312:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451740672 00000100:00100000:2.0:1768252344.346376:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 84 00000100:00100000:2.0:1768252344.346386:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35087:x1854145451740672:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:2.0:1768252344.346773:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35087:x1854145451740672:12345-192.168.202.43@tcp:35:rm.0 Request processed in 387us (586us total) trans 4294967476 rc 0/0 00000100:00100000:2.0:1768252344.346780:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 84 00000100:00100000:3.0:1768252344.349759:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451740928 00000100:00100000:3.0:1768252344.349770:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451740928 00000100:00100000:3.0:1768252344.349830:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 448 00000100:00100000:3.0:1768252344.349839:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35087:x1854145451740928:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768252344.349895:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252344.349920:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb261 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ab3 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.349941:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252344.349956:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb245 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aac expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.349964:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252344.349970:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252344.349994:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350007:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350060:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350073:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb27d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350080:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb27d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350091:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb27d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350230:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350239:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350245:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252344.350924:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f:0x0]: returning size 11776 00010000:00010000:3.0:1768252344.350945:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350953:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350959:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350966:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252344.350970:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350977:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.350990:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252344.350993:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768252344.350997:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351006:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb284 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351088:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351095:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351101:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351105:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252344.351108:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351113:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351120:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252344.351122:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252344.351125:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.351129:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb276 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768252344.351139:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006b5feebd reply state 00000000ccc1e115 transno 4294967477 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb27d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252344.351147:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252344.351847:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35087:x1854145451740928:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2002us (2252us total) trans 4294967477 rc 0/0 00000100:00100000:3.0:1768252344.351860:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 448 00000100:00100000:2.0:1768252344.372790:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476036096 00000100:00100000:2.0:1768252344.372799:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476036096 00000100:00100000:2.0:1768252344.372872:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1768252344.372882:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476036096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252344.372920:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252344.372969:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476036096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252344.372976:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1768252344.374091:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476036224 00000100:00100000:3.0:1768252344.374098:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476036224 00000100:00100000:3.0:1768252344.374162:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1768252344.374172:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476036224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252344.374208:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252344.374253:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476036224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252344.374259:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1768252344.412909:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451741056 00000100:00100000:3.0:1768252344.412920:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451741056 00000100:00100000:3.0:1768252344.412990:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 449 00000100:00100000:3.0:1768252344.413001:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35091:x1854145451741056:12345-192.168.202.43@tcp:101:mkdir.0 00010000:00010000:3.0:1768252344.413047:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252344.413072:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb28b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ac1 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.413135:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb292 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.413149:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.413161:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252344.413566:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768252344.413572:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252344.413597:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.413623:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb28b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ac1 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.413639:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ac1 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252344.413647:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252344.413651:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252344.413654:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252344.414373:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35091:x1854145451741056:12345-192.168.202.43@tcp:101:mkdir.0 Request processed in 1369us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252344.414384:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 449 00000100:00100000:3.0:1768252344.424949:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451741184 00000100:00100000:3.0:1768252344.424960:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451741184 00000100:00100000:3.0:1768252344.425006:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451741440 00000100:00100000:3.0:1768252344.425009:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451741440 00000100:00100000:3.0:1768252344.425057:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 450 00000100:00100000:3.0:1768252344.425067:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2369:x1854145451741184:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:3.0:1768252344.425111:0:5785:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00010000:00010000:0.0:1768252344.426226:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426243:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426250:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426256:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252344.426851:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00010000:00010000:0.0:1768252344.426862:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426868:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426876:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426882:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252344.426886:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426893:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426902:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252344.426905:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252344.426911:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252344.426916:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb299 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768252344.426937:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000070f93080 reply state 00000000b84460d8 transno 4294967478 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252344.426946:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252344.446585:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:2369:x1854145451741184:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 21494us (21742us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252344.446604:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 450 00000100:00100000:0.0:1768252344.451891:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:35091:x1854145451741440:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 25919us (27009us total) trans 4294967478 rc 0/0 00000100:00100000:0.0:1768252344.451906:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 451 00010000:00010000:2.0:1768252344.463885:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252344.463905:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252344.463915:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252344.463921:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252344.463927:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252344.463936:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252344.463957:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff972775270f00) 00010000:00010000:2.0:1768252344.463960:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252344.463965:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252344.463972:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb2a0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252344.555698:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252344.555797:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451741568 00000100:00100000:0.0:1768252344.555809:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451741568 00000100:00100000:0.0:1768252344.555877:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 452 00000100:00100000:0.0:1768252344.555888:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35095:x1854145451741568:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768252344.555915:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252344.555943:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ac8 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252344.556004:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb2ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252344.556056:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb2ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252344.556069:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb2ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252344.556132:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252344.556136:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252344.556159:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb2ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252344.556181:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ac8 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252344.556200:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb2ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ac8 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252344.556209:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252344.556212:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252344.556217:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252344.556274:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:35095:x1854145451741568:12345-192.168.202.43@tcp:101:chown.0 Request processed in 388us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252344.556320:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 452 00000100:00100000:2.0:1768252344.568751:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451741696 00000100:00100000:2.0:1768252344.568771:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451741696 00000100:00100000:2.0:1768252344.568855:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 453 00000100:00100000:2.0:1768252344.568865:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:35095:x1854145451741696:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768252344.568885:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252344.568907:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abb2b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6acf expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252344.568974:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.568989:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569002:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569058:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569066:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569072:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569173:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb2ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569181:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb2ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569188:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb2ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768252344.569231:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:2.0:1768252344.569236:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252344.569262:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb2ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569274:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569294:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569300:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569306:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252344.569311:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569319:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569340:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:2.0:1768252344.569343:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252344.569349:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569355:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb2bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569379:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569385:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569391:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569396:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252344.569399:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569404:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569412:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff972742c4a400) 00010000:00010000:2.0:1768252344.569414:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252344.569416:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569422:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb2c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252344.569453:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abb2b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6acf expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252344.569466:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb2ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6acf expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252344.569472:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:2.0:1768252344.569475:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252344.569478:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00a00, rc 0) 00000100:00100000:2.0:1768252344.569554:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:35095:x1854145451741696:12345-192.168.202.43@tcp:101:chown.0 Request processed in 691us (2864us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252344.569820:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 453 00000100:00100000:0.0:1768252344.577325:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451741952 00000100:00100000:0.0:1768252344.577345:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451741952 00000100:00100000:0.0:1768252344.577415:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 454 00000100:00100000:0.0:1768252344.577425:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:35095:x1854145451741952:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:0.0:1768252344.577473:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252344.577499:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb2ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6acf expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252344.577521:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:0.0:1768252344.577532:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252344.577558:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252344.577580:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252344.577589:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000001:00080000:2.0:1768252344.654363:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967479 is committed 00000004:00010000:2.0:1768252344.654435:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e7de5ec reply state 000000001fa43a07 transno 4294967479 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768252344.654451:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252344.654500:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00080000:2.0:1768252344.654736:0:6919:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768252344.654761:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35095:x1854145451741952:12345-192.168.202.43@tcp:36:chown.0 Request processed in 77333us (78149us total) trans 4294967479 rc 0/0 00000100:00100000:2.0:1768252344.654771:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 454 00010000:00010000:3.0:1768252344.655435:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.655448:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.655455:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.655460:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252344.655465:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.655473:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.655492:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270900) 00010000:00010000:3.0:1768252344.655495:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252344.655500:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.655506:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb2d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252344.694218:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252345.640204:0:60278:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1c308560 20000000:00000080:2.0:1768252345.640224:0:60278:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d4e000 uarg=0000000000000000 00010000:00010000:2.0:1768252345.640525:0:60278:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252345.640560:0:60278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:2.0:1768252345.640564:0:60278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252345.640575:0:60278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb2ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ac8 expref: 5 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.640598:0:60278:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252345.640614:0:60278:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252345.640628:0:60278:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.640927:0:60278:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.640937:0:60278:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.640976:0:60278:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.640991:0:60278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 17 pid: 5775 timeout: 1701 lvb_type: 0 00000100:00100000:2.0:1768252345.641010:0:60278:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60278:1854145476036352:0@lo:104: 00000100:00100000:2.0:1768252345.641112:0:60278:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252345.642440:0:60278:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264716b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252345.643103:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476036352 00000100:00100000:0.0:1768252345.643115:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476036352 00000100:00100000:0.0:1768252345.643216:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1768252345.643226:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:60278:x1854145476036352:12345-0@lo:104: 00010000:00010000:0.0:1768252345.643241:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252345.643353:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252345.643541:0:60278:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60278:1854145476036352:0@lo:104: 00010000:00010000:2.0:1768252345.643566:0:60278:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.643680:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252345.643687:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.643694:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252345.643698:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.643706:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252345.643713:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252345.643723:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252345.643769:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.643776:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252345.643799:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.643806:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962e00/0xef9a6e5c83abb230 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb237 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.643822:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252345.643824:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252345.643826:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252345.643854:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476036480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252345.643893:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252345.643937:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476036480 00000100:00100000:3.0:1768252345.643941:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476036480 00010000:00010000:3.0:1768252345.643960:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 18 pid: 5775 timeout: 1701 lvb_type: 0 00000100:00100000:3.0:1768252345.643982:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1768252345.643988:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476036480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252345.644000:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252345.644003:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 18 pid: 5775 timeout: 1701 lvb_type: 0 00010000:00010000:3.0:1768252345.644034:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 18 pid: 5775 timeout: 1701 lvb_type: 0 00010000:00010000:3.0:1768252345.644051:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abb237 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb230 expref: 18 pid: 5775 timeout: 1701 lvb_type: 0 00010000:00010000:3.0:1768252345.644065:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644073:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644086:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644093:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644100:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644105:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644110:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252345.644113:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644119:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644129:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252345.644138:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252345.644166:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476036480:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252345.644174:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1768252345.644205:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476036480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252345.644496:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:60278:x1854145476036352:12345-0@lo:104: Request processed in 136us (2247us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252345.644503:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00010000:00010000:2.0:1768252345.644574:0:60278:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.644583:0:60278:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.644589:0:60278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb2d8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252345.717519:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252346.531385:0:60326:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff38719e70 20000000:00000080:0.0:1768252346.531403:0:60326:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647552000 uarg=0000000000000000 00010000:00010000:0.0:1768252346.531839:0:60326:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252346.531853:0:60326:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252346.531864:0:60326:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252346.531883:0:60326:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531897:0:60326:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531907:0:60326:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531913:0:60326:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531919:0:60326:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531929:0:60326:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531935:0:60326:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252346.531939:0:60326:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531945:0:60326:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531957:0:60326:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531963:0:60326:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252346.531968:0:60326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962400/0xef9a6e5c83abb2df lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60326 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252346.931077:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476037248 00000100:00100000:0.0:1768252346.931082:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476037248 00000100:00100000:0.0:1768252346.931124:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1768252346.931131:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476037248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252346.931170:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476037248:12345-0@lo:400:kworker.0 Request processed in 39us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252346.931176:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1768252346.931208:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476037248:0@lo:400:kworker.0 00000100:00100000:3.0:1768252346.931468:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476036992:0@lo:400:kworker.0 00000100:00100000:3.0:1768252346.931501:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252346.931545:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768252346.931552:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476036608:0@lo:400:kworker.0 00000100:00100000:3.0:1768252346.931579:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252346.931601:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476037120:0@lo:400:kworker.0 00000100:00100000:3.0:1768252346.931622:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252346.931647:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476036608 00000100:00100000:3.0:1768252346.931652:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476036608 00000100:00100000:3.0:1768252346.931681:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1768252346.931687:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476036608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252346.931723:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476036608:12345-0@lo:400:kworker.0 Request processed in 36us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252346.931729:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1768252346.931765:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476036608:0@lo:400:kworker.0 00000100:00100000:0.0:1768252346.931832:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476036992 00000100:00100000:0.0:1768252346.931837:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476036992 00000100:00100000:0.0:1768252346.931868:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1768252346.931875:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476036992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252346.931913:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476036992:12345-0@lo:400:kworker.0 Request processed in 39us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252346.931919:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1768252346.931946:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476036992:0@lo:400:kworker.0 00000100:00080000:2.0:1768252346.935247:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252346.936072:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476037120:0@lo:400:kworker.0 10000000:01000000:2.0:1768252347.634749:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252347.634757:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252347.634763:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252347.634817:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252347.634831:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252347.634843:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252347.634874:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476037376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252347.634953:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252347.635051:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1768252347.635961:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476037376 00000100:00100000:0.0:1768252347.635971:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476037376 00000100:00100000:0.0:1768252347.636064:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1768252347.636078:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476037376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252347.636098:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252347.636116:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb2e6 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252347.636142:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252347.636151:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252347.636160:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768252347.636222:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476037376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252347.636229:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1768252347.636288:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476037376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252347.636314:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252347.636325:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252347.636347:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252347.636351:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252347.636357:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252347.763591:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252348.790693:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252349.490548:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252349.490575:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476037504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252349.490670:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252349.490738:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476037632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252349.490761:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252349.490797:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476037504 00000100:00100000:3.0:1768252349.490806:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476037504 00000100:00100000:3.0:1768252349.490858:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476037632 00000100:00100000:3.0:1768252349.490861:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476037632 00000100:00100000:3.0:1768252349.490891:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1768252349.490899:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476037504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252349.490936:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252349.490984:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476037504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252349.490991:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1768252349.491007:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1768252349.491042:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476037632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252349.491071:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252349.491369:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476037632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 355us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252349.491377:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00080000:3.0:1768252349.491399:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252349.491403:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252349.491442:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476037632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252349.491474:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476037504:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252349.820436:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252350.199412:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:2.0:1768252350.847095:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252351.858965:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252352.051665:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476038144:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.051732:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252352.051840:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252352.051847:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476037760:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.051874:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252352.051896:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476038272:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.051932:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252352.051957:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476037888:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.051979:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252352.051993:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476038400:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052032:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252352.052049:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252352.052054:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476038016:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052071:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252352.052109:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038144 00000100:00100000:2.0:1768252352.052117:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038144 00000100:00100000:2.0:1768252352.052172:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038400 00000100:00100000:2.0:1768252352.052175:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038400 00000100:00100000:2.0:1768252352.052192:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1768252352.052199:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476038144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052252:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476038144:12345-0@lo:400:kworker.0 Request processed in 52us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.052272:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1768252352.052291:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1768252352.052297:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476038400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052330:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476038400:12345-0@lo:400:kworker.0 Request processed in 32us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.052335:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1768252352.052353:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476037760 00000100:00100000:2.0:1768252352.052356:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476037760 00000100:00100000:2.0:1768252352.052381:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1768252352.052386:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476037760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052414:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476037760:12345-0@lo:400:kworker.0 Request processed in 28us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.052419:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1768252352.052447:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038272 00000100:00100000:2.0:1768252352.052451:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038272 00000100:00100000:2.0:1768252352.052476:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476037888 00000100:00100000:2.0:1768252352.052479:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476037888 00000100:00100000:2.0:1768252352.052493:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038016 00000100:00100000:2.0:1768252352.052496:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038016 00000100:00100000:2.0:1768252352.052509:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1768252352.052514:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476038272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052545:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476038272:12345-0@lo:400:kworker.0 Request processed in 30us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.052550:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1768252352.052562:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1768252352.052567:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476037888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052592:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476037888:12345-0@lo:400:kworker.0 Request processed in 25us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.052598:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1768252352.052609:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1768252352.052615:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476038016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052638:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476038016:12345-0@lo:400:kworker.0 Request processed in 24us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.052643:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00080000:2.0:1768252352.052668:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252352.052672:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252352.052674:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252352.052716:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476038016:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052724:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476037888:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052732:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476038400:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052756:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476037760:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052765:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476038272:0@lo:400:kworker.0 00000100:00100000:2.0:1768252352.052774:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476038144:0@lo:400:kworker.0 00000020:00000080:0.0:1768252352.115434:0:60571:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff02ba77b0 20000000:00000080:0.0:1768252352.115454:0:60571:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646d66400 uarg=0000000000000000 00010000:00010000:0.0:1768252352.115755:0:60571:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252352.115771:0:60571:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252352.115785:0:60571:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252352.115805:0:60571:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.115823:0:60571:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.115832:0:60571:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.115872:0:60571:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.115886:0:60571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 17 pid: 5775 timeout: 1707 lvb_type: 0 00000100:00100000:0.0:1768252352.115903:0:60571:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60571:1854145476038528:0@lo:104: 00000100:00100000:0.0:1768252352.115976:0:60571:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252352.116048:0:60571:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746dff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252352.116312:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1768252352.116326:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038528 00000100:00100000:2.0:1768252352.116332:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038528 00000100:00100000:2.0:1768252352.116464:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1768252352.116475:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646df0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:60571:x1854145476038528:12345-0@lo:104: 00010000:00010000:2.0:1768252352.116487:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.116549:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252352.116555:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646df0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:60571:x1854145476038528:12345-0@lo:104: Request processed in 83us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252352.116562:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00010000:00010000:2.0:1768252352.116610:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252352.116615:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.116622:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252352.116626:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.116634:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252352.116640:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252352.116645:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252352.116675:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.116681:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252352.116702:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.116708:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb2e6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb2ed expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.116724:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252352.116726:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252352.116728:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252352.116747:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476038656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252352.116776:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252352.117071:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038656 00000100:00100000:3.0:1768252352.117077:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038656 00010000:00010000:3.0:1768252352.117100:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 18 pid: 5775 timeout: 1707 lvb_type: 0 00000100:00100000:3.0:1768252352.117121:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1768252352.117127:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97274507bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476038656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252352.117141:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252352.117146:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 18 pid: 5775 timeout: 1707 lvb_type: 0 00010000:00010000:3.0:1768252352.117156:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 18 pid: 5775 timeout: 1707 lvb_type: 0 00010000:00010000:3.0:1768252352.117174:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117181:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117196:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117203:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117210:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117218:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117223:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252352.117227:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117234:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117242:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252352.117253:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252352.117299:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97274507bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476038656:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252352.117306:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1768252352.117537:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476038656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252352.117621:0:60571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abb2ed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb2e6 expref: 17 pid: 5775 timeout: 1707 lvb_type: 0 00000100:00100000:0.0:1768252352.117633:0:60571:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60571:1854145476038528:0@lo:104: 00010000:00010000:0.0:1768252352.117647:0:60571:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.117655:0:60571:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.117660:0:60571:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252352.117666:0:60571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962200/0xef9a6e5c83abb2f4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252352.882213:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252353.911144:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252354.100289:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252354.100296:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252354.100300:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252354.100343:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100357:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100369:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252354.100397:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476038784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252354.100461:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252354.100508:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86c00 going to sleep for 11 seconds 00000100:00100000:0.0:1768252354.100531:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038784 00000100:00100000:0.0:1768252354.100537:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038784 00000100:00100000:0.0:1768252354.100580:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1768252354.100589:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476038784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252354.100601:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252354.100615:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963a00/0xef9a6e5c83abb302 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb2fb expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100639:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963a00/0xef9a6e5c83abb302 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb2fb expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100650:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abb302 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb2fb expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100658:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252354.100694:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476038784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252354.100701:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1768252354.100751:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476038784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252354.100764:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100772:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252354.100789:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252354.100795:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252354.100806:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252354.504513:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451742720 00000100:00100000:0.0:1768252354.504518:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451742720 00000100:00100000:0.0:1768252354.504562:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 925 00000100:00100000:0.0:1768252354.504570:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451742720:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252354.504608:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451742720:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 38us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252354.504614:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 925 00000100:00100000:3.0:1768252354.505396:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451742848 00000100:00100000:3.0:1768252354.505403:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451742848 00000100:00100000:3.0:1768252354.505461:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1035 00000100:00100000:3.0:1768252354.505469:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451742848:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252354.505515:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451742848:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 47us (1671us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252354.505522:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1035 00000100:00100000:3.0:1768252354.610320:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252354.610343:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476038912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252354.610408:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252354.610498:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476038912 00000100:00100000:3.0:1768252354.610507:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476038912 00000100:00100000:3.0:1768252354.610576:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1768252354.610584:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476038912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252354.610622:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252354.610669:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476038912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252354.610676:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1768252354.610739:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476038912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252354.611625:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252354.611639:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648563b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476039040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252354.611680:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768252354.612040:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252355.561462:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451743232 00000100:00100000:3.0:1768252355.561472:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451743232 00000100:00100000:3.0:1768252355.561527:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 455 00000100:00100000:3.0:1768252355.561536:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35273:x1854145451743232:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252355.561554:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252355.561619:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ad6 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252355.561680:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb310 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252355.561693:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252355.561709:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768252355.561777:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768252355.561782:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252355.561808:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252355.561833:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ad6 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252355.561850:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb310 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ad6 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252355.561859:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252355.561862:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252355.561865:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252355.561918:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35273:x1854145451743232:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 383us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252355.561925:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 455 00000100:00100000:3.0:1768252355.569185:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252355.581465:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252355.581519:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451743616 00000100:00100000:0.0:1768252355.581529:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451743616 00000100:00100000:0.0:1768252355.581579:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 457 00000100:00100000:0.0:1768252355.581588:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35273:x1854145451743616:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252355.581649:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252355.581677:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abb32c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6add expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252355.581693:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972749ca9200) 00010000:00010000:0.0:1768252355.581703:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252355.581730:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252355.581742:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252355.581753:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:2.0:1768252355.617695:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967480 is committed 00000004:00010000:2.0:1768252355.617749:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000780d7c41 reply state 0000000075c1d212 transno 4294967480 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252355.617763:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252355.617805:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00080000:2.0:1768252355.617913:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768252355.617931:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35273:x1854145451743616:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 36340us (36471us total) trans 4294967480 rc 0/0 00000100:00100000:2.0:1768252355.617940:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 457 00010000:00010000:2.0:1768252355.617975:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252355.617983:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252355.617990:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252355.617995:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252355.617999:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252355.618007:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252355.618043:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270900) 00010000:00010000:2.0:1768252355.618045:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768252355.618049:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252355.618054:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abb333 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252355.955341:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252356.472278:0:60768:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd010d9600 20000000:00000080:3.0:1768252356.472297:0:60768:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dafd800 uarg=0000000000000000 00010000:00010000:3.0:1768252356.472668:0:60768:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252356.472706:0:60768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252356.472710:0:60768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252356.472723:0:60768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb310 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ad6 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252356.472746:0:60768:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252356.472761:0:60768:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252356.473487:0:60768:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abb33a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 60768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252356.473504:0:60768:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963a00/0xef9a6e5c83abb302 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb2fb expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252356.473513:0:60768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abb33a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 60768 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252356.473552:0:60768:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963a00/0xef9a6e5c83abb302 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb2fb expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252356.473577:0:60768:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abb302 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb2fb expref: 17 pid: 5778 timeout: 1711 lvb_type: 0 00000100:00100000:3.0:1768252356.473592:0:60768:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60768:1854145476039168:0@lo:104: 00000100:00100000:3.0:1768252356.473653:0:60768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252356.473755:0:60768:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1900 going to sleep for 11 seconds 00000100:00100000:3.0:1768252356.476580:0:60768:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:60768:1854145476039168:0@lo:104: 00010000:00010000:3.0:1768252356.476606:0:60768:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abb33a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 60768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.477184:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252356.477192:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.477201:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252356.477205:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.477221:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252356.477228:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252356.477234:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252356.477280:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.477286:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1768252356.477333:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476039296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252356.477376:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1768252356.477481:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.477489:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abb2fb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb302 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.477504:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252356.477505:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252356.477507:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252356.478231:0:60768:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abb33a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.478244:0:60768:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abb33a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252356.478250:0:60768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abb33a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 60768 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252356.484353:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476039296:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252356.986587:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252357.170362:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476039552:0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.171464:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252357.171495:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648177480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476040064:0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.171519:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252357.171536:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252357.171541:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476039680:0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.171559:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252357.171588:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476040064 00000100:00100000:3.0:1768252357.171593:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476040064 00000100:00100000:3.0:1768252357.171620:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1768252357.171627:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476040064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.171661:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476040064:12345-0@lo:400:kworker.0 Request processed in 35us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252357.171667:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:3.0:1768252357.171682:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252357.171688:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476039552 00000100:00100000:3.0:1768252357.171692:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476039552 00000100:00100000:3.0:1768252357.171711:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476039680 00000100:00100000:3.0:1768252357.171714:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476039680 00000100:00100000:3.0:1768252357.171737:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1768252357.171743:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476039552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.172232:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476039552:12345-0@lo:400:kworker.0 Request processed in 488us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252357.172240:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1768252357.172253:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1768252357.172260:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476039680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.172289:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476039680:12345-0@lo:400:kworker.0 Request processed in 30us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252357.172294:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00080000:3.0:1768252357.172316:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252357.172342:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476039680:0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.172354:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476039552:0@lo:400:kworker.0 00000100:00100000:3.0:1768252357.172362:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648177480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476040064:0@lo:400:kworker.0 10000000:01000000:2.0:1768252357.747133:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252357.747142:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252357.747147:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252357.747197:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252357.747218:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252357.747230:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252357.747262:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476040192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252357.747343:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252357.747397:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727776a8180 going to sleep for 11 seconds 00000100:00100000:0.0:1768252357.747943:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476040192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252357.747968:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252357.747978:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252357.747999:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252357.748004:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252357.748031:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252358.007855:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252359.036248:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252359.628560:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451743872 00000100:00100000:0.0:1768252359.628565:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451743872 00000100:00100000:0.0:1768252359.628596:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00100000:0.0:1768252359.628603:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451743872:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252359.628666:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451743872:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 63us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252359.628673:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00080000:0.0:1768252359.629114:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252359.629120:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252359.629121:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252359.629136:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 237 00000100:00100000:0.0:1768252359.629147:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451744128:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:0.0:1768252359.629163:0:10696:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abb181 00000100:00080000:0.0:1768252359.629168:0:10696:0:(import.c:65:import_set_state_nolock()) ffff972646ff0000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1768252359.634620:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451743744 00000100:00100000:2.0:1768252359.634637:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451743744 00000100:00100000:2.0:1768252359.634691:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 928 00000100:00100000:2.0:1768252359.634700:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451743744:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252359.634788:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451743744:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 89us (7848us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252359.634797:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 928 00000001:00000004:0.0:1768252359.640291:0:10696:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967324 00000100:00100000:0.0:1768252359.640613:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451744128:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 11462us (12391us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252359.640626:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 237 00010000:00010000:2.0:1768252359.646652:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252359.647583:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252359.732565:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648177480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476040320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252359.732638:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252359.732722:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476040320 00000100:00100000:3.0:1768252359.732730:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476040320 00000100:00080000:0.0:1768252359.733266:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252359.734082:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1768252359.734093:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476040320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252359.734130:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1768252359.734199:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252359.734200:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476040320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252359.734210:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1768252359.735278:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648177480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476040320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252359.738453:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476040448:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252360.057172:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252360.322101:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252360.324039:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451744256 00000100:00100000:0.0:1768252360.324053:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451744256 00000100:00100000:0.0:1768252360.324110:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 458 00000100:00100000:0.0:1768252360.324117:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35350:x1854145451744256:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252360.324135:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252360.324153:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb34f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ae4 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.324229:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324245:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324258:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324275:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324282:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324288:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324445:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abb364 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324453:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abb364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324459:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abb364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252360.324488:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:0.0:1768252360.324492:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252360.324518:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abb364 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324532:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324538:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324544:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324550:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252360.324554:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324563:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324576:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252360.324579:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252360.324584:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324590:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb356 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324600:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324605:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324610:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324614:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252360.324617:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324622:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324627:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff972775270100) 00010000:00010000:0.0:1768252360.324629:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252360.324632:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324637:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb35d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.324662:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb34f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ae4 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.324676:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abb364 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ae4 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.324682:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252360.324684:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252360.324686:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252360.324762:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35350:x1854145451744256:12345-192.168.202.43@tcp:101:touch.0 Request processed in 644us (2672us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252360.324770:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 458 00000100:00100000:0.0:1768252360.329391:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252360.329599:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451744512 00000100:00100000:3.0:1768252360.329610:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451744512 00000100:00100000:3.0:1768252360.329710:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 459 00000100:00100000:3.0:1768252360.329721:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35350:x1854145451744512:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252360.329755:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252360.329780:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb36b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6aeb expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.330005:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330048:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330059:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330075:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330082:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330088:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:3.0:1768252360.330629:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:3.0:1768252360.330904:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb380 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330921:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330931:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330964:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330971:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330976:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330982:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252360.330986:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.330993:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.331004:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270700) 00010000:00010000:3.0:1768252360.331007:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252360.331047:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.331054:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb372 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768252360.331065:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bbd4a2cb reply state 000000008f741a91 transno 4294967481 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252360.331073:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252360.331104:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb36b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aeb expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.331117:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb380 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aeb expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.331124:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252360.331126:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252360.331128:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768252360.331219:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35350:x1854145451744512:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1500us (1839us total) trans 4294967481 rc 0/0 00000100:00100000:3.0:1768252360.331227:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 459 00010000:00010000:3.0:1768252360.337369:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.337392:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.337402:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.337411:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252360.337418:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.337428:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.337451:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff97274f8b9400) 00010000:00010000:3.0:1768252360.337456:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252360.337461:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.337473:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb379 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252360.341028:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451744640 00000100:00100000:3.0:1768252360.341046:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451744640 00000100:00100000:3.0:1768252360.341129:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 85 00000100:00100000:3.0:1768252360.341139:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35350:x1854145451744640:12345-192.168.202.43@tcp:49:touch.0 00000100:00100000:3.0:1768252360.341286:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35350:x1854145451744640:12345-192.168.202.43@tcp:49:touch.0 Request processed in 148us (2004us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252360.341294:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 85 00000100:00100000:3.0:1768252360.346547:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451744896 00000100:00100000:3.0:1768252360.346565:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451744896 00000100:00100000:3.0:1768252360.346630:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 460 00000100:00100000:3.0:1768252360.346641:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35350:x1854145451744896:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:3.0:1768252360.346691:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252360.346718:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb380 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6aeb expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.346735:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252360.346744:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252360.346787:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.346800:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252360.346810:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768252360.346942:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000db5d663 reply state 00000000748ea56f transno 4294967482 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252360.346951:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252360.347067:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35350:x1854145451744896:12345-192.168.202.43@tcp:36:touch.0 Request processed in 427us (922us total) trans 4294967482 rc 0/0 00000100:00100000:3.0:1768252360.347075:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 460 00000100:00100000:0.0:1768252360.355211:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451745024 00000100:00100000:0.0:1768252360.355222:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451745024 00010000:00010000:2.0:1768252360.355242:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252360.355263:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252360.355273:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252360.355280:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252360.355286:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252360.355295:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252360.355304:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 461 00000100:00100000:0.0:1768252360.355317:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35350:x1854145451745024:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768252360.355320:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:2.0:1768252360.355327:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252360.355334:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252360.355341:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb38e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252360.355350:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252360.355378:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb395 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6af2 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.355443:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb395 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6af2 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.355460:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb395 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6af2 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.355484:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252360.355488:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768252360.355491:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252360.355553:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35350:x1854145451745024:12345-192.168.202.43@tcp:101:touch.0 Request processed in 239us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252360.355561:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 461 00000100:00100000:0.0:1768252360.359790:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451745152 00000100:00100000:0.0:1768252360.359800:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451745152 00000100:00100000:0.0:1768252360.359846:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 238 00000100:00100000:0.0:1768252360.359855:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2367:x1854145451745152:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:0.0:1768252360.359887:0:10696:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1565 last 0 00000020:00000080:0.0:1768252360.359923:0:10696:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abb39c 00002000:00100000:0.0:1768252360.359936:0:10696:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff97277ffb1800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768252360.359945:0:10696:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768252360.360069:0:10696:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:0.0:1768252360.360078:0:10696:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1768252360.360105:0:10696:0:(import.c:65:import_set_state_nolock()) ffff97277ffb3800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768252360.360173:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451745152:12345-192.168.202.43@tcp:8:touch.0 Request processed in 317us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252360.360194:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 238 00000100:00100000:2.0:1768252360.367826:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00080000:0.0:1768252360.368529:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252360.461841:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:0:x1854145451745280:12345-192.168.202.43@tcp:2:touch.0 Request processed in 93638us (94021us total) trans 4294967325 rc 0/0 00000100:00100000:3.0:1768252360.461856:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 239 00000001:00100000:0.0:1768252360.461970:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:0.0:1768252360.461986:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967325 is committed 00000001:00100000:0.0:1768252360.461992:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768252360.461996:0:6594:0:(genops.c:904:class_export_put()) final put ffff97277ffb0000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:3.0:1768252360.467546:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252360.546147:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252360.556777:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252360.558203:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451745792 00000100:00100000:3.0:1768252360.558219:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451745792 00000100:00100000:3.0:1768252360.558293:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 240 00000100:00100000:3.0:1768252360.558304:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451745792:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252360.558323:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252360.558344:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b00 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768252360.558369:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x696563c8, atime: 0x696563c8, ctime: 0x696563c8, blocks: 0x1 00010000:00010000:3.0:1768252360.558389:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252360.558392:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252360.558400:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b00 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252360.558421:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b00 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252360.558441:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768252360.558537:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451745792:12345-192.168.202.43@tcp:101:rm.0 Request processed in 234us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252360.558545:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 240 00000100:00100000:3.0:1768252360.563168:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252360.563292:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451746048 00000100:00100000:0.0:1768252360.563303:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451746048 00000100:00100000:0.0:1768252360.563363:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 463 00000100:00100000:0.0:1768252360.563373:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:35354:x1854145451746048:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252360.563425:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252360.563452:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abb3b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6af9 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.563474:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb395 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6af2 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.563485:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252360.563495:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252360.563516:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563539:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563547:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563560:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563566:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563572:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563673:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563681:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.563687:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:0.0:1768252360.566301:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:0.0:1768252360.566315:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1565987301548ns, next at 1566987298086ns, rc = 0 00010000:00010000:0.0:1768252360.566387:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb3db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566402:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb3db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566413:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb3db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566420:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb3db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566426:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb3db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566431:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb3db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566451:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252360.566475:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566482:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566488:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566495:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252360.566500:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566507:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566786:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252360.566789:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252360.566794:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566800:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb3d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566853:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566860:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566864:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566869:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252360.566872:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566877:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566886:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252360.566888:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252360.566892:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252360.566897:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:0.0:1768252360.566905:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092453c51 reply state 000000001eed2d92 transno 4294967484 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252360.566914:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252360.567009:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:35354:x1854145451746048:12345-192.168.202.43@tcp:36:rm.0 Request processed in 3634us (3847us total) trans 4294967484 rc 0/0 00000100:00100000:0.0:1768252360.567055:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 463 00010000:00010000:3.0:1768252360.571550:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252360.571559:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252360.571565:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252360.571570:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252360.571573:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252360.571578:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252360.571587:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff972775270100) 00010000:00010000:3.0:1768252360.571590:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252360.571593:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252360.571598:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb3cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000001:00080000:2.0:1768252360.850484:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967484 is committed 00000004:00080000:2.0:1768252360.850496:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 38 committed 00000100:00100000:0.0:1768252360.850713:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252360.850736:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476040576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768252360.850809:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1768252360.851288:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.851312:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b00 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252360.851321:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252360.851323:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252360.851327:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.851355:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b00 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252360.851370:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b00 expref: 5 pid: 6570 timeout: 1666 lvb_type: 1 00000100:00100000:0.0:1768252360.851391:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476040704:192.168.202.43@tcp:104: 00000100:00100000:0.0:1768252360.851454:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777242600 going to sleep for 11 seconds 00000100:00100000:3.0:1768252360.856897:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:0.0:1768252360.860109:0:10696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb3bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b00 expref: 5 pid: 6570 timeout: 1666 lvb_type: 1 00000100:00100000:0.0:1768252360.860129:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476040704:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768252360.860154:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.860164:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.860182:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.860193:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.860201:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252360.860229:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768252360.860721:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476040576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9606us (9910us total) trans 4294967326 rc 0/0 00000100:00100000:0.0:1768252360.860732:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00010000:00010000:3.0:1768252360.860964:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252360.860973:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.860982:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252360.860986:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.860996:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.861046:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.861054:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb3e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252360.861074:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252360.861076:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252360.861077:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252362.102445:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252362.290304:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476041216:0@lo:400:kworker.0 00000100:00100000:0.0:1768252362.290409:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252362.290471:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252362.290478:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476041088:0@lo:400:kworker.0 00000100:00100000:0.0:1768252362.290523:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252362.290575:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041216 00000100:00100000:0.0:1768252362.290582:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041216 00000100:00100000:0.0:1768252362.290654:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1768252362.290664:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476041216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252362.290720:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476041216:12345-0@lo:400:kworker.0 Request processed in 58us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252362.290728:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1768252362.290755:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041088 00000100:00100000:0.0:1768252362.290758:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041088 00000100:00100000:0.0:1768252362.290784:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1768252362.290790:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476041088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.290830:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476040832:0@lo:400:kworker.0 00000100:00100000:0.0:1768252362.290841:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476041088:12345-0@lo:400:kworker.0 Request processed in 52us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252362.290847:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1768252362.290864:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1768252362.290866:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252362.290870:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252362.290887:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476041344:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.290922:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252362.291183:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476041088:0@lo:400:kworker.0 00000100:00100000:0.0:1768252362.291197:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476041216:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.291520:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768252362.291532:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476040960:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.291561:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252362.291591:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476041472:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.291611:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252362.291638:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041472 00000100:00100000:3.0:1768252362.291643:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041472 00000100:00100000:3.0:1768252362.291678:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1768252362.291686:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476041472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252362.291906:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1768252362.291914:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476040960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.292359:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476041472:12345-0@lo:400:kworker.0 Request processed in 671us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252362.292367:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:3.0:1768252362.292389:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252362.292394:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252362.314196:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476040960:12345-0@lo:400:kworker.0 Request processed in 22273us (22623us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252362.314213:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1768252362.314267:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476040960:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.314287:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476041472:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.314298:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476040832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252362.314308:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476041344:0@lo:400:kworker.0 00000100:00100000:2.0:1768252362.408330:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041600 00000100:00100000:2.0:1768252362.408339:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041600 00000100:00100000:2.0:1768252362.408497:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1768252362.408508:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61015:x1854145476041600:12345-0@lo:104: 00010000:00010000:2.0:1768252362.408522:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252362.408622:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252362.408629:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61015:x1854145476041600:12345-0@lo:104: Request processed in 124us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252362.408636:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00010000:0.0:1768252362.409132:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252362.409139:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409147:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252362.409151:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409169:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252362.409176:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252362.409182:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252362.409225:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409232:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252362.409254:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409260:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb341 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb348 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409276:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252362.409278:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252362.409280:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252362.409292:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476041728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252362.409332:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252362.409375:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041728 00000100:00100000:0.0:1768252362.409382:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041728 00010000:00010000:0.0:1768252362.409409:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb348 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb341 expref: 18 pid: 5775 timeout: 1717 lvb_type: 0 00000100:00100000:0.0:1768252362.409435:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1768252362.409442:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476041728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252362.409453:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252362.409457:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb348 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb341 expref: 18 pid: 5775 timeout: 1717 lvb_type: 0 00010000:00010000:0.0:1768252362.409466:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb348 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb341 expref: 18 pid: 5775 timeout: 1717 lvb_type: 0 00010000:00010000:0.0:1768252362.409483:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409491:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409506:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409513:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409519:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409526:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409531:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252362.409535:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409542:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409549:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb3e9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252362.409558:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252362.409589:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476041728:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252362.409595:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1768252362.409636:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476041728:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252363.122278:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1768252363.412051:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768252363.412062:0:7475:0:(genops.c:904:class_export_put()) final put ffff972646ff6800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768252363.412102:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff972646ff6800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:3.0:1768252363.412162:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972646ff0000 for lustre-OST0001 00000100:00100000:2.0:1768252363.958847:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041856 00000100:00100000:2.0:1768252363.958862:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041856 00000100:00100000:2.0:1768252363.958976:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:2.0:1768252363.958987:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476041856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252363.959005:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252363.959041:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb3f7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb3f0 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252363.959072:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb3f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb3f0 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252363.959084:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb3f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb3f0 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252363.959093:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252363.959178:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476041856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (2613us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252363.959186:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:2.0:1768252363.959245:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476041856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252363.959261:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade000/0xef9a6e5c83abb3f0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb3f7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252363.959270:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade000/0xef9a6e5c83abb3f0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb3f7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252363.959290:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252363.959295:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade000/0xef9a6e5c83abb3f0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb3f7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252363.959302:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade000/0xef9a6e5c83abb3f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb3f7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252364.146611:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252364.747163:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252364.747211:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252364.747273:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252364.747305:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451746560 00000100:00100000:0.0:1768252364.747316:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451746560 00000100:00100000:0.0:1768252364.747378:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 724 00000100:00100000:0.0:1768252364.747388:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451746560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252364.747460:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451746560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252364.747468:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 724 00000100:00080000:0.0:1768252364.747492:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252364.747536:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451746432 00000100:00100000:3.0:1768252364.747543:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451746432 00000100:00100000:3.0:1768252364.747589:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1043 00000100:00100000:3.0:1768252364.747600:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451746432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:0.0:1768252364.747614:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252364.747656:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451746432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 58us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252364.747664:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1043 00000100:00100000:0.0:1768252364.748518:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 931 00000100:00100000:0.0:1768252364.748528:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451746304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252364.748583:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451746304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 57us (1370us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252364.748590:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 931 00000100:00100000:0.0:1768252364.851259:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252364.851283:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476041984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252364.851358:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252364.851432:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476041984 00000100:00100000:0.0:1768252364.851440:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476041984 00000100:00100000:0.0:1768252364.851512:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1768252364.851522:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476041984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252364.851562:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252364.851610:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476041984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252364.851618:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:0.0:1768252364.851638:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252364.851676:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476041984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252364.855431:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476042112 00000100:00100000:0.0:1768252364.855449:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476042112 00000100:00100000:0.0:1768252364.855521:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1768252364.855532:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476042112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252364.855575:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252364.855663:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476042112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (3498us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252364.855670:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1768252364.855726:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476042112:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252364.855843:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252365.867825:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252365.893734:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252365.893775:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451746944 00000100:00100000:3.0:1768252365.893786:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451746944 00000100:00100000:3.0:1768252365.893840:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 465 00000100:00100000:3.0:1768252365.893850:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35443:x1854145451746944:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252365.893900:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252365.893927:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb405 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b07 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252365.893943:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb364) 00010000:00010000:3.0:1768252365.893947:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768252365.893960:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252365.893994:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252365.894008:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252365.894043:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000001:00080000:0.0:1768252365.971394:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967326 is committed 00000001:00080000:0.0:1768252366.033595:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967485 is committed 00000004:00010000:3.0:1768252366.033816:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8ee2d4a reply state 000000002f196ec0 transno 4294967485 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252366.033831:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252366.033876:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00080000:3.0:1768252366.033988:0:29086:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1768252366.034031:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35443:x1854145451746944:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 140157us (140279us total) trans 4294967485 rc 0/0 00000100:00100000:3.0:1768252366.034042:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 465 00010000:00010000:3.0:1768252366.034081:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.034090:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.034098:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.034104:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252366.034109:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.034116:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.034142:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252366.034145:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252366.034150:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.034156:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb40c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252366.197257:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252367.067524:0:61214:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed130f520 20000000:00000080:3.0:1768252367.067621:0:61214:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c2f000 uarg=0000000000000000 00010000:00010000:3.0:1768252367.067892:0:61214:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252367.067903:0:61214:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252367.067912:0:61214:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252367.067929:0:61214:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb413 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 61214 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252367.067948:0:61214:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb3f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb3f0 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252367.067956:0:61214:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb413 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 61214 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252367.067997:0:61214:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb3f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb3f0 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252367.068107:0:61214:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb3f7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb3f0 expref: 17 pid: 5778 timeout: 1722 lvb_type: 0 00000100:00100000:3.0:1768252367.068136:0:61214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61214:1854145476042240:0@lo:104: 00000100:00100000:3.0:1768252367.068194:0:61214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252367.068244:0:61214:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d46c00 going to sleep for 11 seconds 00000100:00100000:2.0:1768252367.068299:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476042240 00000100:00100000:2.0:1768252367.068305:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476042240 00000100:00100000:2.0:1768252367.068359:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1768252367.068368:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61214:x1854145476042240:12345-0@lo:104: 00010000:00010000:2.0:1768252367.068381:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade000/0xef9a6e5c83abb3f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb3f7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252367.068440:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252367.068446:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61214:x1854145476042240:12345-0@lo:104: Request processed in 80us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252367.068452:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1768252367.068650:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476042368:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252367.068678:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252367.068733:0:61214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61214:1854145476042240:0@lo:104: 00010000:00010000:0.0:1768252367.068752:0:61214:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb413 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 61214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252367.068968:0:61214:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb413 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252367.068976:0:61214:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb413 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61214 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252367.068982:0:61214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb413 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61214 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252367.069218:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476042368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252367.219181:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252367.414651:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252367.414676:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476042624:0@lo:400:kworker.0 00000100:00100000:2.0:1768252367.414849:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252367.415597:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476042496:0@lo:400:kworker.0 00000100:00100000:2.0:1768252367.415629:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768252367.415827:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252367.415979:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476042624:0@lo:400:kworker.0 00000100:00100000:2.0:1768252367.416155:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476042496:0@lo:400:kworker.0 00000100:00100000:0.0:1768252367.421273:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043008 00000100:00100000:0.0:1768252367.421290:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043008 00000100:00100000:0.0:1768252367.421384:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476042752 00000100:00100000:0.0:1768252367.421388:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476042752 00000100:00100000:0.0:1768252367.421416:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1768252367.421427:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476043008:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1768252367.421480:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252367.421486:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252367.421535:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476043008:12345-0@lo:400:kworker.0 Request processed in 110us (6680us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252367.421544:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1768252367.421565:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1768252367.421573:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476042752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252367.421604:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476043008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252367.421614:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476042752:12345-0@lo:400:kworker.0 Request processed in 42us (6673us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252367.421621:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1768252367.421936:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967326 gen 2 00000004:00080000:0.0:1768252367.421943:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972648560a80, transno 4294967326 00000100:00100000:0.0:1768252367.421965:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476042752:0@lo:400:kworker.0 10000000:01000000:2.0:1768252368.562214:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252368.562224:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252368.562229:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252368.562302:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252368.562315:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252368.562326:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252368.562358:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476043136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252368.562441:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252368.562500:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a900 going to sleep for 11 seconds 00000100:00100000:0.0:1768252368.562587:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043136 00000100:00100000:0.0:1768252368.562595:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043136 00000100:00100000:0.0:1768252368.562653:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1768252368.562662:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476043136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252368.562677:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252368.562692:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb41a expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252368.562719:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252368.562730:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252368.562740:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252368.562794:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476043136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252368.562800:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1768252368.562925:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476043136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252368.562943:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252368.562952:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252368.562977:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252368.562983:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252368.562991:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252369.271837:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252369.867646:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252369.867702:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252369.867744:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252369.868065:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451747200 00000100:00100000:3.0:1768252369.868077:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451747200 00000100:00100000:3.0:1768252369.868168:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1047 00000100:00100000:3.0:1768252369.868177:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451747200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252369.868383:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451747328 00000100:00100000:0.0:1768252369.868387:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451747328 00000100:00100000:0.0:1768252369.868422:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 727 00000100:00100000:0.0:1768252369.868430:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451747328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768252369.869033:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252369.869039:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252369.869362:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451747200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1181us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252369.869371:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1047 00000100:00100000:0.0:1768252369.878189:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451747328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 9758us (10442us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252369.878208:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 727 00000100:00100000:2.0:1768252369.970650:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476043264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252369.970744:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252369.974690:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043264 00000100:00100000:0.0:1768252369.974721:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043264 00000100:00100000:0.0:1768252369.974838:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1768252369.974850:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476043264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252369.974892:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252369.974991:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476043264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (4247us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252369.974999:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1768252369.975129:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476043264:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252369.975533:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252369.979163:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043392 00000100:00100000:0.0:1768252369.979173:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043392 00000100:00100000:0.0:1768252369.979301:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1768252369.979311:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476043392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252369.979348:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252369.979409:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476043392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252369.979417:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:2.0:1768252369.979639:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252369.979722:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476043392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252370.840321:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252370.840366:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451747456 00000100:00100000:3.0:1768252370.840377:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451747456 00000100:00100000:3.0:1768252370.840441:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 466 00000100:00100000:3.0:1768252370.840450:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35519:x1854145451747456:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252370.840471:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252370.840493:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb428 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b0e expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252370.840575:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840590:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840602:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840655:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840663:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840669:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840805:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb43d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840814:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb43d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840821:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb43d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768252370.840849:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:3.0:1768252370.840852:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252370.840890:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb43d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840902:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840908:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840914:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840920:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252370.840924:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840931:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840942:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252370.840945:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252370.840949:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840955:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb42f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840966:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840972:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840977:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840980:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252370.840983:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840988:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.840995:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff97274f8b9400) 00010000:00010000:3.0:1768252370.840997:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252370.840999:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.841005:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb436 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.841052:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb428 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b0e expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252370.841067:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb43d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b0e expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252370.841084:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252370.841087:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252370.841089:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768252370.841148:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747456:12345-192.168.202.43@tcp:101:touch.0 Request processed in 698us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252370.841156:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 466 00000100:00100000:2.0:1768252370.848586:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252370.848745:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451747712 00000100:00100000:0.0:1768252370.848755:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451747712 00000100:00100000:0.0:1768252370.848816:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 467 00000100:00100000:0.0:1768252370.848826:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747712:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252370.848849:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252370.848869:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb444 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b15 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252370.848995:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849197:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849213:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849229:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849235:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849241:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252370.849267:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00010000:0.0:1768252370.849300:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849307:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849313:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849320:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252370.849324:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849331:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849342:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:0.0:1768252370.849345:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252370.849350:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849356:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb44b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849366:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849371:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849377:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849381:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252370.849384:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849390:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849397:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff972775270300) 00010000:00010000:0.0:1768252370.849400:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252370.849402:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849408:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb452 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252370.849440:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb444 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b15 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252370.849450:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:0.0:1768252370.849453:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252370.849456:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb444 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b15 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252370.849465:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768252370.849540:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747712:12345-192.168.202.43@tcp:101:touch.0 Request processed in 715us (962us total) trans 0 rc 301/301 00000100:00100000:0.0:1768252370.849549:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 467 00000100:00100000:3.0:1768252370.858714:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252370.859088:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451747840 00000100:00100000:3.0:1768252370.859098:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451747840 00000100:00100000:3.0:1768252370.859158:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 468 00000100:00100000:3.0:1768252370.859169:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747840:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252370.859190:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252370.859211:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb459 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b1c expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252370.859276:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859302:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859312:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859326:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859333:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859339:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859386:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859393:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859399:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859404:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252370.859408:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859414:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859424:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252370.859427:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252370.859431:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859436:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb460 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859446:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859451:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859456:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859460:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252370.859462:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859467:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859473:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff97274f8b9600) 00010000:00010000:3.0:1768252370.859475:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252370.859477:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859483:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb467 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252370.859511:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb459 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b1c expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252370.859677:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252370.859680:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252370.859685:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb459 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b1c expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252370.859695:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252370.859742:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747840:12345-192.168.202.43@tcp:101:touch.0 Request processed in 576us (1038us total) trans 0 rc 301/301 00000100:00100000:3.0:1768252370.859748:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 468 00000100:00100000:2.0:1768252370.865947:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451747968 00000100:00100000:2.0:1768252370.865960:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451747968 00000100:00100000:2.0:1768252370.866043:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 469 00000100:00100000:2.0:1768252370.866053:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747968:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768252370.866083:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252370.866107:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb46e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b23 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252370.866180:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866195:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866207:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866221:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866228:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866234:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866297:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866305:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866311:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866317:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252370.866321:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866328:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866339:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:2.0:1768252370.866342:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252370.866347:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866353:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abb475 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866364:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866370:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866375:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866380:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252370.866383:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866388:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866394:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff972742c4a400) 00010000:00010000:2.0:1768252370.866396:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252370.866398:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866403:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb47c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252370.866431:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb46e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b23 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252370.866441:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:2.0:1768252370.866443:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252370.866446:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb46e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b23 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252370.866454:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00400, rc 0) 00000100:00100000:2.0:1768252370.866524:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35519:x1854145451747968:12345-192.168.202.43@tcp:101:touch.0 Request processed in 463us (653us total) trans 0 rc 301/301 00000100:00100000:2.0:1768252370.866534:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 469 00010000:00010000:0.0:1768252371.325438:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252372.343432:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252372.532385:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476043520:0@lo:400:kworker.0 00000100:00100000:3.0:1768252372.532468:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.537619:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476043904:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.537690:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.537729:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252372.537736:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476044032:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.537759:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.537791:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476043648:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.537826:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.537848:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476044160:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.537867:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.537899:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252372.537905:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476043776:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.538180:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.538226:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043904 00000100:00100000:0.0:1768252372.538233:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043904 00000100:00100000:0.0:1768252372.538282:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044160 00000100:00100000:0.0:1768252372.538286:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044160 00000100:00100000:0.0:1768252372.538306:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1768252372.538312:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476043904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.538359:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476043904:12345-0@lo:400:kworker.0 Request processed in 47us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252372.538365:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1768252372.538385:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1768252372.538390:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476044160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.538581:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476044160:12345-0@lo:400:kworker.0 Request processed in 189us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252372.538588:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1768252372.538602:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044032 00000100:00100000:2.0:1768252372.538606:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044032 00000100:00100000:0.0:1768252372.538608:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043648 00000100:00100000:0.0:1768252372.538610:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043648 00000100:00100000:0.0:1768252372.538637:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476043776 00000100:00100000:0.0:1768252372.538640:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476043776 00000100:00100000:3.0:1768252372.539351:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476043520:0@lo:400:kworker.0 00000100:00080000:3.0:1768252372.542083:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252372.542093:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252372.542095:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252372.544202:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476043904:0@lo:400:kworker.0 00000100:00100000:3.0:1768252372.544268:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476044160:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.545970:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1768252372.545987:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476043648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.546113:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476043648:12345-0@lo:400:kworker.0 Request processed in 131us (8286us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252372.546122:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1768252372.546181:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476043648:0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.546210:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1768252372.547325:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476044032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252372.547380:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476044032:12345-0@lo:400:kworker.0 Request processed in 62us (9620us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252372.547387:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1768252372.547424:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476044032:0@lo:400:kworker.0 00000020:00000080:2.0:1768252372.907398:0:61458:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd68925160 20000000:00000080:2.0:1768252372.907417:0:61458:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750fe0400 uarg=0000000000000000 00010000:00010000:2.0:1768252372.907696:0:61458:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252372.907733:0:61458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:2.0:1768252372.907737:0:61458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252372.907747:0:61458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb43d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b0e expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252372.907769:0:61458:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252372.907783:0:61458:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252372.907883:0:61458:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252372.907901:0:61458:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252372.907910:0:61458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252372.907949:0:61458:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252372.907962:0:61458:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 17 pid: 5775 timeout: 1728 lvb_type: 0 00000100:00100000:2.0:1768252372.907975:0:61458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61458:1854145476044288:0@lo:104: 00000100:00100000:2.0:1768252372.908076:0:61458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252372.908132:0:61458:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252372.908375:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044288 00000100:00100000:0.0:1768252372.908382:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044288 00000100:00100000:0.0:1768252372.908430:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1768252372.908439:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61458:x1854145476044288:12345-0@lo:104: 00010000:00010000:0.0:1768252372.908450:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908512:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252372.908518:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61458:x1854145476044288:12345-0@lo:104: Request processed in 81us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252372.908524:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00010000:00010000:0.0:1768252372.908544:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252372.908550:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908557:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252372.908560:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908567:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252372.908574:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252372.908580:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252372.908607:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908613:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252372.908632:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908638:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abb41a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb421 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908653:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252372.908655:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252372.908657:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252372.908675:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476044416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252372.908702:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252372.908735:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044416 00000100:00100000:0.0:1768252372.908738:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044416 00010000:00010000:0.0:1768252372.908756:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 18 pid: 5775 timeout: 1728 lvb_type: 0 00000100:00100000:0.0:1768252372.908774:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1768252372.908781:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476044416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252372.908790:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252372.908795:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 18 pid: 5775 timeout: 1728 lvb_type: 0 00010000:00010000:0.0:1768252372.908819:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 18 pid: 5775 timeout: 1728 lvb_type: 0 00010000:00010000:0.0:1768252372.908831:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908839:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908851:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908858:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908865:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908871:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908877:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252372.908880:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908887:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908894:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252372.908902:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252372.908927:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476044416:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252372.908934:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1768252372.908970:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476044416:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252372.909156:0:61458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962000/0xef9a6e5c83abb421 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb41a expref: 17 pid: 5775 timeout: 1728 lvb_type: 0 00000100:00100000:3.0:1768252372.909167:0:61458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61458:1854145476044288:0@lo:104: 00010000:00010000:3.0:1768252372.909180:0:61458:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252372.909187:0:61458:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252372.909193:0:61458:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252372.909199:0:61458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb483 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 61458 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252373.362306:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252374.707799:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252374.707806:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252374.707811:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252374.707866:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252374.707878:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252374.707889:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252374.707916:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476044544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252374.707980:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252374.708059:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726483e9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1768252374.708949:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476044544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252374.708964:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252374.708973:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252374.708992:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252374.708997:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252374.709003:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252374.991136:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252374.991180:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252374.991219:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252374.991252:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451748224 00000100:00100000:3.0:1768252374.991261:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451748224 00000100:00100000:3.0:1768252374.996696:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1051 00000100:00100000:3.0:1768252374.996715:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451748224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252374.997049:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451748224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 341us (5924us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252374.997058:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1051 00000100:00100000:3.0:1768252374.997092:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451748096 00000100:00100000:3.0:1768252374.997100:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451748096 00000100:00100000:3.0:1768252374.997134:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 936 00000100:00100000:3.0:1768252374.997139:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451748096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252374.997164:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451748096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (5983us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252374.997170:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 936 00000100:00100000:3.0:1768252374.997294:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451748352 00000100:00100000:3.0:1768252374.997299:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451748352 00000100:00100000:3.0:1768252374.997332:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 730 00000100:00100000:3.0:1768252374.997339:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451748352:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252374.997365:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451748352:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (6145us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252374.997371:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 730 00000100:00080000:3.0:1768252374.997387:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252374.997391:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252375.093682:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476044672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252375.093761:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252375.093923:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476044800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252375.093956:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252375.093996:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044672 00000100:00100000:3.0:1768252375.094003:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044672 00000100:00100000:3.0:1768252375.094085:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044800 00000100:00100000:3.0:1768252375.094088:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044800 00000100:00100000:3.0:1768252375.094104:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1768252375.094111:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476044672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252375.094147:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252375.097921:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476044672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3799us (4149us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252375.097934:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00080000:3.0:1768252375.097969:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252375.097974:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252375.098054:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476044800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252375.098539:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476044672:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252375.419185:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252376.260653:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252376.260723:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451748480 00000100:00100000:0.0:1768252376.260731:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451748480 00000100:00100000:0.0:1768252376.260792:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 470 00000100:00100000:0.0:1768252376.260800:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35606:x1854145451748480:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252376.260817:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252376.260836:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb498 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b2a expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252376.260902:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb49f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252376.260915:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb49f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252376.260926:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb49f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252376.260978:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:0.0:1768252376.260980:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252376.260997:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb49f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252376.261051:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb498 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b2a expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252376.261072:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb49f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b2a expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252376.261080:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252376.261082:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252376.261085:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252376.261138:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35606:x1854145451748480:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 338us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252376.261146:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 470 00000100:00080000:3.0:1768252376.262315:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252376.264712:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451748736 00000100:00100000:3.0:1768252376.264722:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451748736 00000100:00100000:3.0:1768252376.264769:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 471 00000100:00100000:3.0:1768252376.264778:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35606:x1854145451748736:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252376.264829:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252376.264859:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb49f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b2a expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252376.264875:0:5785:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb43d) 00010000:00010000:3.0:1768252376.264880:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270000) 00010000:00010000:3.0:1768252376.264890:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252376.264915:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.264931:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.264940:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:3.0:1768252376.265348:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000aa0a678 reply state 0000000067604350 transno 4294967486 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252376.265358:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252376.265386:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000100:00100000:3.0:1768252376.265466:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35606:x1854145451748736:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 688us (1001us total) trans 4294967486 rc 0/0 00000100:00100000:3.0:1768252376.265474:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 471 00010000:00010000:3.0:1768252376.268788:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.268806:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.268815:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.268821:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252376.268826:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.268833:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.268860:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252376.268864:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252376.268868:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252376.268874:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000020:00000080:3.0:1768252377.104620:0:61656:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6d057c80 20000000:00000080:3.0:1768252377.104653:0:61656:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c2f800 uarg=0000000000000000 00010000:00010000:3.0:1768252377.104946:0:61656:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252377.104961:0:61656:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252377.104974:0:61656:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252377.104993:0:61656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb4ad lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 61656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.105044:0:61656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb491 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb48a expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.105054:0:61656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb4ad lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 61656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.105096:0:61656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb491 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb48a expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.105109:0:61656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb491 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb48a expref: 17 pid: 5778 timeout: 1732 lvb_type: 0 00000100:00100000:3.0:1768252377.105123:0:61656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:61656:1854145476044928:0@lo:104: 00000100:00100000:3.0:1768252377.105180:0:61656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252377.105230:0:61656:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252377.107556:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476044928 00000100:00100000:2.0:1768252377.107570:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476044928 00000100:00100000:2.0:1768252377.107647:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1768252377.107657:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61656:x1854145476044928:12345-0@lo:104: 00010000:00010000:2.0:1768252377.107675:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252377.107765:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252377.107771:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:61656:x1854145476044928:12345-0@lo:104: Request processed in 117us (2591us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252377.107777:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00010000:00010000:2.0:1768252377.107801:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252377.107807:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252377.107815:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252377.107819:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252377.107838:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252377.107846:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252377.107854:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252377.108042:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.108050:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252377.108076:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.108083:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abb48a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb491 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252377.108109:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252377.108112:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252377.108114:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252377.108128:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476045056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252377.108168:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252377.110223:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476045056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252377.654948:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476045824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252377.654963:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476045440:0@lo:400:kworker.0 00000100:00100000:3.0:1768252377.654985:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476045312:0@lo:400:kworker.0 00010000:00010000:3.0:1768252378.482971:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252378.994653:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252378.994661:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252378.994666:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252378.994718:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252378.994733:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252378.994744:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252378.994772:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476045952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252378.994835:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252378.994889:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972742cbff00 going to sleep for 11 seconds 00000100:00100000:0.0:1768252378.995824:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476045952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252378.995840:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb4bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252378.995850:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb4bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252378.995873:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252378.995878:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb4bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252378.995884:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb4bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252380.111702:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.111745:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.111780:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.116391:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451749120 00000100:00100000:3.0:1768252380.116409:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451749120 00000100:00100000:3.0:1768252380.116494:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 733 00000100:00100000:3.0:1768252380.116505:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451749120:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252380.116594:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451749120:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 91us (4847us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252380.116601:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 733 00000100:00100000:2.0:1768252380.211119:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252380.211130:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476046208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252380.211162:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768252380.213465:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252380.463437:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.466906:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.467003:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451749376 00000100:00100000:2.0:1768252380.467042:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451749376 00000100:00100000:2.0:1768252380.467104:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 242 00000100:00100000:2.0:1768252380.467115:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35691:x1854145451749376:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252380.467597:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35691:x1854145451749376:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 484us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252380.467606:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 242 00000100:00100000:2.0:1768252380.474273:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.484652:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451749632 00000100:00100000:3.0:1768252380.484664:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451749632 00000100:00100000:3.0:1768252380.484743:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 244 00000100:00100000:3.0:1768252380.484754:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35691:x1854145451749632:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252380.485124:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35691:x1854145451749632:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 371us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252380.485131:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 244 00000100:00080000:2.0:1768252380.486051:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252380.487240:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.487389:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451749760 00000100:00100000:2.0:1768252380.487401:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451749760 00000100:00100000:2.0:1768252380.487457:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 473 00000100:00100000:2.0:1768252380.487468:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35691:x1854145451749760:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252380.487785:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35691:x1854145451749760:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 318us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252380.487792:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 473 00000100:00100000:0.0:1768252380.493146:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.503600:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252380.508486:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252380.514693:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.514814:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451750272 00000100:00100000:2.0:1768252380.514825:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451750272 00000100:00100000:2.0:1768252380.514890:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 475 00000100:00100000:2.0:1768252380.514899:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35691:x1854145451750272:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252380.515269:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35691:x1854145451750272:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 370us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252380.515278:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 475 00010000:00010000:3.0:1768252380.535906:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252380.569901:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.570119:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451750400 00000100:00100000:3.0:1768252380.570130:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451750400 00000100:00100000:3.0:1768252380.570207:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 476 00000100:00100000:3.0:1768252380.570218:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35695:x1854145451750400:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252380.570241:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252380.570264:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b31 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252380.570345:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570357:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570369:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570381:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570387:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570393:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570534:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb4de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570541:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570547:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252380.570574:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:3.0:1768252380.570578:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252380.570601:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb4de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570612:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570618:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570624:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570630:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252380.570634:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570642:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570655:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252380.570658:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252380.570663:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570669:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570683:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570689:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570694:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570699:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252380.570702:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570708:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570714:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff97274f8b9400) 00010000:00010000:3.0:1768252380.570718:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252380.570720:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570725:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.570753:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb4c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b31 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252380.570769:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb4de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b31 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252380.570781:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:3.0:1768252380.570783:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252380.570786:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252380.571096:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35695:x1854145451750400:12345-192.168.202.43@tcp:101:dd.0 Request processed in 878us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252380.571105:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 476 00000100:00100000:0.0:1768252380.580131:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252380.584130:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.584449:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451750784 00000100:00100000:3.0:1768252380.584459:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451750784 00000100:00100000:3.0:1768252380.584520:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 477 00000100:00100000:3.0:1768252380.584530:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35695:x1854145451750784:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252380.584553:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252380.584574:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4e5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b38 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252380.584714:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.584728:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.584741:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.584753:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.584759:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252380.584765:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:2.0:1768252380.586257:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:2.0:1768252380.586840:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb4fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586857:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb4fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586867:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb4fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586905:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586911:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586917:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586922:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252380.586926:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586933:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586943:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:2.0:1768252380.586946:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252380.586951:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.586957:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abb4ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768252380.586971:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092c407e0 reply state 000000006b4964fa transno 4294967487 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252380.586989:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252380.587086:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abb4e5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b38 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252380.587101:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb4fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b38 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252380.587108:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768252380.587110:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252380.587113:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00800, rc 0) 00000100:00100000:2.0:1768252380.587562:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:35695:x1854145451750784:12345-192.168.202.43@tcp:101:dd.0 Request processed in 3030us (3439us total) trans 4294967487 rc 0/0 00000100:00100000:2.0:1768252380.587572:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 477 00010000:00010000:2.0:1768252380.589975:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.590002:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.590010:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.590047:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252380.590053:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.590061:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.590076:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff97274f8b9900) 00010000:00010000:2.0:1768252380.590079:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252380.590085:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252380.590090:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb4f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252380.592664:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252380.599284:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252380.621876:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252380.622115:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451751168 00000100:00100000:3.0:1768252380.622126:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451751168 00002000:00100000:3.0:1768252380.622183:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (0->1048575) req@ffff972750cdd880 x1854145451751168/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:111/0 lens 488/0 e 0 to 0 dl 1768252391 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768252380.622284:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972750cdd880 with x1854145451751168 ext(0->1048575) 00002000:00010000:3.0:1768252380.622291:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972750cdd880 00000100:00100000:3.0:1768252380.622453:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00100000:3.0:1768252380.622463:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451751168:12345-192.168.202.43@tcp:4:dd.0 00000001:00100000:3.0:1768252380.661090:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:0.0:1768252380.663231:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451751168:12345-192.168.202.43@tcp:4:dd.0 Request processed in 40758us (41434us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1768252380.663246:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 10 00002000:00100000:0.0:1768252380.663259:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (0->1048575) req@ffff972750cdd880 x1854145451751168/t4294967325(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:111/0 lens 488/448 e 0 to 0 dl 1768252391 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768252380.663270:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972750cdd880 with x1854145451751168 ext(0->1048575) 00002000:00010000:0.0:1768252380.663277:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972750cdd880 00000100:00100000:0.0:1768252380.666500:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.666551:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451751296 00000100:00100000:2.0:1768252380.666560:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451751296 00000100:00100000:2.0:1768252380.666640:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 478 00000100:00100000:2.0:1768252380.666650:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35695:x1854145451751296:12345-192.168.202.43@tcp:44:dd.0 00000100:00100000:2.0:1768252380.703638:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:35695:x1854145451751296:12345-192.168.202.43@tcp:44:dd.0 Request processed in 36978us (37132us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252380.703651:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 478 00000100:00100000:3.0:1768252380.709383:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000001:00080000:3.0:1768252380.734303:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967325 is committed 00000100:00100000:3.0:1768252380.736170:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252380.736273:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451751680 00000100:00100000:2.0:1768252380.736283:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451751680 00000100:00100000:2.0:1768252380.736340:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 89 00000100:00100000:2.0:1768252380.736350:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35695:x1854145451751680:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:2.0:1768252380.736790:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35695:x1854145451751680:12345-192.168.202.43@tcp:35:dd.0 Request processed in 440us (629us total) trans 4294967488 rc 0/0 00000100:00100000:2.0:1768252380.736876:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 89 00000004:00080000:2.0:1768252382.392772:0:61852:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1587813755833ns, next at 1566987298086ns, rc = 0 00000004:00080000:2.0:1768252382.392892:0:61852:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1587813877946ns, next at 1525191279351ns, rc = 0 00010000:00010000:2.0:1768252382.584559:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252382.770627:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476046336:0@lo:400:kworker.0 00000100:00100000:3.0:1768252382.770700:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476046720:0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.770700:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252382.770730:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252382.770745:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476046848:0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.770769:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252382.770775:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476046336 00000100:00100000:3.0:1768252382.770783:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476046336 00000100:00100000:2.0:1768252382.770794:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476046848 00000100:00100000:2.0:1768252382.770797:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476046848 00000100:00100000:3.0:1768252382.770827:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1768252382.770830:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1768252382.770835:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476046336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.770836:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476046848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.770884:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476046848:12345-0@lo:400:kworker.0 Request processed in 42us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252382.770892:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00080000:2.0:1768252382.770925:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252382.772269:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252382.772317:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476046464:0@lo:400:kworker.0 00000100:00100000:0.0:1768252382.775278:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252382.775804:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476046720:0@lo:400:kworker.0 00000100:00100000:3.0:1768252382.776298:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476046336:12345-0@lo:400:kworker.0 Request processed in 5460us (5594us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252382.776308:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1768252382.776444:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476046336:0@lo:400:kworker.0 00000100:00100000:3.0:1768252382.776462:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476046848:0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.780557:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476046592:0@lo:400:kworker.0 00000100:00100000:0.0:1768252382.787134:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476046976:0@lo:400:kworker.0 00000100:00100000:0.0:1768252382.787212:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252382.789862:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476046976 00000100:00100000:0.0:1768252382.789876:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476046976 00000100:00100000:0.0:1768252382.789952:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1768252382.789975:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476046976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252382.790099:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476046976:12345-0@lo:400:kworker.0 Request processed in 138us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252382.790106:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00080000:0.0:1768252382.790133:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252382.790533:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476046976:0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.792651:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476046464 00000100:00100000:2.0:1768252382.792669:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476046464 00000100:00100000:2.0:1768252382.792734:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1768252382.792743:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476046464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252382.792828:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476046464:12345-0@lo:400:kworker.0 Request processed in 85us (17557us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252382.792835:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1768252382.792906:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476046464:0@lo:400:kworker.0 00000100:00100000:3.0:1768252382.795226:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476046592 00000100:00100000:3.0:1768252382.795241:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476046592 00000100:00100000:3.0:1768252382.795318:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1768252382.795328:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476046592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252382.795413:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476046592:12345-0@lo:400:kworker.0 Request processed in 86us (6342us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252382.795421:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1768252382.795469:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476046592:0@lo:400:kworker.0 00010000:00010000:2.0:1768252383.610029:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252384.163736:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252384.163893:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451751808 00000100:00100000:0.0:1768252384.163904:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451751808 00000100:00100000:0.0:1768252384.163995:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 479 00000100:00100000:0.0:1768252384.164005:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35828:x1854145451751808:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252384.164491:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35828:x1854145451751808:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 486us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252384.164500:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 479 00000100:00100000:3.0:1768252384.167122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252384.167438:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451751936 00000100:00100000:0.0:1768252384.167449:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451751936 00000100:00100000:0.0:1768252384.167524:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 249 00000100:00100000:0.0:1768252384.167535:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35828:x1854145451751936:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252384.167882:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:35828:x1854145451751936:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 347us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252384.167889:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 249 00000100:00100000:2.0:1768252384.176775:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00080000:2.0:1768252384.178999:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252384.179363:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252384.198109:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252384.200898:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252384.204669:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252384.212938:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:35828:x1854145451752576:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 7942us (8272us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252384.212961:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 252 00000100:00100000:3.0:1768252384.218127:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252384.218289:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451752704 00000100:00100000:2.0:1768252384.218297:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451752704 00000100:00100000:2.0:1768252384.218352:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 482 00000100:00100000:2.0:1768252384.218362:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35828:x1854145451752704:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252384.218684:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35828:x1854145451752704:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 321us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252384.218691:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 482 00000100:00100000:2.0:1768252384.316584:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252384.316626:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451752960 00000100:00100000:2.0:1768252384.316635:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451752960 00000100:00100000:2.0:1768252384.316688:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 483 00000100:00100000:2.0:1768252384.316698:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:35832:x1854145451752960:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768252384.316752:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252384.317327:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb4fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b38 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252384.317347:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768252384.317358:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252384.317381:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.317394:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.317402:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.317416:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb516 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.317424:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.317430:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.319010:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.319039:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.319050:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:2.0:1768252384.320292:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1768252384.320303:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1589741289358ns, next at 1590741287179ns, rc = 0 00010000:00010000:2.0:1768252384.320401:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320414:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320424:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320431:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320436:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320442:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320481:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252384.320504:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320510:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320515:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320520:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252384.320525:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320531:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320543:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252384.320546:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252384.320550:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320555:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb51d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320611:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320617:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320623:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320632:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252384.320635:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320640:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320649:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:2.0:1768252384.320651:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252384.320654:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.320658:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb50f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768252384.320667:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007fdad4e reply state 000000001817e72f transno 4294967489 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb516 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252384.320677:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252384.323868:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:35832:x1854145451752960:12345-192.168.202.43@tcp:36:rm.0 Request processed in 4060us (4184us total) trans 4294967489 rc 0/0 00000100:00100000:2.0:1768252384.323891:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 483 00010000:00010000:2.0:1768252384.323939:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252384.323957:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.323967:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252384.323971:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.323981:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.324000:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252384.324003:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252384.324008:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.324027:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb524 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252384.324046:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252384.324048:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252384.324050:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252384.628541:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252385.224616:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252385.224657:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252385.224684:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252385.224712:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252385.224741:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451753472 00000100:00100000:2.0:1768252385.224750:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451753472 00000100:00100000:2.0:1768252385.224806:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451753344 00000100:00100000:2.0:1768252385.224809:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451753344 00000100:00100000:2.0:1768252385.224829:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 736 00000100:00100000:2.0:1768252385.224838:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451753472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252385.224914:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451753472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 75us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252385.224923:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 736 00000100:00100000:2.0:1768252385.224951:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 737 00000100:00100000:2.0:1768252385.224958:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451753344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252385.224987:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451753344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252385.224993:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 737 00000100:00100000:0.0:1768252385.228352:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451753216 00000100:00100000:0.0:1768252385.228363:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451753216 00000100:00100000:0.0:1768252385.228418:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1059 00000100:00100000:0.0:1768252385.228427:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451753216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252385.228505:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451753216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (3899us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252385.228512:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1059 00000004:00080000:2.0:1768252385.331597:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1590752581760ns, next at 1591752579373ns, rc = 0 00000100:00100000:2.0:1768252385.331631:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476047104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252385.331695:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252385.331756:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476047104 00000100:00100000:2.0:1768252385.331763:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476047104 00000100:00100000:2.0:1768252385.331815:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1768252385.331822:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476047104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252385.331854:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252385.331896:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476047104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252385.331902:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00080000:2.0:1768252385.331923:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252385.331978:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476047104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252385.333521:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476047232 00000100:00100000:2.0:1768252385.333529:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476047232 00000100:00100000:2.0:1768252385.333571:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1768252385.333578:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476047232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252385.333607:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768252385.333653:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476047232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252385.333659:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:2.0:1768252385.333677:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252385.333706:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476047232:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252385.650243:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252386.676603:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768252386.998149:0:61998:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1592419133197ns, next at 1566987298086ns, rc = 0 00000004:00080000:3.0:1768252387.005050:0:61998:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1592426033096ns, next at 1591752579373ns, rc = 0 00000100:00100000:2.0:1768252387.097970:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252387.097990:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476047360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252387.098085:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252387.098879:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476047360 00000100:00100000:3.0:1768252387.098897:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476047360 00000100:00100000:3.0:1768252387.098974:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1768252387.098983:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476047360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768252387.099042:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:15 count 1 00010000:00010000:3.0:1768252387.099068:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.099092:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.099101:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768252387.099104:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768252387.099107:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1768252387.100637:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252387.100709:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.100726:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 5 pid: 6567 timeout: 1692 lvb_type: 0 00000100:00100000:3.0:1768252387.100742:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476047488:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768252387.100840:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646d2a780 going to sleep for 11 seconds 00000100:00100000:0.0:1768252387.111345:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451753600 00000100:00100000:0.0:1768252387.111355:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451753600 00010000:00010000:0.0:1768252387.111417:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 6 pid: 6567 timeout: 1692 lvb_type: 0 00000100:00100000:0.0:1768252387.111468:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 319 00000100:00100000:0.0:1768252387.111478:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97274507a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451753600:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252387.111493:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252387.111499:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 6 pid: 6567 timeout: 1692 lvb_type: 0 00010000:00010000:0.0:1768252387.111514:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 6 pid: 6567 timeout: 1692 lvb_type: 0 00010000:00010000:0.0:1768252387.111538:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252387.111540:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252387.111546:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252387.111556:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252387.111578:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252387.111634:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97274507a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451753600:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 156us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252387.111641:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 319 00000100:00080000:2.0:1768252387.112622:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252387.113377:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb508 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b3f expref: 5 pid: 6567 timeout: 1692 lvb_type: 0 00000100:00100000:3.0:1768252387.113398:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476047488:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768252387.113422:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.113432:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.113444:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.113455:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.113463:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252387.113489:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252387.114440:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252387.114450:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252387.114459:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252387.114463:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252387.114472:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252387.114490:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252387.114497:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb52b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252387.114519:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252387.114521:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252387.114523:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252387.119718:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476047360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20726us (21623us total) trans 4294967326 rc 0/0 00000100:00100000:2.0:1768252387.119731:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000004:00080000:0.0:1768252387.121960:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649253100/2, rc 0, transno 4294967326 00000100:00100000:0.0:1768252387.121987:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476047360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1768252387.699367:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252387.895248:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476047616:0@lo:400:kworker.0 00000100:00100000:0.0:1768252387.895426:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476047872:0@lo:400:kworker.0 00000100:00100000:2.0:1768252387.904261:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252387.905660:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476047616:0@lo:400:kworker.0 00000100:00100000:0.0:1768252387.905836:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252387.905950:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476047872 00000100:00100000:2.0:1768252387.905956:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476047872 00000100:00100000:2.0:1768252387.906010:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1768252387.906037:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476047872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252387.906079:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476047872:12345-0@lo:400:kworker.0 Request processed in 43us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252387.906085:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00080000:0.0:1768252387.906248:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252387.906290:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476047872:0@lo:400:kworker.0 00010000:00010000:2.0:1768252388.727420:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768252389.496600:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967326 is committed 00010000:00010000:0.0:1768252389.751083:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252390.362258:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252390.362287:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252390.362309:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252390.362331:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252390.362354:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451753856 00000100:00100000:2.0:1768252390.362364:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451753856 00000100:00100000:2.0:1768252390.362421:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1063 00000100:00100000:2.0:1768252390.362430:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451753856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252390.362498:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451753856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252390.362506:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1063 00000100:00100000:3.0:1768252390.363559:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451753728 00000100:00100000:3.0:1768252390.363565:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451753728 00000100:00100000:3.0:1768252390.363594:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 943 00000100:00100000:3.0:1768252390.363600:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451753728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252390.363654:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451753728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 53us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252390.363660:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 943 00000100:00100000:3.0:1768252390.450870:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476048384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252390.450949:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252390.451054:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476048384 00000100:00100000:3.0:1768252390.451062:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476048384 00000100:00100000:3.0:1768252390.451130:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1768252390.451139:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476048384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252390.451179:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252390.451229:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476048384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252390.451237:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:3.0:1768252390.451260:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252390.451290:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967326 gen 2 00000004:00080000:3.0:1768252390.451295:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649253100, transno 4294967326 00000100:00100000:3.0:1768252390.451313:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476048384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252390.452203:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476048512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252390.452259:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1768252390.453223:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252390.453264:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476048512:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252390.782496:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252391.794526:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252392.818318:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252393.013481:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476048768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.013558:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252393.013629:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476049280:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.013656:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252393.013696:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1768252393.013703:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476048640:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.013734:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252393.013753:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476049152:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.013773:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252393.013796:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476049024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.013818:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252393.013834:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252393.013838:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476048896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.013858:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252393.013898:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049280 00000100:00100000:3.0:1768252393.013905:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049280 00000100:00100000:3.0:1768252393.013954:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049024 00000100:00100000:3.0:1768252393.013958:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049024 00000100:00100000:3.0:1768252393.013977:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1768252393.013986:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476049280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.014069:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476049280:12345-0@lo:400:kworker.0 Request processed in 83us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252393.014077:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1768252393.014095:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1768252393.014101:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476049024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.014135:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476049024:12345-0@lo:400:kworker.0 Request processed in 35us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252393.014140:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00080000:3.0:1768252393.014157:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252393.014161:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252393.014199:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476049024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.014224:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476049280:0@lo:400:kworker.0 00000100:00100000:2.0:1768252393.014359:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476048768 00000100:00100000:2.0:1768252393.014364:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476048768 00000100:00100000:2.0:1768252393.014399:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049152 00000100:00100000:2.0:1768252393.014402:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049152 00000100:00100000:2.0:1768252393.014421:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476048896 00000100:00100000:2.0:1768252393.014424:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476048896 00000100:00100000:2.0:1768252393.014437:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1768252393.014442:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476048768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252393.014476:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476048768:12345-0@lo:400:kworker.0 Request processed in 34us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252393.014482:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1768252393.014492:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1768252393.014498:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476049152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252393.014521:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476049152:12345-0@lo:400:kworker.0 Request processed in 23us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252393.014526:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1768252393.014536:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1768252393.014542:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476048896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252393.014569:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476048896:12345-0@lo:400:kworker.0 Request processed in 27us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252393.014574:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:2.0:1768252393.014589:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252393.016911:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476048896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.016952:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476048640:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.016964:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476049152:0@lo:400:kworker.0 00000100:00100000:3.0:1768252393.016975:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476048768:0@lo:400:kworker.0 00010000:00010000:0.0:1768252393.842860:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252394.868819:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252395.464787:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252395.464848:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252395.464882:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252395.464953:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252395.465194:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451754368 00000100:00100000:3.0:1768252395.465204:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451754368 00000100:00100000:3.0:1768252395.465273:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1067 00000100:00100000:3.0:1768252395.465283:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451754368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252395.465357:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451754368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 76us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252395.465365:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1067 00000100:00100000:0.0:1768252395.465377:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451754240 00000100:00100000:0.0:1768252395.465381:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451754240 00000100:00100000:0.0:1768252395.465791:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 945 00000100:00100000:0.0:1768252395.465799:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451754240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252395.465844:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451754240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252395.465851:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 945 00000100:00100000:0.0:1768252395.465925:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451754624 00000100:00100000:0.0:1768252395.465929:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451754624 00000100:00100000:0.0:1768252395.465956:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451754496 00000100:00100000:0.0:1768252395.465959:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451754496 00000100:00100000:0.0:1768252395.465978:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 744 00000100:00100000:0.0:1768252395.465985:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451754624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252395.466048:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451754624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 59us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252395.466054:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 744 00000100:00100000:0.0:1768252395.466191:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 745 00000100:00100000:0.0:1768252395.466198:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451754496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252395.466223:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451754496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252395.466229:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 745 00000100:00080000:2.0:1768252395.467260:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252395.467267:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252395.467270:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252395.571251:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1768252395.571277:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476049536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252395.571344:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252395.571393:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049536 00000100:00100000:0.0:1768252395.571401:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049536 00000100:00100000:3.0:1768252395.571423:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476049408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252395.571445:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252395.571457:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049408 00000100:00100000:0.0:1768252395.571460:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049408 00000100:00100000:0.0:1768252395.571477:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1768252395.571485:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476049536:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252395.571537:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252395.571541:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1768252395.571731:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252395.571787:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476049536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 302us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252395.571864:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476049536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252395.576524:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1768252395.576553:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476049408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252395.576596:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252395.576781:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476049408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 243us (5333us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252395.576790:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1768252395.579219:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1768252395.586263:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476049408:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768252395.897927:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252396.914491:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252397.939164:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252398.130613:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476050048:0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.130687:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252398.130746:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1768252398.130753:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476049664:0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.130781:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252398.130805:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476050176:0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.130839:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252398.130869:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476050176 00000100:00100000:0.0:1768252398.130878:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476050176 00000100:00100000:0.0:1768252398.130934:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1768252398.130940:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476050176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.130977:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476050176:12345-0@lo:400:kworker.0 Request processed in 38us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252398.130982:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00080000:0.0:1768252398.130997:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252398.131004:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049664 00000100:00100000:0.0:1768252398.131007:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049664 00000100:00100000:0.0:1768252398.131048:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1768252398.131052:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476049664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.131070:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476049664:12345-0@lo:400:kworker.0 Request processed in 19us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252398.131074:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1768252398.131109:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476049664:0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.131118:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476050176:0@lo:400:kworker.0 00000100:00080000:0.0:1768252398.132567:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252398.132572:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252398.132584:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049792 00000100:00100000:0.0:1768252398.132598:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049792 00000100:00100000:0.0:1768252398.132712:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476049920 00000100:00100000:0.0:1768252398.132716:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476049920 00000100:00080000:2.0:1768252398.132774:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252398.132906:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476049792:0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.132984:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1768252398.132992:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476049920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252398.133145:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476049920:12345-0@lo:400:kworker.0 Request processed in 154us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252398.133150:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1768252398.133254:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476050048:0@lo:400:kworker.0 00000100:00100000:3.0:1768252398.133364:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476049920:0@lo:400:kworker.0 00010000:00010000:2.0:1768252398.962271:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252399.987071:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252400.583202:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252400.583249:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252400.583286:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451754752 00000100:00100000:3.0:1768252400.583292:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252400.583297:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451754752 00000100:00100000:0.0:1768252400.583361:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 947 00000100:00100000:3.0:1768252400.583367:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252400.583375:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451754752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252400.583398:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451755008 00000100:00100000:3.0:1768252400.583403:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451755008 00000100:00100000:3.0:1768252400.583449:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451755136 00000100:00100000:3.0:1768252400.583451:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451755136 00000100:00100000:0.0:1768252400.583480:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451754752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 108us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252400.583494:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 748 00000100:00100000:0.0:1768252400.583495:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 947 00000100:00100000:3.0:1768252400.583506:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451755008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252400.583546:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451755008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 42us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252400.583552:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 748 00000100:00100000:3.0:1768252400.583569:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 749 00000100:00100000:3.0:1768252400.583576:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451755136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252400.583603:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451755136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252400.583610:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 749 00000100:00080000:3.0:1768252400.583630:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252400.583635:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252400.584455:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252400.690318:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252400.690339:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476050432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252400.690396:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252400.690447:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476050432 00000100:00100000:2.0:1768252400.690456:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476050432 00000100:00100000:2.0:1768252400.690536:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00080000:0.0:1768252400.690538:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252400.690544:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476050432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252400.690581:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252400.690638:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476050432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252400.690645:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1768252400.690836:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476050432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252400.690980:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476050560 00000100:00100000:2.0:1768252400.690983:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476050560 00000100:00100000:2.0:1768252400.691029:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1768252400.691035:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476050560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252400.691049:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252400.691078:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476050560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252400.691081:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00080000:0.0:1768252400.691139:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252401.010221:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252401.091951:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451755264 00000100:00100000:0.0:1768252401.091961:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451755264 00000100:00100000:0.0:1768252401.092050:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 484 00000100:00100000:0.0:1768252401.092060:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36009:x1854145451755264:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252401.092169:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36009:x1854145451755264:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 110us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252401.092177:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 484 00000100:00100000:2.0:1768252401.099212:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451755392 00000100:00100000:2.0:1768252401.099224:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451755392 00000100:00100000:2.0:1768252401.099343:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 254 00000100:00100000:2.0:1768252401.099357:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36009:x1854145451755392:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252401.099729:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36009:x1854145451755392:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 374us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252401.099738:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 254 00000100:00100000:0.0:1768252401.105947:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252401.112701:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252401.119217:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252401.119322:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451755776 00000100:00100000:3.0:1768252401.119332:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451755776 00000100:00100000:3.0:1768252401.119397:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 486 00000100:00100000:3.0:1768252401.119408:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36009:x1854145451755776:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252401.119507:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36009:x1854145451755776:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 101us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252401.119515:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 486 00000100:00100000:2.0:1768252401.121214:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252401.121332:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451755904 00000100:00100000:0.0:1768252401.121341:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451755904 00000100:00100000:0.0:1768252401.121539:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 256 00000100:00100000:0.0:1768252401.121552:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36009:x1854145451755904:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252401.121838:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36009:x1854145451755904:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 289us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252401.121846:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 256 00000100:00100000:3.0:1768252401.124906:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451756032 00000100:00100000:3.0:1768252401.124918:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451756032 00000100:00100000:3.0:1768252401.124998:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 257 00000100:00100000:3.0:1768252401.125009:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36009:x1854145451756032:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252401.125338:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36009:x1854145451756032:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 331us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252401.125347:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 257 00000100:00100000:3.0:1768252401.127827:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252401.132246:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36009:x1854145451756160:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 4248us (4412us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252401.132267:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 487 00010000:00010000:3.0:1768252402.035623:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252403.058225:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252403.259050:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476050688:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259121:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.259166:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476051200:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259192:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.259218:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252403.259224:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476051072:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259246:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.259271:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476050816:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259292:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.259308:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476051328:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259328:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.259344:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252403.259350:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476050944:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259388:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.259423:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476050688 00000100:00100000:2.0:1768252403.259442:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476050688 00000100:00100000:2.0:1768252403.259488:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1768252403.259497:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476050688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259549:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476050688:12345-0@lo:400:kworker.0 Request processed in 52us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252403.259556:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1768252403.259590:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476051200 00000100:00100000:2.0:1768252403.259594:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476051200 00000100:00100000:2.0:1768252403.259627:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476050816 00000100:00100000:2.0:1768252403.259629:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476050816 00000100:00100000:2.0:1768252403.259643:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476050944 00000100:00100000:2.0:1768252403.259645:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476050944 00000100:00100000:2.0:1768252403.259660:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1768252403.259665:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476051200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259695:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476051200:12345-0@lo:400:kworker.0 Request processed in 30us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252403.259701:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1768252403.259713:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:2.0:1768252403.259719:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476050816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259748:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476050816:12345-0@lo:400:kworker.0 Request processed in 29us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252403.259754:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:2.0:1768252403.259778:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1768252403.259785:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476050944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259810:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476050944:12345-0@lo:400:kworker.0 Request processed in 26us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252403.259816:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1768252403.259837:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476051072 00000100:00100000:2.0:1768252403.259841:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476051072 00000100:00100000:2.0:1768252403.259864:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476051328 00000100:00100000:2.0:1768252403.259867:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476051328 00000100:00100000:2.0:1768252403.259885:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1768252403.259891:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476051072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259920:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476051072:12345-0@lo:400:kworker.0 Request processed in 29us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252403.259926:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1768252403.259936:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1768252403.259941:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476051328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.259963:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476051328:12345-0@lo:400:kworker.0 Request processed in 22us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252403.259968:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00080000:2.0:1768252403.259988:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252403.259991:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252403.259993:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252403.260048:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476050944:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.260059:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476050816:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.260066:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476051328:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.260253:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476051072:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.260263:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476050688:0@lo:400:kworker.0 00000100:00100000:2.0:1768252403.260272:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476051200:0@lo:400:kworker.0 00010000:00010000:0.0:1768252403.656940:0:62215:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252403.657350:0:62215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:0.0:1768252403.657355:0:62215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252403.657504:0:62215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb4de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b31 expref: 5 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252403.657532:0:62215:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252403.657554:0:62215:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252403.657570:0:62215:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb532 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252403.657671:0:62215:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb4bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb4b4 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252403.657681:0:62215:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abb532 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252403.657807:0:62215:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb4bb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb4b4 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252403.657820:0:62215:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abb4bb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb4b4 expref: 17 pid: 5775 timeout: 1759 lvb_type: 0 00000100:00100000:0.0:1768252403.657833:0:62215:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648174a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62215:1854145476051456:0@lo:104: 00000100:00100000:0.0:1768252403.658260:0:62215:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252403.658381:0:62215:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727479f03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252403.658542:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476051456 00000100:00100000:3.0:1768252403.658551:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476051456 00000100:00100000:3.0:1768252403.658720:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1768252403.658729:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62215:x1854145476051456:12345-0@lo:104: 00010000:00010000:3.0:1768252403.658743:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abb4b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb4bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252403.658820:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252403.658826:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62215:x1854145476051456:12345-0@lo:104: Request processed in 99us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252403.658833:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1768252403.658902:0:62215:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648174a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62215:1854145476051456:0@lo:104: 00010000:00010000:0.0:1768252403.658920:0:62215:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962200/0xef9a6e5c83abb532 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 62215 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252403.661558:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476051584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252403.661636:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252403.662827:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476051584:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252403.662871:0:62215:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962200/0xef9a6e5c83abb532 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252403.662879:0:62215:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962200/0xef9a6e5c83abb532 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252403.662885:0:62215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962200/0xef9a6e5c83abb532 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252404.084227:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252404.979999:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252404.980026:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252404.980033:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252404.980101:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252404.980113:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252404.980124:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252404.980155:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476051712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252404.980489:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252404.980547:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252404.981543:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476051712 00000100:00100000:3.0:1768252404.981555:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476051712 00000100:00100000:3.0:1768252404.981607:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1768252404.981617:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476051712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252404.981634:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252404.981654:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb539 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252404.982937:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb539 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252404.982964:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb539 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252404.982973:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252404.983073:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476051712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1456us (2583us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252404.983082:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1768252404.983160:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476051712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252404.983183:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb540 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252404.984567:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb540 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252404.984603:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252404.984609:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb540 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252404.984617:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb540 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252405.715934:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252405.715994:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252405.716639:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451756288 00000100:00100000:0.0:1768252405.716645:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451756288 00000100:00100000:0.0:1768252405.716684:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 950 00000100:00100000:0.0:1768252405.716692:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451756288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252405.716728:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451756288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252405.716733:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 950 00000100:00080000:2.0:1768252405.716831:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252405.729583:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252405.729627:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252405.729696:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451756544 00000100:00100000:0.0:1768252405.729706:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451756544 00000100:00100000:0.0:1768252405.729774:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451756672 00000100:00100000:0.0:1768252405.729777:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451756672 00000100:00100000:0.0:1768252405.729796:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 752 00000100:00100000:0.0:1768252405.729804:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451756544:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252405.729871:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451756544:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252405.729878:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 752 00000100:00100000:0.0:1768252405.729895:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 753 00000100:00100000:0.0:1768252405.729901:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451756672:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252405.729923:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451756672:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252405.729928:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 753 00000100:00080000:2.0:1768252405.729991:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252405.729996:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252406.162663:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252407.529269:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451756800 00000100:00100000:3.0:1768252407.529287:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451756800 00000100:00100000:3.0:1768252407.529398:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 488 00000100:00100000:3.0:1768252407.529418:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36097:x1854145451756800:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252407.529437:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252407.529481:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb547 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b46 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252407.529548:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb54e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.529561:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb54e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.529575:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb54e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768252407.529643:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:3.0:1768252407.529647:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252407.529673:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb54e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.529699:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb547 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b46 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252407.529737:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb54e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b46 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252407.529745:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252407.529748:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252407.529752:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252407.529829:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36097:x1854145451756800:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 420us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252407.529836:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 488 00000100:00100000:3.0:1768252407.538905:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000004:00010000:3.0:1768252407.574220:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005de654ea reply state 0000000086622fe5 transno 4294967490 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252407.574237:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252407.574292:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00080000:3.0:1768252407.574417:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1768252407.574441:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36097:x1854145451757056:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 35323us (35540us total) trans 4294967490 rc 0/0 00000100:00100000:3.0:1768252407.574455:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 489 00010000:00010000:3.0:1768252407.574726:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.574736:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.574744:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.574751:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252407.574756:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.574764:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.574783:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972749ca9d00) 00010000:00010000:3.0:1768252407.574786:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252407.574792:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252407.574798:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb555 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252408.178399:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252408.372552:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476052096:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.372660:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252408.372767:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476052096 00000100:00100000:2.0:1768252408.372778:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476052096 00000100:00100000:2.0:1768252408.373004:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1768252408.373041:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476052096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.373107:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476052096:12345-0@lo:400:kworker.0 Request processed in 93us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252408.373116:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1768252408.373177:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476052096:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.374473:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476052224:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.374514:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252408.374547:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476052736:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.374572:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252408.374591:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252408.374597:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476052608:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.374618:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252408.374645:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476052224 00000100:00100000:2.0:1768252408.374649:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476052224 00000100:00100000:2.0:1768252408.374679:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476052608 00000100:00100000:2.0:1768252408.374682:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476052608 00000100:00100000:2.0:1768252408.374708:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1768252408.374726:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476052224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.374766:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476052224:12345-0@lo:400:kworker.0 Request processed in 42us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252408.374773:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1768252408.374786:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1768252408.374792:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476052608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.374817:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476052608:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252408.374986:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1768252408.375035:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476052736 00000100:00100000:2.0:1768252408.375040:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476052736 00000100:00100000:2.0:1768252408.375066:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1768252408.375073:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476052736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.375104:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476052736:12345-0@lo:400:kworker.0 Request processed in 32us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252408.375110:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:2.0:1768252408.375133:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252408.375137:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252408.375164:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476052608:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.375174:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476052224:0@lo:400:kworker.0 00000100:00100000:2.0:1768252408.375183:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476052736:0@lo:400:kworker.0 00000020:00000080:3.0:1768252408.410752:0:62413:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8b85fc50 20000000:00000080:3.0:1768252408.410778:0:62413:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277ccfb800 uarg=0000000000000000 00010000:00010000:3.0:1768252408.412170:0:62413:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252408.412196:0:62413:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252408.412213:0:62413:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252408.412239:0:62413:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb55c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62413 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.412262:0:62413:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb539 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.412272:0:62413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb55c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62413 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.412327:0:62413:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb539 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.412344:0:62413:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb539 expref: 17 pid: 5775 timeout: 1763 lvb_type: 0 00000100:00100000:3.0:1768252408.412361:0:62413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff60700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62413:1854145476052864:0@lo:104: 00000100:00100000:3.0:1768252408.412452:0:62413:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252408.412601:0:62413:0:(client.c:2690:ptlrpc_set_wait()) set ffff972747cee3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252408.414358:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768252408.414394:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476052864 00000100:00100000:0.0:1768252408.414406:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476052864 00000100:00100000:0.0:1768252408.415046:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1768252408.415060:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750fe1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62413:x1854145476052864:12345-0@lo:104: 00010000:00010000:0.0:1768252408.415081:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abb539 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb540 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252408.415184:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252408.415190:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750fe1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62413:x1854145476052864:12345-0@lo:104: Request processed in 135us (2740us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252408.415198:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:3.0:1768252408.417584:0:62413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abb540 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb539 expref: 17 pid: 5775 timeout: 1763 lvb_type: 0 00000100:00100000:3.0:1768252408.417599:0:62413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff60700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62413:1854145476052864:0@lo:104: 00010000:00010000:3.0:1768252408.417616:0:62413:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb55c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62413 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.417626:0:62413:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb55c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62413 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.417633:0:62413:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb55c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62413 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252408.417639:0:62413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb55c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62413 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252409.203151:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252409.906074:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252409.906082:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252409.906088:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252409.906134:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb563 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252409.906146:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb563 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252409.906159:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb563 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252409.906186:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476053120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252409.906255:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252409.906310:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972756417480 going to sleep for 11 seconds 00000100:00100000:3.0:1768252409.906392:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476053120 00000100:00100000:3.0:1768252409.906402:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476053120 00000100:00100000:3.0:1768252409.906458:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1768252409.906468:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476053120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252409.906484:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252409.906499:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb563 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252409.906524:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb563 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252409.906534:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb563 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252409.906543:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252409.906584:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476053120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252409.906590:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1768252410.827068:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252410.827110:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252410.827144:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252410.827164:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252410.827263:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451757184 00000100:00100000:2.0:1768252410.827279:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451757184 00000100:00100000:2.0:1768252410.827354:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 953 00000100:00100000:2.0:1768252410.827366:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451757184:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252410.827466:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451757184:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 103us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252410.827475:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 953 00000100:00100000:2.0:1768252410.827522:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451757312 00000100:00100000:2.0:1768252410.827526:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451757312 00000100:00100000:2.0:1768252410.827576:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1079 00000100:00100000:2.0:1768252410.827585:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451757312:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252410.827626:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451757312:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252410.827633:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1079 00000100:00100000:2.0:1768252410.827654:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451757440 00000100:00100000:2.0:1768252410.827657:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451757440 00000100:00100000:2.0:1768252410.827698:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451757568 00000100:00100000:2.0:1768252410.827702:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451757568 00000100:00100000:2.0:1768252410.827730:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 756 00000100:00100000:2.0:1768252410.827737:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451757440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252410.827767:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451757440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252410.827774:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 756 00000100:00100000:2.0:1768252410.827787:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 757 00000100:00100000:2.0:1768252410.827793:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451757568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252410.827817:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451757568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252410.827824:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 757 00000100:00080000:2.0:1768252410.827841:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252410.827847:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252410.827850:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252410.941193:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252410.941223:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476053376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252410.941306:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252410.942117:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476053376 00000100:00100000:2.0:1768252410.942131:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476053376 00000100:00100000:2.0:1768252410.942216:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1768252410.942227:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476053376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252410.942277:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252410.943157:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476053376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 927us (1845us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252410.943168:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00010000:00010000:3.0:1768252411.250934:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252412.136860:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451757696 00000100:00100000:0.0:1768252412.136873:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451757696 00000100:00100000:0.0:1768252412.136960:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 90 00000100:00100000:0.0:1768252412.136974:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36174:x1854145451757696:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:0.0:1768252412.137175:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36174:x1854145451757696:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 205us (835us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768252412.137184:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 90 00000100:00100000:2.0:1768252412.140871:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451757824 00000100:00100000:2.0:1768252412.140885:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451757824 00000100:00100000:2.0:1768252412.140975:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 490 00000100:00100000:2.0:1768252412.140986:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36174:x1854145451757824:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768252412.141107:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252412.141145:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb571 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b4d expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.141240:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141261:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141278:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141293:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141300:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141306:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141488:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb586 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141497:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141504:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768252412.141536:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:2.0:1768252412.141541:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252412.141570:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb586 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141585:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141593:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141600:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141606:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252412.141610:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141619:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141633:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252412.141636:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252412.141643:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141648:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141662:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141667:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141672:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141689:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252412.141693:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141699:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141706:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff972742c4a700) 00010000:00010000:2.0:1768252412.141709:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252412.141711:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141716:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb57f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.141753:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb571 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b4d expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.141770:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb586 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b4d expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.141777:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768252412.141779:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252412.141782:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768252412.141872:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36174:x1854145451757824:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 888us (1667us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252412.141881:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 490 00000100:00100000:3.0:1768252412.160490:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451758080 00000100:00100000:3.0:1768252412.160513:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451758080 00000100:00100000:3.0:1768252412.160590:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 491 00000100:00100000:3.0:1768252412.160603:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36174:x1854145451758080:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768252412.160631:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252412.160659:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb58d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b54 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252412.160857:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.160883:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.160897:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.160914:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.160922:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.160929:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:3.0:1768252412.161588:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:3.0:1768252412.161887:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb5a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161900:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb5a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161910:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb5a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161957:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161966:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161976:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161983:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252412.161988:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.161997:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.162035:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:3.0:1768252412.162039:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252412.162045:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.162052:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb594 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252412.162071:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc1edca8 reply state 000000001b4de1f6 transno 4294967491 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252412.162081:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252412.162121:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb58d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b54 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252412.162138:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb5a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b54 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252412.162147:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252412.162150:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252412.162152:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252412.162253:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:36174:x1854145451758080:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1652us (1888us total) trans 4294967491 rc 0/0 00000100:00100000:3.0:1768252412.162263:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 491 00010000:00010000:3.0:1768252412.171466:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.171490:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.171499:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.171506:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252412.171512:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.171522:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.171542:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff97274f8b9200) 00010000:00010000:3.0:1768252412.171545:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252412.171551:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.171557:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb59b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252412.177308:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451758336 00000100:00100000:2.0:1768252412.177321:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451758336 00000100:00100000:2.0:1768252412.177406:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 492 00000100:00100000:2.0:1768252412.177418:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36174:x1854145451758336:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:2.0:1768252412.177627:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252412.177661:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abb5a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b54 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.177695:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:2.0:1768252412.177710:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252412.177766:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.177783:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.177795:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768252412.178197:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b19e7e97 reply state 000000002415d9b2 transno 4294967492 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252412.178209:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252412.178333:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:36174:x1854145451758336:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 916us (1122us total) trans 4294967492 rc 0/0 00000100:00100000:2.0:1768252412.178342:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 492 00010000:00010000:2.0:1768252412.180339:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.180362:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.180370:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.180376:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252412.180667:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.180692:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.180714:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252412.180717:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252412.180722:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.180730:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252412.286247:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451758976 00000100:00100000:2.0:1768252412.286262:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451758976 00000100:00100000:2.0:1768252412.286346:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 494 00000100:00100000:2.0:1768252412.286357:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:36178:x1854145451758976:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768252412.286395:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252412.286426:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b62 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.286521:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286537:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286551:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286567:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286578:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286584:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286722:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb5d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286731:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286738:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768252412.286780:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x29:0x0]: returning size 0 00000004:00200000:2.0:1768252412.286787:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252412.286819:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286830:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb5d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286837:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286843:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286849:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286856:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252412.286860:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286870:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286884:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768252412.286888:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252412.286895:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286900:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb5c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286912:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286916:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286920:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286923:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252412.286924:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286927:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286931:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff972742c4a000) 00010000:00010000:2.0:1768252412.286932:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252412.286934:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286937:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb5cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252412.286966:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abb5be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b62 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.286977:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abb5d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b62 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252412.286983:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768252412.286984:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252412.286986:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768252412.287114:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:36178:x1854145451758976:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 760us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252412.287121:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 494 00000100:00100000:2.0:1768252412.291772:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451759104 00000100:00100000:2.0:1768252412.291790:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451759104 00000100:00100000:2.0:1768252412.291864:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 259 00000100:00100000:2.0:1768252412.291876:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451759104:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768252412.291901:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252412.291928:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb5da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b69 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768252412.291959:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x696563fc, atime: 0x696563fc, ctime: 0x696563fc, blocks: 0x1 00010000:00010000:2.0:1768252412.291987:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252412.291989:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252412.291999:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb5da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b69 expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252412.292063:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb5da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b69 expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252412.292077:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768252412.292136:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451759104:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 263us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252412.292145:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 259 00000100:00100000:0.0:1768252412.295658:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:3.0:1768252412.298738:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252412.298747:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb5f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.298754:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252412.298758:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb5f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.298765:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb5f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.298776:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff972749ca9900) 00010000:00010000:3.0:1768252412.298778:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252412.298781:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb5f6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.298787:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb5f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.298806:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252412.298809:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252412.298811:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252412.301729:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.301750:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.301757:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.301761:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252412.301765:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.301771:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.301784:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff972749ca9600) 00010000:00010000:3.0:1768252412.301786:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252412.301791:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252412.301795:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb5e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000001:00080000:0.0:1768252413.037145:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967494 is committed 00000004:00080000:0.0:1768252413.037160:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 41 committed 00000100:00100000:0.0:1768252413.038159:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476053504 00000100:00100000:0.0:1768252413.038171:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476053504 00000100:00100000:0.0:1768252413.038246:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1768252413.038257:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476053504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1768252413.038297:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:16 count 1 00010000:00010000:0.0:1768252413.038335:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.038364:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb5da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b69 expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252413.038380:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252413.038382:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252413.038387:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.038438:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb5da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b69 expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252413.038456:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abb5da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b69 expref: 6 pid: 10696 timeout: 1718 lvb_type: 1 00000100:00100000:0.0:1768252413.038470:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648177100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476053632:192.168.202.43@tcp:104: 00000100:00100000:0.0:1768252413.038552:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dfac0c0 going to sleep for 11 seconds 00000100:00080000:0.0:1768252413.038567:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252413.043844:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252413.043949:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648177100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476053632:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768252413.043983:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.046266:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.046279:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.046289:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.046298:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff972777963000/0xef9a6e5c83abb5fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252413.046321:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768252413.047630:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476053504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9368us (9918us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1768252413.047644:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000004:00080000:2.0:1768252413.048245:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277cb40a80/2, rc 0, transno 4294967328 00000100:00100000:2.0:1768252413.048256:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476053504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1768252413.309592:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252413.495901:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476053760:0@lo:400:kworker.0 00000100:00100000:2.0:1768252413.495940:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476053888:0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.495996:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252413.496160:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252413.496254:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476054272:0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.496280:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252413.496310:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476053760 00000100:00100000:0.0:1768252413.496318:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476053760 00000100:00100000:0.0:1768252413.496364:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1768252413.496371:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476053760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.496415:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476053760:12345-0@lo:400:kworker.0 Request processed in 45us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252413.496421:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1768252413.496455:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476054272 00000100:00100000:0.0:1768252413.496457:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476054272 00000100:00100000:0.0:1768252413.496550:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1768252413.496556:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476054272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.496583:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476054272:12345-0@lo:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252413.496591:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00080000:0.0:1768252413.496605:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252413.496649:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476054272:0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.496669:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476053760:0@lo:400:kworker.0 00000100:00100000:2.0:1768252413.496757:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476054016:0@lo:400:kworker.0 00000100:00100000:2.0:1768252413.496790:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252413.496822:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252413.496828:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476053888 00000100:00100000:2.0:1768252413.496831:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476054144:0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.496833:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476053888 00000100:00100000:0.0:1768252413.496864:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476054016 00000100:00100000:2.0:1768252413.496866:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252413.496903:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476054144 00000100:00100000:2.0:1768252413.496907:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476054144 00000100:00100000:0.0:1768252413.496930:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476054016 00000100:00100000:2.0:1768252413.496945:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1768252413.496960:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1768252413.496967:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476054144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.496996:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476054144:12345-0@lo:400:kworker.0 Request processed in 31us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252413.497000:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1768252413.497062:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1768252413.497068:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476054016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252413.497089:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476054016:12345-0@lo:400:kworker.0 Request processed in 21us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252413.497096:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1768252413.497719:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476053888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252413.497772:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476053888:12345-0@lo:400:kworker.0 Request processed in 820us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252413.497780:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1768252413.497810:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476053888:0@lo:400:kworker.0 00000100:00080000:2.0:1768252413.497822:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252413.497856:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476054144:0@lo:400:kworker.0 00000100:00100000:2.0:1768252413.497870:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476054016:0@lo:400:kworker.0 00000020:00000080:0.0:1768252414.446900:0:62659:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda21bb3e0 20000000:00000080:0.0:1768252414.446924:0:62659:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646df3400 uarg=0000000000000000 00010000:00010000:0.0:1768252414.447569:0:62659:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252414.447611:0:62659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:0.0:1768252414.447614:0:62659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252414.447627:0:62659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb586 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b4d expref: 5 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.447647:0:62659:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252414.447671:0:62659:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252414.447687:0:62659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb604 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.447701:0:62659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb563 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.447712:0:62659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb604 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.447758:0:62659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb563 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.447773:0:62659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb563 expref: 17 pid: 5778 timeout: 1769 lvb_type: 0 00000100:00100000:0.0:1768252414.447787:0:62659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648174a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62659:1854145476054400:0@lo:104: 00000100:00100000:0.0:1768252414.447868:0:62659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252414.448137:0:62659:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748c573c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252414.448276:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476054400 00000100:00100000:3.0:1768252414.448286:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476054400 00000100:00100000:3.0:1768252414.448399:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1768252414.448410:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62659:x1854145476054400:12345-0@lo:104: 00010000:00010000:3.0:1768252414.448425:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00400/0xef9a6e5c83abb563 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb56a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252414.448516:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252414.448523:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62659:x1854145476054400:12345-0@lo:104: Request processed in 115us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252414.448530:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00010000:00010000:0.0:1768252414.449386:0:62659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abb56a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb563 expref: 17 pid: 5778 timeout: 1769 lvb_type: 0 00000100:00100000:0.0:1768252414.449396:0:62659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648174a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62659:1854145476054400:0@lo:104: 00010000:00010000:0.0:1768252414.449410:0:62659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb604 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.449419:0:62659:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb604 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.449425:0:62659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb604 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252414.449432:0:62659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb604 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62659 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1768252415.192516:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000001:00080000:2.0:1768252415.192544:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed 00000100:00100000:0.0:1768252415.946227:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252415.946279:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252415.946321:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252415.946352:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252415.946391:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451759872 00000100:00100000:0.0:1768252415.946406:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451759872 00000100:00100000:0.0:1768252415.946495:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451760000 00000100:00100000:0.0:1768252415.946499:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451760000 00000100:00100000:0.0:1768252415.946528:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 759 00000100:00100000:0.0:1768252415.946542:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451759872:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252415.946654:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451759872:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 116us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252415.946663:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 759 00000100:00100000:0.0:1768252415.946685:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 760 00000100:00100000:0.0:1768252415.946691:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451760000:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252415.946720:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451760000:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252415.946726:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 760 00000100:00100000:2.0:1768252415.946857:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451759616 00000100:00100000:2.0:1768252415.946862:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451759616 00000100:00100000:2.0:1768252415.946898:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 955 00000100:00100000:2.0:1768252415.946905:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451759616:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252415.946933:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451759616:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252415.946939:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 955 00000100:00100000:2.0:1768252415.946976:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451759744 00000100:00100000:2.0:1768252415.946979:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451759744 00000100:00100000:2.0:1768252415.947034:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1083 00000100:00100000:2.0:1768252415.947040:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451759744:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252415.947080:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451759744:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252415.947086:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1083 00000100:00080000:2.0:1768252415.947104:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252415.947109:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252415.947111:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252416.119209:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476054912 00000100:00100000:0.0:1768252416.119233:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476054912 00000100:00100000:0.0:1768252416.119383:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1768252416.119397:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476054912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252416.119426:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252416.119455:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb612 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb60b expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252416.119492:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb612 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb60b expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252416.119505:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb612 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb60b expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252416.119515:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768252416.119618:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476054912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (5203us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252416.119626:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1768252418.610253:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476055040:0@lo:400:kworker.0 00000100:00100000:2.0:1768252418.610262:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476055296:0@lo:400:kworker.0 00000100:00100000:2.0:1768252418.610354:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252418.610360:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252418.610441:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476055552:0@lo:400:kworker.0 00000100:00100000:3.0:1768252418.610443:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476055168:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.610487:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252418.610531:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055040 00000100:00100000:0.0:1768252418.610541:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055040 00000100:00100000:0.0:1768252418.610597:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1768252418.610608:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476055040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.610686:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476055040:12345-0@lo:400:kworker.0 Request processed in 80us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252418.610695:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1768252418.610911:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055296 00000100:00100000:0.0:1768252418.610917:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055296 00000100:00080000:3.0:1768252418.610967:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252418.610982:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055552 00000100:00100000:0.0:1768252418.610987:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055552 00000100:00080000:3.0:1768252418.611160:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252418.611294:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1768252418.611302:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476055296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252418.611328:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252418.611337:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476055424:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.611348:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476055296:12345-0@lo:400:kworker.0 Request processed in 46us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252418.611356:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1768252418.611372:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252418.611377:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1768252418.611386:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476055552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252418.611416:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476055296:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.611425:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476055552:12345-0@lo:400:kworker.0 Request processed in 38us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252418.611457:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055424 00000100:00100000:2.0:1768252418.611460:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055424 00000100:00100000:2.0:1768252418.611490:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1768252418.611495:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476055424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.611519:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1768252418.611525:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476055424:12345-0@lo:400:kworker.0 Request processed in 28us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252418.611530:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1768252418.611560:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476055424:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.611574:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252418.611605:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476055680:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.611653:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252418.611692:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055680 00000100:00100000:0.0:1768252418.611697:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055680 00000100:00080000:3.0:1768252418.611713:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252418.611717:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252418.612252:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1768252418.612264:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476055680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.612317:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476055680:12345-0@lo:400:kworker.0 Request processed in 55us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252418.612325:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1768252418.612337:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476055680:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.612354:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055168 00000100:00100000:0.0:1768252418.612360:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055168 00000100:00100000:0.0:1768252418.612391:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1768252418.612399:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476055168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252418.612460:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476055168:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.612464:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476055168:12345-0@lo:400:kworker.0 Request processed in 64us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252418.612474:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1768252418.612512:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476055552:0@lo:400:kworker.0 00000100:00100000:0.0:1768252418.612524:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476055040:0@lo:400:kworker.0 00000100:00100000:2.0:1768252418.719159:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252418.719336:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451760128 00000100:00100000:0.0:1768252418.719347:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451760128 00000100:00100000:0.0:1768252418.719422:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 496 00000100:00100000:0.0:1768252418.719431:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36266:x1854145451760128:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252418.719457:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252418.719483:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb619 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b70 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252418.719552:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb620 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252418.719566:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00000100:00080000:3.0:1768252418.719577:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768252418.719584:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252418.719684:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:0.0:1768252418.719689:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252418.719721:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252418.719750:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abb619 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b70 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252418.719771:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb620 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b70 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252418.719780:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270c00) 00010000:00010000:0.0:1768252418.719782:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252418.719785:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252418.721954:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36266:x1854145451760128:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 2506us (2794us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252418.721967:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 496 00000100:00100000:2.0:1768252418.726450:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252418.726546:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451760384 00000100:00100000:0.0:1768252418.726558:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451760384 00000100:00100000:2.0:1768252418.726686:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 497 00000100:00100000:2.0:1768252418.726700:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36266:x1854145451760384:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252418.726769:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252418.726824:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb620 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b70 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252418.726904:0:5784:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb586) 00010000:00010000:2.0:1768252418.726910:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972775270c00) 00010000:00010000:2.0:1768252418.726924:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252418.726961:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252418.726977:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252418.726988:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:3.0:1768252418.807058:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967495 is committed 00000004:00010000:2.0:1768252418.810382:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ce2ffe52 reply state 00000000429bf9db transno 4294967495 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252418.810410:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252418.810477:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00080000:2.0:1768252418.810710:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768252418.810741:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36266:x1854145451760384:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 84038us (84295us total) trans 4294967495 rc 0/0 00000100:00100000:2.0:1768252418.810753:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 497 00010000:00010000:3.0:1768252418.811154:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252418.811175:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252418.811184:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252418.811190:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252418.811195:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252418.811204:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252418.811224:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:3.0:1768252418.811227:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252418.811233:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252418.811240:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abb627 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000020:00000080:3.0:1768252420.031356:0:62858:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc189256b0 20000000:00000080:3.0:1768252420.031380:0:62858:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277ccfbc00 uarg=0000000000000000 00010000:00010000:3.0:1768252420.031766:0:62858:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252420.031786:0:62858:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252420.031801:0:62858:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252420.031827:0:62858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb62e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252420.031849:0:62858:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb612 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb60b expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252420.031859:0:62858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb62e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 62858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252420.031914:0:62858:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb612 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb60b expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252420.031931:0:62858:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abb612 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb60b expref: 17 pid: 5778 timeout: 1775 lvb_type: 0 00000100:00100000:3.0:1768252420.031949:0:62858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62858:1854145476055808:0@lo:104: 00000100:00100000:3.0:1768252420.032054:0:62858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252420.032407:0:62858:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dd94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1768252420.032459:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476055808 00000100:00100000:0.0:1768252420.032471:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476055808 00000100:00100000:0.0:1768252420.032561:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1768252420.032571:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62858:x1854145476055808:12345-0@lo:104: 00010000:00010000:0.0:1768252420.032586:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb60b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb612 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252420.032743:0:62858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:62858:1854145476055808:0@lo:104: 00010000:00010000:3.0:1768252420.032765:0:62858:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb62e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 62858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252420.032798:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252420.032805:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:62858:x1854145476055808:12345-0@lo:104: Request processed in 236us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252420.032814:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00010000:00010000:3.0:1768252420.034305:0:62858:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb62e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252420.034314:0:62858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb62e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62858 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252420.034320:0:62858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb62e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 62858 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1768252421.064909:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252421.064915:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252421.065073:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451760640 00000100:00100000:3.0:1768252421.065079:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451760640 00000100:00100000:3.0:1768252421.065208:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1087 00000100:00100000:3.0:1768252421.065218:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451760640:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252421.065276:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451760640:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252421.065283:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1087 00000100:00100000:2.0:1768252421.177066:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476056064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252421.177146:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252421.177567:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056064 00000100:00100000:3.0:1768252421.177577:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056064 00000100:00100000:3.0:1768252421.177647:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1768252421.177657:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476056064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252421.177698:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252421.177748:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476056064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252421.177755:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:3.0:1768252421.177776:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252421.178403:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476056064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252421.178564:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476056192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252421.178612:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252421.178650:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056192 00000100:00100000:3.0:1768252421.178655:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056192 00000100:00100000:3.0:1768252421.178684:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1768252421.178691:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476056192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252421.178713:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252421.178746:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476056192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252421.178754:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:3.0:1768252421.178769:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252421.179299:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476056192:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1768252421.942283:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252421.942293:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252421.942301:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252421.942364:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252421.942380:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252421.942394:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252421.942461:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476056320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252421.942568:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252421.942648:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dd94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1768252421.942666:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056320 00000100:00100000:0.0:1768252421.942677:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056320 00000100:00100000:0.0:1768252421.942750:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:0.0:1768252421.942761:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476056320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252421.942780:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252421.942798:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb635 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252421.942831:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb635 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252421.942843:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb635 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252421.942853:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768252421.942904:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476056320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252421.942912:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1768252421.948641:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476056320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252421.948692:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb63c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252421.948708:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb63c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252421.948744:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252421.948751:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb63c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252421.948759:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb63c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252423.730871:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476056704:0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.730951:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252423.731005:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1768252423.731027:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476056576:0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.731048:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252423.731065:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476057088:0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.731085:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252423.731113:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056704 00000100:00100000:2.0:1768252423.731119:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056704 00000100:00100000:2.0:1768252423.731164:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056576 00000100:00100000:2.0:1768252423.731167:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056576 00000100:00100000:2.0:1768252423.731186:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1768252423.731193:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476056704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.731239:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1768252423.731245:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476056576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.731292:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476056576:12345-0@lo:400:kworker.0 Request processed in 46us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252423.731299:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1768252423.731325:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476057088 00000100:00100000:2.0:1768252423.731329:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476057088 00000100:00100000:2.0:1768252423.731355:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1768252423.731362:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476057088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.731389:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476057088:12345-0@lo:400:kworker.0 Request processed in 28us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252423.731394:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00080000:2.0:1768252423.731409:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252423.731413:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252423.731442:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476056704:12345-0@lo:400:kworker.0 Request processed in 249us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252423.731447:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1768252423.731751:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476056448:0@lo:400:kworker.0 00000100:00100000:3.0:1768252423.731797:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252423.731821:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476056960:0@lo:400:kworker.0 00000100:00100000:3.0:1768252423.731839:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252423.731853:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252423.731859:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476056832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252423.731878:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252423.732185:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056448 00000100:00100000:2.0:1768252423.732191:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056448 00000100:00100000:2.0:1768252423.732216:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1768252423.732223:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476056448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252423.732258:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476056448:12345-0@lo:400:kworker.0 Request processed in 36us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252423.732264:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1768252423.732303:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476056448:0@lo:400:kworker.0 00000100:00100000:0.0:1768252423.735145:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476056832 00000100:00100000:0.0:1768252423.735171:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476056832 00000100:00100000:0.0:1768252423.735276:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1768252423.735287:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476056832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252423.735402:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476056832:12345-0@lo:400:kworker.0 Request processed in 117us (3521us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252423.735409:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:3.0:1768252423.735456:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252423.744098:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476056832:0@lo:400:kworker.0 00000100:00100000:0.0:1768252423.744114:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476056960:0@lo:400:kworker.0 00000100:00080000:3.0:1768252423.751999:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:3.0:1768252425.323945:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768252425.323956:0:7475:0:(genops.c:904:class_export_put()) final put ffff97264860a000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252425.324569:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff97264860a000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:2.0:1768252425.326976:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97264860e800 for lustre-OST0001 00010000:00010000:2.0:1768252425.593653:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252426.185875:0:63105:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe683658b0 20000000:00000080:2.0:1768252426.185890:0:63105:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cd36c00 uarg=0000000000000000 00010000:00010000:2.0:1768252426.188684:0:63105:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252426.188728:0:63105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972749ca9800) 00010000:00010000:2.0:1768252426.188732:0:63105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252426.189358:0:63105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abb658 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b77 expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252426.189391:0:63105:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252426.189415:0:63105:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252426.189431:0:63105:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abb65f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63105 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252426.189446:0:63105:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb635 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252426.190283:0:63105:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abb65f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63105 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252426.191174:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451761152 00000100:00100000:0.0:1768252426.191185:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451761152 00000100:00100000:0.0:1768252426.191241:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 961 00000100:00100000:0.0:1768252426.191250:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451761152:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252426.191320:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451761152:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252426.191330:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 961 00000100:00100000:0.0:1768252426.191412:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451761408 00000100:00100000:0.0:1768252426.191416:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451761408 00000100:00100000:0.0:1768252426.191457:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 766 00000100:00100000:0.0:1768252426.191463:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451761408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252426.191490:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451761408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252426.191497:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 766 00000100:00080000:0.0:1768252426.191632:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252426.191849:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451761280 00000100:00100000:2.0:1768252426.191854:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451761280 00000100:00100000:2.0:1768252426.191888:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1091 00000100:00100000:2.0:1768252426.191896:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451761280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252426.191934:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451761280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252426.191941:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1091 00000100:00080000:0.0:1768252426.192038:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768252426.199203:0:63105:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb635 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252426.199226:0:63105:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb635 expref: 17 pid: 5778 timeout: 1781 lvb_type: 0 00000100:00100000:3.0:1768252426.199243:0:63105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63105:1854145476057216:0@lo:104: 00000100:00100000:3.0:1768252426.199306:0:63105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252426.199360:0:63105:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277cd86480 going to sleep for 11 seconds 00000100:00100000:0.0:1768252426.199459:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476057216 00000100:00100000:0.0:1768252426.199469:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476057216 00000100:00100000:0.0:1768252426.199529:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1768252426.199548:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63105:x1854145476057216:12345-0@lo:104: 00010000:00010000:0.0:1768252426.199560:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb635 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb63c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252426.199623:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252426.199628:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63105:x1854145476057216:12345-0@lo:104: Request processed in 92us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252426.199635:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00010000:00010000:3.0:1768252426.200306:0:63105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abb63c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb635 expref: 17 pid: 5778 timeout: 1781 lvb_type: 0 00000100:00100000:3.0:1768252426.200316:0:63105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63105:1854145476057216:0@lo:104: 00010000:00010000:3.0:1768252426.200329:0:63105:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abb65f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252426.200337:0:63105:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abb65f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252426.200343:0:63105:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abb65f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252426.200349:0:63105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abb65f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63105 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252426.297725:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476057472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252426.297805:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252426.297845:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476057472 00000100:00100000:3.0:1768252426.297855:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476057472 00000100:00100000:2.0:1768252426.297863:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476057600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252426.297888:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252426.297923:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476057600 00000100:00100000:3.0:1768252426.297927:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476057600 00000100:00100000:3.0:1768252426.297946:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1768252426.297954:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476057472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252426.297991:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768252426.298028:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252426.298032:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252426.298051:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1768252426.298059:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476057600:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252426.298062:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476057472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252426.298069:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00002000:00000024:2.0:1768252426.298077:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252426.298103:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476057600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252426.298108:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1768252426.298126:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476057472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252426.298140:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476057600:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252426.610395:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252428.212218:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476057728 00000100:00100000:2.0:1768252428.212228:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476057728 00000100:00100000:2.0:1768252428.212300:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1768252428.212311:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476057728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252428.212329:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252428.212347:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb666 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252428.212377:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252428.212388:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252428.212398:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768252428.212457:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476057728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252428.212465:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00010000:00010000:3.0:1768252428.659405:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252428.857961:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058240 00000100:00100000:0.0:1768252428.857986:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058240 00000100:00100000:0.0:1768252428.858097:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058496 00000100:00100000:0.0:1768252428.858101:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058496 00000100:00100000:0.0:1768252428.858139:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1768252428.858151:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476058240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252428.858288:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476058240:12345-0@lo:400:kworker.0 Request processed in 141us (4128us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252428.858297:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1768252428.858326:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1768252428.858335:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476058496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252428.858375:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476058496:12345-0@lo:400:kworker.0 Request processed in 43us (4121us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252428.858383:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1768252428.858611:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058368 00000100:00100000:2.0:1768252428.858618:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058368 00000100:00100000:2.0:1768252428.858664:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476057984 00000100:00100000:2.0:1768252428.858667:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476057984 00000100:00100000:2.0:1768252428.858692:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1768252428.858698:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476058368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252428.858738:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476058368:12345-0@lo:400:kworker.0 Request processed in 40us (4644us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252428.858744:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1768252428.858757:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1768252428.858763:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476057984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252428.858794:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476057984:12345-0@lo:400:kworker.0 Request processed in 31us (4575us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252428.858800:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00080000:0.0:1768252428.859090:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252428.859096:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252428.859099:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252428.859176:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476058240:0@lo:400:kworker.0 00000100:00100000:0.0:1768252428.859193:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476058368:0@lo:400:kworker.0 00000100:00100000:0.0:1768252428.862191:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058112 00000100:00100000:0.0:1768252428.862201:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058112 00000100:00100000:0.0:1768252428.862265:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1768252428.862274:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476058112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252428.862339:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476058112:12345-0@lo:400:kworker.0 Request processed in 67us (1814us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252428.862346:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:0.0:1768252428.862368:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252428.863306:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476057984:0@lo:400:kworker.0 00000100:00100000:0.0:1768252428.863318:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476058496:0@lo:400:kworker.0 00000100:00100000:3.0:1768252430.199454:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00080000:3.0:1768252430.206740:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252430.235183:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252430.235219:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451761792 00000100:00100000:3.0:1768252430.235229:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451761792 00000100:00100000:3.0:1768252430.235281:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 500 00000100:00100000:3.0:1768252430.235290:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36430:x1854145451761792:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252430.235341:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252430.235368:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abb67b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b7e expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252430.235382:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb658) 00010000:00010000:3.0:1768252430.235387:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:3.0:1768252430.235397:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252430.235422:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.235434:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.235443:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768252430.235796:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f29502ba reply state 000000000ff97e3a transno 4294967496 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252430.235807:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252430.235824:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000100:00100000:3.0:1768252430.235906:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36430:x1854145451761792:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 616us (732us total) trans 4294967496 rc 0/0 00000100:00100000:3.0:1768252430.235914:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 500 00010000:00010000:3.0:1768252430.279267:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.279284:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.279292:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.279297:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252430.279302:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.279309:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.279330:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252430.279333:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252430.279338:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.279344:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb682 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252430.711891:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252431.260595:0:63302:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff86750b0 20000000:00000080:0.0:1768252431.260619:0:63302:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747842c00 uarg=0000000000000000 00010000:00010000:0.0:1768252431.261227:0:63302:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252431.261245:0:63302:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252431.261260:0:63302:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252431.261372:0:63302:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252431.261395:0:63302:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252431.261407:0:63302:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252431.261465:0:63302:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252431.261485:0:63302:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 17 pid: 5775 timeout: 1786 lvb_type: 0 00000100:00100000:0.0:1768252431.261513:0:63302:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63302:1854145476058624:0@lo:104: 00000100:00100000:0.0:1768252431.261595:0:63302:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252431.261743:0:63302:0:(client.c:2690:ptlrpc_set_wait()) set ffff972758068480 going to sleep for 11 seconds 00000100:00100000:2.0:1768252431.261867:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058624 00000100:00100000:2.0:1768252431.261876:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058624 00000100:00100000:2.0:1768252431.261971:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1768252431.261983:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63302:x1854145476058624:12345-0@lo:104: 00010000:00010000:2.0:1768252431.261997:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252431.262105:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252431.262112:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63302:x1854145476058624:12345-0@lo:104: Request processed in 132us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252431.262120:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00010000:3.0:1768252431.262181:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252431.262189:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262197:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252431.262202:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262211:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252431.262218:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252431.262225:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252431.262267:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262285:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252431.262314:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262321:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abb666 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb66d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262343:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252431.262345:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252431.262348:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252431.262374:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476058752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252431.262422:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252431.262463:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058752 00000100:00100000:3.0:1768252431.262468:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058752 00010000:00010000:3.0:1768252431.262508:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 18 pid: 5775 timeout: 1786 lvb_type: 0 00000100:00100000:3.0:1768252431.262534:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1768252431.262541:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97274507b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476058752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252431.262554:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252431.262559:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 18 pid: 5775 timeout: 1786 lvb_type: 0 00010000:00010000:3.0:1768252431.262568:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abb66d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb666 expref: 18 pid: 5775 timeout: 1786 lvb_type: 0 00010000:00010000:3.0:1768252431.262586:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262596:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262613:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262620:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262633:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262640:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262645:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252431.262650:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262658:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262666:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962200/0xef9a6e5c83abb689 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252431.262676:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252431.262705:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97274507b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476058752:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252431.262711:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1768252431.262804:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476058752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252431.326673:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252431.326882:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252431.326942:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252431.326984:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451762176 00000100:00100000:3.0:1768252431.326998:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451762176 00000100:00100000:3.0:1768252431.327101:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 769 00000100:00100000:3.0:1768252431.327112:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451762176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252431.327212:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451762176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 102us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252431.327223:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 769 00000100:00100000:3.0:1768252431.327257:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451762048 00000100:00100000:3.0:1768252431.327261:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451762048 00000100:00100000:3.0:1768252431.332741:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1095 00000100:00100000:3.0:1768252431.332768:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451762048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252431.332892:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451762048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 136us (5949us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252431.332901:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1095 00000100:00080000:3.0:1768252431.332939:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252431.333515:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451761920 00000100:00100000:2.0:1768252431.333529:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451761920 00000100:00100000:2.0:1768252431.333586:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 964 00000100:00100000:2.0:1768252431.333596:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451761920:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252431.333650:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451761920:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 55us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252431.333656:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 964 00000100:00100000:0.0:1768252431.413559:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476058880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252431.413667:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252431.413779:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476058880 00000100:00100000:0.0:1768252431.413790:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476058880 00000100:00100000:0.0:1768252431.413860:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1768252431.413871:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476058880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252431.413919:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252431.413975:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476058880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252431.413987:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:0.0:1768252431.414041:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252431.414098:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476058880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252431.418834:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476059008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252431.418936:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252431.419862:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476059008 00000100:00100000:2.0:1768252431.419879:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476059008 00000100:00100000:2.0:1768252431.419973:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1768252431.419987:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e212450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476059008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252431.420065:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252431.420154:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e212450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476059008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 170us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252431.420164:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:0.0:1768252431.421956:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252431.422070:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476059008:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252431.731344:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252432.755258:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252432.946615:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476059136 00000100:00100000:2.0:1768252432.946626:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476059136 00000100:00100000:2.0:1768252432.946708:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1768252432.946720:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476059136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252432.946738:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252432.946756:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb690 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252432.946787:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252432.946799:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252432.946810:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252432.946865:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476059136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252432.946875:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00010000:00010000:0.0:1768252433.788236:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768252434.038221:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967496 is committed 00010000:00010000:3.0:1768252434.803144:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252435.827688:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252435.906343:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252435.910344:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451762688 00000100:00100000:0.0:1768252435.910365:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451762688 00000100:00100000:0.0:1768252435.913571:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 264 00000100:00100000:0.0:1768252435.913605:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36515:x1854145451762688:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252435.914034:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36515:x1854145451762688:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 445us (7702us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252435.924343:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 264 00000100:00100000:0.0:1768252435.941876:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451763200 00000100:00100000:0.0:1768252435.941899:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451763200 00000100:00100000:0.0:1768252435.941992:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 266 00000100:00100000:0.0:1768252435.942004:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36515:x1854145451763200:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252435.942490:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36515:x1854145451763200:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 485us (2268us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252435.942502:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 266 00000100:00100000:2.0:1768252435.946905:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451763328 00000100:00100000:2.0:1768252435.946918:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451763328 00000100:00100000:2.0:1768252435.947349:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 504 00000100:00100000:2.0:1768252435.947411:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36515:x1854145451763328:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252435.948574:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36515:x1854145451763328:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 1208us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252435.948585:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 504 00000100:00100000:2.0:1768252436.029096:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451763456 00000100:00100000:2.0:1768252436.029117:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451763456 00000100:00100000:2.0:1768252436.029210:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 505 00000100:00100000:2.0:1768252436.029225:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36519:x1854145451763456:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768252436.029257:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252436.029290:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb6a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b85 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252436.029377:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.029392:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.029423:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.029438:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.029460:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.029467:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030778:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb6ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030796:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030807:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768252436.030852:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:3.0:1768252436.030858:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252436.030891:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb6ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030906:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030913:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030925:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030932:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252436.030937:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030945:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030960:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4af00) 00010000:00010000:3.0:1768252436.030963:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252436.030969:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030975:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abb6ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.030996:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031003:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031669:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031683:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252436.031687:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031695:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031711:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff972742c4a900) 00010000:00010000:3.0:1768252436.031714:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252436.031718:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031723:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb6b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.031779:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb6a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b85 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252436.031798:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb6ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b85 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252436.031806:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252436.031809:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252436.031811:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252436.031914:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36519:x1854145451763456:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 2692us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252436.031926:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 505 00000100:00100000:0.0:1768252436.037772:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252436.041683:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451763840 00000100:00100000:3.0:1768252436.041702:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451763840 00000100:00100000:3.0:1768252436.041799:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 506 00000100:00100000:3.0:1768252436.041811:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36519:x1854145451763840:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252436.041839:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252436.041871:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb6c1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b8c expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252436.042737:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.042759:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.042776:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.042795:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.042802:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.042807:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00080000:3.0:1768252436.044570:0:5785:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:2.0:1768252436.051073:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb6d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051096:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051110:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051193:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051201:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051209:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051215:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252436.051219:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051227:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051239:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:2.0:1768252436.051242:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252436.051247:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252436.051254:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb6c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768252436.051272:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009293a0b2 reply state 00000000c8a60816 transno 4294967497 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768252436.051280:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252436.051332:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb6c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b8c expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252436.051347:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abb6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b8c expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252436.051354:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff972742c4a100) 00010000:00010000:2.0:1768252436.051356:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252436.051359:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768252436.051436:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:36519:x1854145451763840:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 9627us (10058us total) trans 4294967497 rc 0/0 00000100:00100000:2.0:1768252436.051457:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 506 00010000:00010000:3.0:1768252436.056635:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.056654:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.056661:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.056667:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252436.056672:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.056680:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.056698:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252436.056701:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252436.056706:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252436.056712:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb6cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252436.062951:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451763968 00000100:00100000:0.0:1768252436.062962:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451763968 00000100:00100000:0.0:1768252436.063048:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 267 00000100:00100000:0.0:1768252436.063059:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36519:x1854145451763968:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:0.0:1768252436.063078:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252436.063101:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777963000/0xef9a6e5c83abb6e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b93 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252436.063128:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1768252436.063150:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252436.063154:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252436.063163:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777963000/0xef9a6e5c83abb6e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b93 expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252436.063179:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff972777963000/0xef9a6e5c83abb6e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b93 expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252436.063190:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252436.063253:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36519:x1854145451763968:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 196us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252436.063259:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 267 00000100:00100000:2.0:1768252436.098637:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252436.099145:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451764096 00000100:00100000:0.0:1768252436.099156:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451764096 00002000:00100000:0.0:1768252436.099207:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10:0x0] (0->1048575) req@ffff972746395180 x1854145451764096/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:167/0 lens 488/0 e 0 to 0 dl 1768252447 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768252436.099219:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972746395180 with x1854145451764096 ext(0->1048575) 00002000:00010000:0.0:1768252436.099225:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972746395180 00000100:00100000:0.0:1768252436.099418:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 11 00000100:00100000:0.0:1768252436.099428:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451764096:12345-192.168.202.43@tcp:4:dd.60003 00000001:00100000:3.0:1768252436.199636:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:3.0:1768252436.217852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252436.223142:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451764224 00000100:00100000:2.0:1768252436.223161:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451764224 00000100:00100000:2.0:1768252436.223468:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 507 00000100:00100000:2.0:1768252436.223481:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36519:x1854145451764224:12345-192.168.202.43@tcp:44:dd.60003 00000100:00100000:3.0:1768252436.288422:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36519:x1854145451764224:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 64931us (70566us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252436.288437:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 507 00000001:00080000:0.0:1768252436.290539:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967497 is committed 00000100:00100000:2.0:1768252436.291538:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252436.291669:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451764352 00000100:00100000:3.0:1768252436.291680:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451764352 00000100:00100000:3.0:1768252436.291741:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 268 00000100:00100000:3.0:1768252436.291751:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451764352:12345-192.168.202.43@tcp:16:dd.60003 00000001:00080000:2.0:1768252436.332630:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00000100:00100000:2.0:1768252436.338180:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252436.338298:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451764608 00000100:00100000:0.0:1768252436.338309:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451764608 00000100:00100000:0.0:1768252436.338368:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 93 00000100:00100000:0.0:1768252436.338379:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36519:x1854145451764608:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:0.0:1768252436.338850:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36519:x1854145451764608:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 471us (682us total) trans 4294967498 rc 0/0 00000100:00100000:0.0:1768252436.338858:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 93 00000100:00100000:3.0:1768252436.429597:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252436.534451:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476060160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252436.534484:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252436.534598:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060032 00000100:00100000:2.0:1768252436.534607:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060032 00000100:00100000:2.0:1768252436.534680:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060160 00000100:00100000:2.0:1768252436.534683:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060160 00000100:00100000:2.0:1768252436.534703:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1768252436.534712:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476060032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252436.534735:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3855613952 00000100:00100000:2.0:1768252436.534790:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476060032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252436.534797:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1768252436.534814:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1768252436.534820:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476060160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252436.534842:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252436.534869:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476060160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252436.534874:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1768252436.535075:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476060160:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768252436.850323:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768252437.775950:0:63501:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1643196932892ns, next at 1618718649311ns, rc = 0 00000004:00080000:3.0:1768252437.776122:0:63501:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1643197108389ns, next at 1591752579373ns, rc = 0 00000001:00080000:0.0:1768252437.853577:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967498 is committed 00000004:00080000:0.0:1768252437.853598:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 42 committed 00000004:00080000:0.0:1768252437.866539:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 41 committed 00010000:00010000:0.0:1768252437.874270:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252438.898249:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252439.090556:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476060672:0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.090651:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252439.090749:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252439.090756:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476060544:0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.090785:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252439.090827:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060672 00000100:00100000:0.0:1768252439.090837:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060672 00000100:00100000:0.0:1768252439.090910:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1768252439.090919:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476060672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.090978:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476060672:12345-0@lo:400:kworker.0 Request processed in 59us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.090991:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1768252439.091051:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060544 00000100:00100000:0.0:1768252439.091056:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060544 00000100:00100000:0.0:1768252439.091088:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1768252439.091095:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476060544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.091125:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476060544:12345-0@lo:400:kworker.0 Request processed in 30us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.091131:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00080000:0.0:1768252439.091147:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252439.091153:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252439.091197:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476060544:0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.091207:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476060672:0@lo:400:kworker.0 00000100:00100000:3.0:1768252439.091394:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476060416:0@lo:400:kworker.0 00000100:00100000:3.0:1768252439.091441:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252439.091479:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476060928:0@lo:400:kworker.0 00000100:00100000:3.0:1768252439.091503:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252439.091523:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1768252439.091529:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476060288:0@lo:400:kworker.0 00000100:00100000:3.0:1768252439.091557:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252439.091578:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476060800:0@lo:400:kworker.0 00000100:00100000:3.0:1768252439.091599:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252439.092742:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060416 00000100:00100000:0.0:1768252439.092751:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060416 00000100:00100000:0.0:1768252439.092793:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060800 00000100:00100000:0.0:1768252439.092797:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060800 00000100:00100000:0.0:1768252439.092839:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1768252439.092847:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476060416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.092920:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476060416:12345-0@lo:400:kworker.0 Request processed in 73us (1478us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.092928:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1768252439.092946:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1768252439.092953:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476060800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.092985:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476060800:12345-0@lo:400:kworker.0 Request processed in 33us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.092991:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1768252439.093037:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476060928 00000100:00100000:0.0:1768252439.093041:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476060928 00000100:00100000:0.0:1768252439.093071:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1768252439.093078:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476060928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.093108:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476060928:12345-0@lo:400:kworker.0 Request processed in 31us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.093114:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1768252439.093162:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476060800:0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.093175:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476060416:0@lo:400:kworker.0 00000100:00100000:0.0:1768252439.093185:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476060928:0@lo:400:kworker.0 00000100:00080000:2.0:1768252439.093262:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252439.093268:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252439.660147:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00080000:2.0:1768252439.666545:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252439.682761:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252439.683886:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451764992 00000100:00100000:0.0:1768252439.683899:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451764992 00000100:00100000:0.0:1768252439.683985:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 269 00000100:00100000:0.0:1768252439.683996:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36652:x1854145451764992:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252439.684312:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36652:x1854145451764992:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 317us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.684320:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 269 00000100:00100000:0.0:1768252439.694096:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451765120 00000100:00100000:0.0:1768252439.694107:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451765120 00000100:00100000:0.0:1768252439.694178:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 270 00000100:00100000:0.0:1768252439.694188:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36652:x1854145451765120:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252439.694801:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36652:x1854145451765120:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 611us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.694810:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 270 00000100:00100000:3.0:1768252439.714941:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451765248 00000100:00100000:3.0:1768252439.714957:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451765248 00000100:00100000:3.0:1768252439.715050:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 509 00000100:00100000:3.0:1768252439.715061:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36652:x1854145451765248:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252439.715386:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36652:x1854145451765248:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 326us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252439.715394:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 509 00000100:00100000:2.0:1768252439.729896:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252439.730465:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451765376 00000100:00100000:0.0:1768252439.730477:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451765376 00000100:00100000:0.0:1768252439.730537:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 510 00000100:00100000:0.0:1768252439.730546:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36652:x1854145451765376:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252439.730664:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36652:x1854145451765376:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 119us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.730673:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 510 00000100:00100000:3.0:1768252439.734218:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252439.734321:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451765504 00000100:00100000:0.0:1768252439.734332:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451765504 00000100:00100000:0.0:1768252439.734396:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 271 00000100:00100000:0.0:1768252439.734417:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36652:x1854145451765504:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252439.734770:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36652:x1854145451765504:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 363us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252439.734780:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 271 00000100:00100000:0.0:1768252439.745373:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252439.747327:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451765632 00000100:00100000:2.0:1768252439.747346:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451765632 00000100:00100000:2.0:1768252439.747472:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 272 00000100:00100000:2.0:1768252439.747485:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36652:x1854145451765632:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252439.747839:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36652:x1854145451765632:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 356us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252439.747851:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 272 00000100:00100000:3.0:1768252439.753054:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252439.831981:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:0.0:1768252439.833153:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252439.833160:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb700 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252439.833167:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252439.833171:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb700 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252439.833179:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb700 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252439.833207:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252439.833209:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768252439.833213:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb700 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252439.833219:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb700 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252439.833313:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252439.833316:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252439.833318:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252439.837948:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.837966:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.837974:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.837981:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252439.837986:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.837993:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.838008:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x93c5647 (ffff972749ca9300) 00010000:00010000:3.0:1768252439.838044:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252439.838050:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.838056:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb6f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252439.926447:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252441.545580:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252441.545642:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252441.545682:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252441.545710:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252441.545744:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451766144 00000100:00100000:3.0:1768252441.545754:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451766144 00000100:00100000:3.0:1768252441.545810:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 969 00000100:00100000:3.0:1768252441.545821:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451766144:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252441.545898:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451766144:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252441.545906:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 969 00000100:00100000:0.0:1768252441.546096:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451766272 00000100:00100000:0.0:1768252441.546101:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451766272 00000100:00100000:0.0:1768252441.546148:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1102 00000100:00100000:0.0:1768252441.546156:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451766272:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252441.546198:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451766272:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252441.546204:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1102 00000100:00100000:0.0:1768252441.546239:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451766528 00000100:00100000:0.0:1768252441.546242:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451766528 00000100:00100000:0.0:1768252441.546266:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451766400 00000100:00100000:0.0:1768252441.546268:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451766400 00000100:00100000:0.0:1768252441.546286:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 774 00000100:00100000:0.0:1768252441.546292:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451766528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252441.546318:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451766528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252441.546324:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 774 00000100:00100000:0.0:1768252441.546335:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 775 00000100:00100000:0.0:1768252441.546341:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451766400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252441.546364:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451766400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252441.546370:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 775 00000100:00080000:3.0:1768252441.546565:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252441.546570:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252441.546573:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252441.651864:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061056 00000100:00100000:2.0:1768252441.651874:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061056 00000100:00100000:2.0:1768252441.651935:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1768252441.651944:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476061056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252441.651982:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252441.652049:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476061056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252441.652056:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000004:00080000:0.0:1768252441.658933:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1647079916980ns, next at 1648079914271ns, rc = 0 00000100:00100000:2.0:1768252441.659355:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061184 00000100:00100000:2.0:1768252441.659363:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061184 00000100:00100000:2.0:1768252441.659456:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1768252441.659466:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476061184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252441.659503:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768252441.659558:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476061184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252441.659565:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1768252441.659624:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476061184:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252441.972252:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252442.391217:0:63646:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1647812200515ns, next at 1618718649311ns, rc = 0 00000004:00080000:0.0:1768252442.391402:0:63646:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1647812388204ns, next at 1648079914271ns, rc = 0 00000004:00080000:3.0:1768252442.454996:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 44 committed 00000004:00080000:3.0:1768252442.455051:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 43 committed 00000004:00080000:3.0:1768252442.455062:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 43 committed 00000001:00080000:3.0:1768252442.455073:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967499 is committed 00000004:00080000:3.0:1768252442.455078:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 42 committed 00000100:00100000:2.0:1768252442.455619:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061312 00000100:00100000:2.0:1768252442.455628:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061312 00000100:00100000:2.0:1768252442.455679:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1768252442.455688:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476061312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768252442.455715:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:16 count 1 00010000:00010000:2.0:1768252442.455741:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.455767:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff972777963000/0xef9a6e5c83abb6e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b93 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.455774:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252442.455777:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252442.455781:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.455810:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff972777963000/0xef9a6e5c83abb6e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b93 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.455822:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff972777963000/0xef9a6e5c83abb6e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b93 expref: 5 pid: 6567 timeout: 1747 lvb_type: 0 00000100:00100000:2.0:1768252442.455834:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476061440:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252442.456268:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff972747ceeb40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252442.464390:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476061440:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252442.464425:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252442.465850:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:2.0:1768252442.466733:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.466744:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.466760:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.466768:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252442.466788:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768252442.467314:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476061312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11625us (11870us total) trans 4294967328 rc 0/0 00000100:00100000:2.0:1768252442.467322:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00010000:00010000:1.0:1768252442.467580:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252442.467599:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252442.467607:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252442.467611:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252442.467620:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252442.467634:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252442.467641:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abb707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252442.467662:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252442.467664:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252442.467665:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252442.467725:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649372a00/2, rc 0, transno 4294967328 00000100:00100000:1.0:1768252442.467735:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476061312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768252443.003718:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252444.018207:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252444.210528:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476061568:0@lo:400:kworker.0 00000100:00100000:0.0:1768252444.210613:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252444.210731:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061568 00000100:00100000:1.0:1768252444.210741:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061568 00000100:00100000:1.0:1768252444.210806:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1768252444.210817:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476061568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.211813:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476061952:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.211861:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252444.211908:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476061696:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.211949:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252444.211970:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252444.211976:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476061824:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.211996:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252444.212042:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061952 00000100:00100000:2.0:1768252444.212048:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061952 00000100:00100000:2.0:1768252444.212092:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1768252444.212099:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476061952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.212141:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476061952:12345-0@lo:400:kworker.0 Request processed in 42us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252444.212148:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1768252444.212169:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061696 00000100:00100000:2.0:1768252444.212173:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061696 00000100:00100000:2.0:1768252444.212195:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476061824 00000100:00100000:2.0:1768252444.212198:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476061824 00000100:00100000:2.0:1768252444.212217:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1768252444.212222:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476061696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.212253:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476061696:12345-0@lo:400:kworker.0 Request processed in 31us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252444.212258:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1768252444.212269:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1768252444.212275:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476061824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.212299:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476061824:12345-0@lo:400:kworker.0 Request processed in 25us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252444.212304:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1768252444.212352:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476061824:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.212362:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476061696:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.212402:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476061952:0@lo:400:kworker.0 00000100:00080000:2.0:1768252444.212447:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252444.212452:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252444.223865:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476061568:12345-0@lo:400:kworker.0 Request processed in 13039us (13241us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252444.223884:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1768252444.224415:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252444.224434:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476062208:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.224492:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252444.224531:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252444.224540:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476062080:0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.224567:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252444.224598:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062080 00000100:00100000:2.0:1768252444.224605:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062080 00000100:00100000:2.0:1768252444.224659:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1768252444.224668:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476062080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252444.224716:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476062080:12345-0@lo:400:kworker.0 Request processed in 50us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252444.224724:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00080000:2.0:1768252444.224744:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252444.224771:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476062080:0@lo:400:kworker.0 00000100:00100000:3.0:1768252444.224842:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062208 00000100:00100000:3.0:1768252444.224847:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062208 00000100:00100000:3.0:1768252444.224883:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1768252444.224889:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476062208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252444.224928:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476062208:12345-0@lo:400:kworker.0 Request processed in 39us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252444.224934:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00080000:2.0:1768252444.224989:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252444.225043:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476062208:0@lo:400:kworker.0 00000100:00100000:0.0:1768252444.231519:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476061568:0@lo:400:kworker.0 00000001:00080000:1.0:1768252444.848393:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00010000:00010000:2.0:1768252445.042168:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252446.066201:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252446.664448:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252446.664478:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252446.664509:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252446.664558:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252446.664637:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767040 00000100:00100000:2.0:1768252446.664648:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767040 00000100:00100000:2.0:1768252446.664723:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767168 00000100:00100000:2.0:1768252446.664726:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767168 00000100:00100000:2.0:1768252446.664750:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 778 00000100:00100000:2.0:1768252446.664759:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451767040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252446.664827:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451767040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252446.664835:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 778 00000100:00100000:2.0:1768252446.664850:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 779 00000100:00100000:2.0:1768252446.664856:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451767168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252446.664879:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451767168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252446.664885:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 779 00000100:00100000:1.0:1768252446.665184:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451766784 00000100:00100000:1.0:1768252446.665190:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451766784 00000100:00100000:1.0:1768252446.665225:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 971 00000100:00100000:1.0:1768252446.665233:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451766784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252446.665266:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451766784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252446.665273:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 971 00000100:00100000:3.0:1768252446.665387:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451766912 00000100:00100000:3.0:1768252446.665391:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451766912 00000100:00100000:3.0:1768252446.665435:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00100000:3.0:1768252446.665444:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451766912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252446.665481:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451766912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252446.665487:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00080000:0.0:1768252446.665637:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252446.665642:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252446.665644:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252446.772034:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252446.772056:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476062336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252446.772124:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252446.772367:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062336 00000100:00100000:2.0:1768252446.772377:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062336 00000100:00100000:2.0:1768252446.772441:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1768252446.772450:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476062336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252446.772485:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252446.772529:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476062336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252446.772538:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1768252446.772923:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252446.772935:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476062464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252446.772967:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252446.773171:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062464 00000100:00100000:0.0:1768252446.773177:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062464 00000100:00100000:0.0:1768252446.773214:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1768252446.773222:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476062464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252446.773244:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252446.773286:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476062464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252446.773293:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1768252446.773437:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967328 gen 2 00000004:00080000:3.0:1768252446.773442:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649372a00, transno 4294967328 00000100:00100000:3.0:1768252446.773468:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476062464:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768252446.773574:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252446.773579:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252446.773605:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476062336:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252447.091367:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252448.114404:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252449.138405:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252449.330357:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476062848:0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.330437:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252449.330513:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1768252449.330519:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476062720:0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.330544:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252449.330563:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476063232:0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.330591:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252449.330620:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062848 00000100:00100000:3.0:1768252449.330629:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062848 00000100:00100000:3.0:1768252449.330692:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062720 00000100:00100000:3.0:1768252449.330696:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062720 00000100:00100000:3.0:1768252449.330717:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:3.0:1768252449.330725:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476062848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.330780:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476062848:12345-0@lo:400:kworker.0 Request processed in 55us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252449.330787:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:3.0:1768252449.330805:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1768252449.330811:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476062720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.330836:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476062720:12345-0@lo:400:kworker.0 Request processed in 26us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252449.330843:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1768252449.330862:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063232 00000100:00100000:3.0:1768252449.330866:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063232 00000100:00100000:3.0:1768252449.330890:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1768252449.330896:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476063232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.330924:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476063232:12345-0@lo:400:kworker.0 Request processed in 29us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252449.330930:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1768252449.331121:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476062720:0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.331132:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476063232:0@lo:400:kworker.0 00000100:00100000:3.0:1768252449.331141:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476062848:0@lo:400:kworker.0 00000100:00080000:1.0:1768252449.331258:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252449.331264:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252449.334558:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476062976:0@lo:400:kworker.0 00000100:00100000:2.0:1768252449.334634:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252449.334709:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252449.334716:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476062592:0@lo:400:kworker.0 00000100:00100000:2.0:1768252449.334743:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252449.334776:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476063104:0@lo:400:kworker.0 00000100:00100000:2.0:1768252449.334796:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252449.334828:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063104 00000100:00100000:2.0:1768252449.334834:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063104 00000100:00100000:2.0:1768252449.334883:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1768252449.334890:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476063104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252449.334936:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476063104:12345-0@lo:400:kworker.0 Request processed in 46us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252449.334943:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1768252449.334970:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062976 00000100:00100000:2.0:1768252449.334973:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062976 00000100:00100000:2.0:1768252449.334994:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1768252449.334999:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476062976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252449.335059:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476062976:12345-0@lo:400:kworker.0 Request processed in 60us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252449.335065:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1768252449.335102:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476063104:0@lo:400:kworker.0 00000100:00100000:2.0:1768252449.335110:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476062976:0@lo:400:kworker.0 00000100:00100000:1.0:1768252449.335265:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476062592 00000100:00100000:1.0:1768252449.335269:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476062592 00000100:00100000:1.0:1768252449.335304:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1768252449.335310:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476062592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252449.335355:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476062592:12345-0@lo:400:kworker.0 Request processed in 45us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252449.335361:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00080000:1.0:1768252449.335395:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252449.335399:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252449.335411:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476062592:0@lo:400:kworker.0 00010000:00010000:1.0:1768252450.162354:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252451.186233:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252451.787133:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252451.787183:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252451.787222:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252451.787268:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252451.787309:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767680 00000100:00100000:2.0:1768252451.787319:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767680 00000100:00100000:2.0:1768252451.787377:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767552 00000100:00100000:2.0:1768252451.787381:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767552 00000100:00100000:2.0:1768252451.787404:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 782 00000100:00100000:2.0:1768252451.787414:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451767680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252451.787483:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451767680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252451.787491:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 782 00000100:00100000:2.0:1768252451.787520:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 783 00000100:00100000:2.0:1768252451.787526:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451767552:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252451.787550:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451767552:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252451.787556:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 783 00000100:00100000:0.0:1768252451.787733:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767296 00000100:00100000:0.0:1768252451.787738:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767296 00000100:00100000:0.0:1768252451.787770:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 973 00000100:00100000:0.0:1768252451.787777:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451767296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252451.787800:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451767296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252451.787806:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 973 00000100:00100000:1.0:1768252451.788076:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767424 00000100:00100000:1.0:1768252451.788081:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767424 00000100:00100000:1.0:1768252451.788114:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00100000:1.0:1768252451.788121:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451767424:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252451.788151:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451767424:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252451.788157:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00080000:1.0:1768252451.788174:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252451.788178:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252451.788180:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252451.890840:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476063360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252451.890927:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252451.891191:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063360 00000100:00100000:2.0:1768252451.891200:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063360 00000100:00100000:2.0:1768252451.891283:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1768252451.891303:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476063360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252451.891339:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252451.891402:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476063360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252451.891409:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:3.0:1768252451.891906:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252451.892070:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476063360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252451.892825:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252451.892840:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476063488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252451.892887:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252451.893063:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063488 00000100:00100000:2.0:1768252451.893071:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063488 00000100:00100000:2.0:1768252451.893132:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1768252451.893141:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476063488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252451.893175:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252451.893220:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476063488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252451.893227:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1768252451.893277:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476063488:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768252451.894004:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768252452.214915:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252453.234262:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252454.258339:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252454.455423:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476063872:0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.455489:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476063616:0@lo:400:kworker.0 00000100:00100000:3.0:1768252454.455512:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252454.455840:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063872 00000100:00100000:1.0:1768252454.455849:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063872 00000100:00100000:1.0:1768252454.455908:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1768252454.455917:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476063872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252454.456004:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476063744:0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.460287:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252454.460390:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476064128:0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.460457:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252454.460563:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252454.460574:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476064000:0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.460606:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252454.460673:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063616 00000100:00100000:2.0:1768252454.460682:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063616 00000100:00100000:2.0:1768252454.460833:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1768252454.460843:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476063616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.460903:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476063616:12345-0@lo:400:kworker.0 Request processed in 62us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252454.460910:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1768252454.460945:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064128 00000100:00100000:2.0:1768252454.460949:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064128 00000100:00100000:2.0:1768252454.460978:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1768252454.460985:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476064128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.461041:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476064128:12345-0@lo:400:kworker.0 Request processed in 55us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252454.461048:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1768252454.461247:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476063616:0@lo:400:kworker.0 00000100:00100000:2.0:1768252454.461276:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476064128:0@lo:400:kworker.0 00000100:00080000:2.0:1768252454.461323:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252454.461335:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064000 00000100:00100000:3.0:1768252454.461341:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064000 00000100:00080000:2.0:1768252454.461838:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252454.462343:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476063872:12345-0@lo:400:kworker.0 Request processed in 6373us (6779us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252454.462355:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1768252454.463388:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1768252454.463405:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476064000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252454.463477:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476064000:12345-0@lo:400:kworker.0 Request processed in 79us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252454.463484:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1768252454.463540:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476064000:0@lo:400:kworker.0 00000100:00100000:1.0:1768252454.465229:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476063872:0@lo:400:kworker.0 00000100:00100000:0.0:1768252454.465354:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252454.465406:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476064256:0@lo:400:kworker.0 00000100:00100000:0.0:1768252454.465448:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252454.465531:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476063744 00000100:00100000:1.0:1768252454.465540:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476063744 00000100:00100000:3.0:1768252454.465547:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064256 00000100:00100000:3.0:1768252454.465554:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064256 00000100:00100000:1.0:1768252454.465606:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1768252454.465612:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1768252454.465617:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476063744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252454.465625:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476064256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252454.465688:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476064256:12345-0@lo:400:kworker.0 Request processed in 68us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252454.465691:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476063744:12345-0@lo:400:kworker.0 Request processed in 76us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252454.465703:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1768252454.465705:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00080000:2.0:1768252454.465797:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252454.465929:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476063744:0@lo:400:kworker.0 00000100:00100000:0.0:1768252454.465940:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476064256:0@lo:400:kworker.0 00010000:00010000:2.0:1768252455.282364:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252456.306206:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252456.903078:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252456.903123:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252456.903162:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252456.903198:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252456.903273:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767936 00000100:00100000:0.0:1768252456.903284:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767936 00000100:00100000:0.0:1768252456.903364:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1114 00000100:00100000:0.0:1768252456.903375:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451767936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252456.903460:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451767936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 76us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252456.903469:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1114 00000100:00100000:3.0:1768252456.903705:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768192 00000100:00100000:3.0:1768252456.903710:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768192 00000100:00100000:3.0:1768252456.903749:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768064 00000100:00100000:3.0:1768252456.903752:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768064 00000100:00100000:3.0:1768252456.903776:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 786 00000100:00100000:3.0:1768252456.903783:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451768192:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252456.903813:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451768192:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252456.903819:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 786 00000100:00100000:3.0:1768252456.903832:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 787 00000100:00100000:3.0:1768252456.903839:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451768064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252456.903861:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451768064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252456.903867:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 787 00000100:00100000:1.0:1768252456.904054:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451767808 00000100:00100000:1.0:1768252456.904059:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451767808 00000100:00100000:1.0:1768252456.904097:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 975 00000100:00100000:1.0:1768252456.904104:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451767808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252456.904132:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451767808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252456.904138:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 975 00000100:00080000:2.0:1768252456.904982:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252456.904989:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252456.904993:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252457.010303:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476064384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252457.010387:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252457.010557:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064384 00000100:00100000:2.0:1768252457.010566:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064384 00000100:00080000:0.0:1768252457.010610:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252457.010651:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1768252457.010660:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476064384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252457.010696:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252457.010752:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476064384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252457.010759:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1768252457.010822:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476064384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252457.010931:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476064512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252457.010961:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252457.011045:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064512 00000100:00100000:2.0:1768252457.011049:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064512 00000100:00100000:2.0:1768252457.011132:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1768252457.011139:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476064512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252457.011159:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252457.011203:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476064512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252457.011210:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:0.0:1768252457.011264:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252457.013723:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476064512:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252457.330415:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252458.064473:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252458.064591:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768320 00000100:00100000:3.0:1768252458.064601:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768320 00000100:00080000:0.0:1768252458.064655:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252458.064685:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 513 00000100:00100000:3.0:1768252458.064696:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451768320:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252458.064806:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451768320:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 112us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252458.064813:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 513 00000100:00100000:0.0:1768252458.072734:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252458.072877:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768448 00000100:00100000:2.0:1768252458.072888:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768448 00000100:00100000:2.0:1768252458.072961:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 274 00000100:00100000:2.0:1768252458.072972:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451768448:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252458.073288:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451768448:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 317us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252458.073306:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 274 00000100:00080000:0.0:1768252458.073713:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252458.080562:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252458.090078:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768576 00000100:00100000:3.0:1768252458.090092:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768576 00000100:00100000:3.0:1768252458.090170:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 275 00000100:00100000:3.0:1768252458.090181:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451768576:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252458.090854:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451768576:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 673us (10301us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252458.090862:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 275 00000100:00080000:2.0:1768252458.091399:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252458.092943:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252458.093044:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768704 00000100:00100000:3.0:1768252458.093053:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768704 00000100:00100000:3.0:1768252458.093107:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 514 00000100:00100000:3.0:1768252458.093117:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451768704:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252458.093824:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451768704:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 706us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252458.093833:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 514 00000100:00100000:1.0:1768252458.120062:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252458.120100:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768832 00000100:00100000:1.0:1768252458.120109:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768832 00000100:00100000:1.0:1768252458.120161:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 515 00000100:00100000:1.0:1768252458.120170:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451768832:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252458.120284:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451768832:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 114us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252458.120292:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 515 00000100:00100000:0.0:1768252458.125433:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252458.125485:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451768960 00000100:00100000:0.0:1768252458.125496:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451768960 00000100:00100000:0.0:1768252458.125545:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 276 00000100:00100000:0.0:1768252458.125555:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451768960:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252458.136832:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451768960:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 11268us (11397us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252458.136847:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 276 00000100:00100000:1.0:1768252458.142336:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252458.142803:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451769088 00000100:00100000:0.0:1768252458.142813:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451769088 00000100:00100000:0.0:1768252458.142875:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 277 00000100:00100000:0.0:1768252458.142885:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451769088:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252458.143211:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:36874:x1854145451769088:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 317us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252458.143219:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 277 00000100:00100000:2.0:1768252458.149043:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252458.151436:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451769216 00000100:00100000:0.0:1768252458.151448:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451769216 00000100:00100000:0.0:1768252458.151506:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 516 00000100:00100000:0.0:1768252458.151515:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451769216:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252458.151803:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36874:x1854145451769216:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 288us (2792us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252458.151812:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 516 00000100:00100000:0.0:1768252458.201858:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252458.205902:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451769344 00000100:00100000:1.0:1768252458.205915:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451769344 00000100:00100000:1.0:1768252458.206028:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 517 00000100:00100000:1.0:1768252458.206039:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:36875:x1854145451769344:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252458.206060:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252458.206083:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb70e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6b9a expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252458.206161:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb715 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252458.206175:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252458.206188:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768252458.206408:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:1.0:1768252458.206413:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252458.206525:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252458.206551:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abb70e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b9a expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252458.206827:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b9a expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252458.206838:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:1.0:1768252458.206841:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252458.206845:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252458.206956:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36875:x1854145451769344:12345-192.168.202.43@tcp:101:rm.0 Request processed in 918us (5105us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252458.206963:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 517 00000100:00100000:1.0:1768252458.216322:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252458.224368:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451769472 00000100:00100000:0.0:1768252458.224387:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451769472 00000100:00100000:1.0:1768252458.229528:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 94 00000100:00100000:1.0:1768252458.229544:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36875:x1854145451769472:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:1.0:1768252458.229820:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36875:x1854145451769472:12345-192.168.202.43@tcp:49:rm.0 Request processed in 278us (13775us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252458.229828:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 94 00000100:00100000:1.0:1768252458.238008:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252458.238805:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451769728 00000100:00100000:0.0:1768252458.238817:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451769728 00000100:00100000:0.0:1768252458.238883:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 518 00000100:00100000:0.0:1768252458.238893:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36875:x1854145451769728:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252458.238914:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252458.238934:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb71c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ba1 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1768252458.239068:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00010000:0.0:1768252458.240514:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb71c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ba1 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252458.240533:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252458.240537:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1768252458.240542:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb71c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ba1 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252458.240562:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252458.241558:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36875:x1854145451769728:12345-192.168.202.43@tcp:101:rm.0 Request processed in 2659us (3554us total) trans 4294967500 rc 301/301 00000100:00100000:0.0:1768252458.241579:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 518 00000100:00100000:0.0:1768252458.257295:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252458.258314:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451769856 00000100:00100000:1.0:1768252458.258326:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451769856 00000100:00100000:1.0:1768252458.258383:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 95 00000100:00100000:1.0:1768252458.258393:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36875:x1854145451769856:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:1.0:1768252458.283938:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36875:x1854145451769856:12345-192.168.202.43@tcp:37:rm.0 Request processed in 25536us (26725us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252458.283955:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 95 00000100:00100000:3.0:1768252458.288840:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252458.288913:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451770112 00000100:00100000:1.0:1768252458.288925:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451770112 00000100:00100000:1.0:1768252458.289053:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 96 00000100:00100000:1.0:1768252458.289064:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:36875:x1854145451770112:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768252458.289391:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:36875:x1854145451770112:12345-192.168.202.43@tcp:35:rm.0 Request processed in 328us (560us total) trans 4294967501 rc 0/0 00000100:00100000:1.0:1768252458.289399:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 96 00000100:00100000:1.0:1768252458.300325:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252458.301103:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451770368 00000100:00100000:2.0:1768252458.301113:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451770368 00000100:00100000:2.0:1768252458.301160:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 519 00000100:00100000:2.0:1768252458.301170:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:36875:x1854145451770368:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768252458.301249:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1768252458.301276:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb715 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b9a expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252458.301296:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb6ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6b85 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252458.301306:0:5783:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb310) 00010000:00010000:2.0:1768252458.301310:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:2.0:1768252458.301321:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252458.301345:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301357:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301366:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301377:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301384:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301390:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301524:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301532:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301539:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301981:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301990:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.301996:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302002:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252458.302006:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302035:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302045:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768252458.302048:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252458.302051:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302057:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb738 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302074:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302080:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302086:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302090:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252458.302093:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302098:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302105:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768252458.302107:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252458.302110:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302115:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb72a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302126:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302131:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302137:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302142:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252458.302145:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302150:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302161:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff972742c4ae00) 00010000:00010000:2.0:1768252458.302163:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252458.302166:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252458.302172:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb731 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252458.302326:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:36875:x1854145451770368:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1154us (2007us total) trans 0 rc -13/-13 00000100:00100000:2.0:1768252458.302335:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 519 00010000:00010000:1.0:1768252458.359458:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252459.378277:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252459.570482:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476065024:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.570561:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252459.570625:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252459.570632:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476064640:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.570663:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252459.570686:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476065152:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.570709:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252459.570736:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476064768:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.570771:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252459.570788:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476065280:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.570806:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252459.570823:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252459.570828:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476064896:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.570847:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252459.570881:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065024 00000100:00100000:0.0:1768252459.570888:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065024 00000100:00100000:0.0:1768252459.570938:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065280 00000100:00100000:0.0:1768252459.570942:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065280 00000100:00100000:0.0:1768252459.570965:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1768252459.570974:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476065024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571048:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476065024:12345-0@lo:400:kworker.0 Request processed in 75us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252459.571056:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1768252459.571074:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1768252459.571080:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476065280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571110:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476065280:12345-0@lo:400:kworker.0 Request processed in 31us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252459.571116:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1768252459.571134:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064640 00000100:00100000:0.0:1768252459.571138:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064640 00000100:00100000:0.0:1768252459.571160:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1768252459.571182:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476064640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571208:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476064640:12345-0@lo:400:kworker.0 Request processed in 27us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252459.571223:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1768252459.571253:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065152 00000100:00100000:0.0:1768252459.571256:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065152 00000100:00100000:0.0:1768252459.571281:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064768 00000100:00100000:0.0:1768252459.571284:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064768 00000100:00100000:0.0:1768252459.571299:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476064896 00000100:00100000:0.0:1768252459.571301:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476064896 00000100:00100000:0.0:1768252459.571314:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1768252459.571320:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476065152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571349:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476065152:12345-0@lo:400:kworker.0 Request processed in 28us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252459.571355:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1768252459.571366:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1768252459.571372:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476064768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571398:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476064768:12345-0@lo:400:kworker.0 Request processed in 27us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252459.571403:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1768252459.571412:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1768252459.571418:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476064896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571443:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476064896:12345-0@lo:400:kworker.0 Request processed in 25us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252459.571448:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00080000:0.0:1768252459.571475:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252459.571479:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252459.571482:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252459.571526:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476064896:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571538:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476064768:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571546:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476065280:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571574:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476064640:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571583:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476065152:0@lo:400:kworker.0 00000100:00100000:0.0:1768252459.571591:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476065024:0@lo:400:kworker.0 00000020:00000080:3.0:1768252460.049533:0:63864:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd94fa1730 20000000:00000080:3.0:1768252460.049550:0:63864:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647525c00 uarg=0000000000000000 00010000:00010000:0.0:1768252460.058071:0:63864:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252460.058097:0:63864:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252460.058168:0:63864:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252460.058187:0:63864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252460.058203:0:63864:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252460.058218:0:63864:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252460.058478:0:63864:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252460.058494:0:63864:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 17 pid: 5778 timeout: 1815 lvb_type: 0 00000100:00100000:0.0:1768252460.058509:0:63864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63864:1854145476065408:0@lo:104: 00000100:00100000:0.0:1768252460.058571:0:63864:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252460.058630:0:63864:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646d2ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1768252460.059000:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065408 00000100:00100000:1.0:1768252460.059009:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065408 00000100:00100000:1.0:1768252460.059085:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1768252460.059093:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63864:x1854145476065408:12345-0@lo:104: 00010000:00010000:1.0:1768252460.059106:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252460.059411:0:63864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63864:1854145476065408:0@lo:104: 00010000:00010000:3.0:1768252460.059433:0:63864:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252460.059516:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252460.059524:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63864:x1854145476065408:12345-0@lo:104: Request processed in 431us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252460.059531:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00010000:00010000:1.0:1768252460.059583:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252460.059589:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.059596:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252460.059600:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.059608:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252460.059615:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252460.059620:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252460.059709:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.059716:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252460.059750:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.059757:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb690 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb697 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.059776:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252460.059778:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252460.059780:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252460.060289:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252460.060308:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476065536:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252460.060363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252460.060583:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065536 00000100:00100000:1.0:1768252460.060590:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065536 00010000:00010000:1.0:1768252460.060615:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 18 pid: 5778 timeout: 1815 lvb_type: 0 00000100:00100000:1.0:1768252460.060648:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1768252460.060656:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476065536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252460.060669:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252460.060673:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 18 pid: 5778 timeout: 1815 lvb_type: 0 00010000:00010000:1.0:1768252460.060684:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 18 pid: 5778 timeout: 1815 lvb_type: 0 00010000:00010000:1.0:1768252460.060700:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abb697 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb690 expref: 18 pid: 5778 timeout: 1815 lvb_type: 0 00010000:00010000:1.0:1768252460.060716:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060724:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060738:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060745:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060756:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060763:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060768:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252460.060772:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060779:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060791:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252460.060800:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252460.060834:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476065536:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252460.060840:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1768252460.060876:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476065536:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252460.062602:0:63864:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252460.062618:0:63864:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252460.062626:0:63864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb73f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63864 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252460.402174:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252461.022998:0:63912:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea8c7f630 20000000:00000080:2.0:1768252461.023370:0:63912:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646f0e400 uarg=0000000000000000 00010000:00010000:2.0:1768252461.023597:0:63912:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252461.023614:0:63912:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252461.023634:0:63912:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252461.023658:0:63912:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023674:0:63912:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023683:0:63912:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023689:0:63912:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023696:0:63912:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023703:0:63912:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023709:0:63912:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252461.023713:0:63912:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023721:0:63912:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023733:0:63912:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023741:0:63912:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.023747:0:63912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb746 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.426509:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768252461.945298:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252461.945306:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252461.945312:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252461.945360:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252461.945372:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252461.945382:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252461.945411:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476065664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252461.945475:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252461.945531:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777242f00 going to sleep for 11 seconds 00000100:00100000:2.0:1768252461.959416:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065664 00000100:00100000:2.0:1768252461.959433:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065664 00000100:00100000:2.0:1768252461.959513:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1768252461.959524:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476065664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252461.959542:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252461.959562:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb74d expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.959590:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.959605:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.959614:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00a00, rc 0) 00000100:00100000:2.0:1768252461.959691:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476065664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (14217us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252461.959698:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1768252461.959757:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476065664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252461.959773:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.959781:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252461.959805:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252461.959810:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252461.959817:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252462.031238:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252462.031372:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451770496 00000100:00100000:3.0:1768252462.031383:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451770496 00000100:00100000:3.0:1768252462.031437:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 978 00000100:00100000:3.0:1768252462.031447:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451770496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252462.031515:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451770496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252462.031524:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 978 00000100:00100000:2.0:1768252462.031602:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252462.031713:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252462.031848:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252462.031920:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451770624 00000100:00100000:0.0:1768252462.031925:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451770624 00000100:00100000:0.0:1768252462.031982:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1118 00000100:00100000:0.0:1768252462.031990:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451770624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252462.032046:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451770624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 58us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252462.032053:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1118 00000100:00080000:1.0:1768252462.034225:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252462.046421:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451770752 00000100:00100000:3.0:1768252462.046436:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451770752 00000100:00100000:0.0:1768252462.046539:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451770880 00000100:00100000:0.0:1768252462.046544:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451770880 00000100:00100000:0.0:1768252462.047658:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 790 00000100:00100000:0.0:1768252462.047673:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451770880:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252462.047757:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451770880:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 88us (15910us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252462.047766:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 790 00000100:00080000:2.0:1768252462.062048:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252462.063634:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252462.063853:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 791 00000100:00100000:0.0:1768252462.063870:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451770752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252462.063975:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451770752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 98us (32248us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252462.063984:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 791 00000020:00000080:0.0:1768252462.087950:0:63961:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2651dda0 20000000:00000080:0.0:1768252462.087980:0:63961:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647527800 uarg=0000000000000000 00010000:00010000:0.0:1768252462.088258:0:63961:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252462.088415:0:63961:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252462.088437:0:63961:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252462.088456:0:63961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252462.088474:0:63961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252462.088483:0:63961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252462.088524:0:63961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252462.088539:0:63961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 17 pid: 5778 timeout: 1817 lvb_type: 0 00000100:00100000:0.0:1768252462.088553:0:63961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63961:1854145476065792:0@lo:104: 00000100:00100000:0.0:1768252462.088818:0:63961:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252462.088918:0:63961:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b497540 going to sleep for 11 seconds 00000100:00100000:2.0:1768252462.089550:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065792 00000100:00100000:2.0:1768252462.089560:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065792 00000100:00100000:2.0:1768252462.089833:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1768252462.089843:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63961:x1854145476065792:12345-0@lo:104: 00010000:00010000:2.0:1768252462.089858:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252462.089937:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252462.089943:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:63961:x1854145476065792:12345-0@lo:104: Request processed in 103us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252462.089951:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1768252462.090281:0:63961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63961:1854145476065792:0@lo:104: 00010000:00010000:1.0:1768252462.090306:0:63961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090430:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252462.090437:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090445:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252462.090449:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090456:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252462.090463:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252462.090468:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252462.090511:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090518:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252462.090542:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090549:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abb74d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb754 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090564:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252462.090566:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252462.090568:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252462.090587:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476065920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252462.090635:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252462.090784:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476065920 00000100:00100000:3.0:1768252462.090789:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476065920 00010000:00010000:3.0:1768252462.090811:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 18 pid: 5778 timeout: 1817 lvb_type: 0 00000100:00100000:3.0:1768252462.090836:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1768252462.090843:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476065920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252462.090854:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252462.090860:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 18 pid: 5778 timeout: 1817 lvb_type: 0 00010000:00010000:3.0:1768252462.090869:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 18 pid: 5778 timeout: 1817 lvb_type: 0 00010000:00010000:3.0:1768252462.090881:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb754 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb74d expref: 18 pid: 5778 timeout: 1817 lvb_type: 0 00010000:00010000:3.0:1768252462.090895:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090903:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090917:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090924:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090931:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090937:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090942:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252462.090946:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.090953:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252462.100250:0:63961:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.100345:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252462.100365:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252462.100433:0:63961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252462.100440:0:63961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962000/0xef9a6e5c83abb75b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252462.101154:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476065920:12345-0@lo:103:ldlm_bl.0 Request processed in 10306us (10513us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252462.101166:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1768252462.101348:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476065920:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252462.130268:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476066176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252462.130315:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476066048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252462.130371:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252462.130440:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066176 00000100:00100000:0.0:1768252462.130450:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066176 00000100:00100000:0.0:1768252462.130522:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1768252462.130530:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476066176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252462.130569:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252462.130624:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476066176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252462.130631:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1768252462.130933:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1768252462.131144:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252462.131215:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476066176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252462.142986:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066048 00000100:00100000:0.0:1768252462.143003:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066048 00000100:00080000:1.0:1768252462.143061:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252462.143087:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1768252462.143098:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476066048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252462.143144:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252462.143249:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476066048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (12315us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252462.143378:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476066048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252462.153418:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00010000:00010000:0.0:1768252462.453638:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252463.215078:0:64010:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff41a956e0 20000000:00000080:0.0:1768252463.215099:0:64010:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c2f800 uarg=0000000000000000 00010000:00010000:0.0:1768252463.215382:0:64010:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252463.215397:0:64010:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252463.215413:0:64010:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252463.215432:0:64010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215447:0:64010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215456:0:64010:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215463:0:64010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215469:0:64010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215475:0:64010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215482:0:64010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252463.215486:0:64010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215494:0:64010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215506:0:64010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215512:0:64010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252463.215517:0:64010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abb762 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64010 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252463.221865:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252463.221874:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252463.221880:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252463.221938:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252463.221950:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252463.221962:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252463.221991:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476066304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252463.222122:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252463.222163:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972741254000 going to sleep for 11 seconds 00000100:00100000:1.0:1768252463.222729:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066304 00000100:00100000:1.0:1768252463.222737:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066304 00000100:00100000:1.0:1768252463.222794:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1768252463.222813:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476066304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252463.222827:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252463.222844:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb769 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252463.222869:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252463.222879:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252463.222888:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768252463.222940:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476066304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252463.222947:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1768252463.223034:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476066304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252463.223050:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252463.223060:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252463.223080:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252463.223085:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252463.223092:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1768252463.254052:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967500 is committed 00000001:00080000:3.0:1768252463.254074:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967501 is committed 00010000:00010000:3.0:1768252463.477140:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252464.499071:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252464.690394:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476066560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.690664:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476066432:0@lo:400:kworker.0 00000100:00100000:3.0:1768252464.691327:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476066816:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.697533:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252464.697618:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476066944:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.697667:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252464.697722:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066432 00000100:00100000:2.0:1768252464.697730:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066432 00000100:00100000:2.0:1768252464.697779:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1768252464.697788:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476066432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.697842:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476066432:12345-0@lo:400:kworker.0 Request processed in 54us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252464.697848:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1768252464.697881:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066944 00000100:00100000:2.0:1768252464.697885:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066944 00000100:00100000:2.0:1768252464.697920:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1768252464.697925:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476066944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.697955:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476066944:12345-0@lo:400:kworker.0 Request processed in 30us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252464.697961:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00080000:2.0:1768252464.697980:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252464.698041:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476066432:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.698054:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476066944:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.698103:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476066688:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.698127:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252464.698175:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066688 00000100:00100000:2.0:1768252464.698179:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066688 00000100:00100000:2.0:1768252464.698658:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1768252464.698665:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476066688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.698703:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476066688:12345-0@lo:400:kworker.0 Request processed in 38us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252464.698710:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00080000:2.0:1768252464.698725:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252464.698743:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476066688:0@lo:400:kworker.0 00000100:00100000:0.0:1768252464.700618:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252464.700669:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476067072:0@lo:400:kworker.0 00000100:00100000:0.0:1768252464.700716:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252464.700759:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067072 00000100:00100000:0.0:1768252464.700767:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067072 00000100:00100000:0.0:1768252464.700819:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1768252464.700828:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476067072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252464.700874:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476067072:12345-0@lo:400:kworker.0 Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252464.700881:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:0.0:1768252464.700906:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252464.700934:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476067072:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.702154:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066560 00000100:00100000:2.0:1768252464.702174:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066560 00000100:00100000:2.0:1768252464.702221:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1768252464.702231:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476066560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.702297:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476066560:12345-0@lo:400:kworker.0 Request processed in 68us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252464.702304:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1768252464.702671:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252464.702813:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476066560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.702895:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476066816 00000100:00100000:2.0:1768252464.702900:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476066816 00000100:00100000:2.0:1768252464.702950:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1768252464.702958:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476066816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252464.703258:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476066816:12345-0@lo:400:kworker.0 Request processed in 300us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252464.703265:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1768252464.703332:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476066816:0@lo:400:kworker.0 00000100:00080000:0.0:1768252464.704102:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1768252465.525435:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252466.546399:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252467.154326:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252467.154375:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252467.154397:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252467.154427:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252467.154458:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771136 00000100:00100000:2.0:1768252467.154468:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771136 00000100:00100000:2.0:1768252467.154538:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1122 00000100:00100000:2.0:1768252467.154550:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451771136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252467.154629:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451771136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 82us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252467.154636:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1122 00000100:00100000:2.0:1768252467.154663:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771264 00000100:00100000:2.0:1768252467.154667:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771264 00000100:00100000:2.0:1768252467.154688:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771392 00000100:00100000:2.0:1768252467.154690:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771392 00000100:00100000:2.0:1768252467.154708:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 794 00000100:00100000:2.0:1768252467.154714:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451771264:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252467.154739:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451771264:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252467.154745:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 794 00000100:00100000:2.0:1768252467.154756:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 795 00000100:00100000:2.0:1768252467.154762:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451771392:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252467.154783:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451771392:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252467.154789:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 795 00000100:00080000:0.0:1768252467.154971:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252467.154977:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252467.154979:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252467.155505:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771008 00000100:00100000:1.0:1768252467.155513:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771008 00000100:00100000:1.0:1768252467.155561:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 981 00000100:00100000:1.0:1768252467.155568:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451771008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252467.155616:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451771008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252467.155622:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 981 00000100:00100000:2.0:1768252467.250697:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476067200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252467.250776:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252467.250892:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067200 00000100:00100000:0.0:1768252467.250900:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067200 00000100:00100000:0.0:1768252467.250983:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1768252467.250994:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476067200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252467.251067:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252467.251117:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476067200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252467.251125:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1768252467.251192:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476067200:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252467.251412:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252467.259227:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476067328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252467.259310:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252467.259436:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067328 00000100:00100000:0.0:1768252467.259447:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067328 00000100:00100000:0.0:1768252467.259519:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1768252467.259529:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476067328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252467.259567:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1768252467.261292:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252467.261788:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476067328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2255us (2472us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252467.261801:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1768252467.261904:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476067328:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768252467.571876:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252468.594184:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252469.619437:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252469.811305:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476067584:0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811390:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252469.811451:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476068096:0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811475:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252469.811500:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252469.811506:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476067712:0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811530:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252469.811567:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067584 00000100:00100000:0.0:1768252469.811575:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067584 00000100:00100000:0.0:1768252469.811620:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067712 00000100:00100000:0.0:1768252469.811623:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067712 00000100:00100000:0.0:1768252469.811650:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1768252469.811658:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476067584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811711:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476067584:12345-0@lo:400:kworker.0 Request processed in 53us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252469.811718:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1768252469.811736:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1768252469.811761:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476067712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811789:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476067712:12345-0@lo:400:kworker.0 Request processed in 48us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252469.811796:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1768252469.811816:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068096 00000100:00100000:0.0:1768252469.811820:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068096 00000100:00100000:0.0:1768252469.811844:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1768252469.811850:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476068096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811878:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476068096:12345-0@lo:400:kworker.0 Request processed in 28us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252469.811883:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1768252469.811929:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476067712:0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811940:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476067584:0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.811949:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476068096:0@lo:400:kworker.0 00000100:00100000:2.0:1768252469.812069:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476067840:0@lo:400:kworker.0 00000100:00100000:2.0:1768252469.812100:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252469.812137:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768252469.812143:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476067456:0@lo:400:kworker.0 00000100:00080000:1.0:1768252469.812153:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252469.812159:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252469.812172:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252469.812193:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476067968:0@lo:400:kworker.0 00000100:00100000:2.0:1768252469.812213:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252469.812245:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067456 00000100:00100000:2.0:1768252469.812249:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067456 00000100:00100000:2.0:1768252469.812275:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1768252469.812282:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476067456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252469.812316:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476067456:12345-0@lo:400:kworker.0 Request processed in 34us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252469.812322:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1768252469.812357:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476067456:0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.812604:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067840 00000100:00100000:0.0:1768252469.812609:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067840 00000100:00100000:0.0:1768252469.812652:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1768252469.812658:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476067840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252469.812699:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476067840:12345-0@lo:400:kworker.0 Request processed in 41us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252469.812705:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1768252469.812734:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476067840:0@lo:400:kworker.0 00000100:00080000:2.0:1768252469.812833:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252469.814629:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476067968 00000100:00100000:1.0:1768252469.814644:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476067968 00000100:00100000:1.0:1768252469.814725:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1768252469.814734:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476067968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252469.814840:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476067968:12345-0@lo:400:kworker.0 Request processed in 106us (2624us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252469.814848:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1768252469.814898:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476067968:0@lo:400:kworker.0 00000100:00080000:2.0:1768252469.815282:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1768252470.642283:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252471.671108:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252472.269650:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252472.269699:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252472.269723:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252472.269742:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252472.269769:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771776 00000100:00100000:2.0:1768252472.269778:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771776 00000100:00100000:2.0:1768252472.269828:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771904 00000100:00100000:2.0:1768252472.269830:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771904 00000100:00100000:2.0:1768252472.269849:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 798 00000100:00100000:2.0:1768252472.269858:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451771776:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252472.269942:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451771776:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252472.269952:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 798 00000100:00100000:2.0:1768252472.269968:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 799 00000100:00100000:2.0:1768252472.269973:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451771904:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252472.269992:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451771904:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 19us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252472.269997:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 799 00000100:00100000:2.0:1768252472.270037:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771648 00000100:00100000:2.0:1768252472.270041:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771648 00000100:00100000:2.0:1768252472.270068:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1126 00000100:00100000:2.0:1768252472.270074:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451771648:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252472.270110:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451771648:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252472.270116:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1126 00000100:00080000:2.0:1768252472.270135:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252472.270140:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252472.270142:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252472.273294:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451771520 00000100:00100000:0.0:1768252472.273312:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451771520 00000100:00100000:0.0:1768252472.273385:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 983 00000100:00100000:0.0:1768252472.273396:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451771520:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252472.273498:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451771520:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 104us (3860us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252472.273506:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 983 00000100:00100000:3.0:1768252472.380795:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252472.380819:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476068224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252472.380907:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252472.380970:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068224 00000100:00100000:3.0:1768252472.380978:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068224 00000100:00100000:3.0:1768252472.381122:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1768252472.381481:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476068224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252472.381520:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252472.381574:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476068224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 442us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252472.381583:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:3.0:1768252472.381611:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252472.381668:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476068224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252472.387918:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476068352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252472.387989:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252472.388245:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068352 00000100:00100000:3.0:1768252472.388255:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068352 00000100:00100000:3.0:1768252472.388330:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1768252472.388341:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476068352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252472.388376:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252472.388423:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476068352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252472.388430:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1768252472.391454:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476068352:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252472.391496:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1768252472.607417:0:64355:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 18: test nodemap mapped_noadmin fileops ========================================================== 16:14:31 (1768252471) 00010000:00010000:3.0:1768252472.690272:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252473.721762:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:1.0:1768252473.894553:0:64403:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1768252473.912746:0:64403:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1768252474.738322:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252474.930292:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476068608:0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.930371:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252474.930623:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476068480:0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.930661:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252474.930764:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476069120:0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.930793:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252474.930835:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252474.930841:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476068736:0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.930863:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252474.930901:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068608 00000100:00100000:0.0:1768252474.930910:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068608 00000100:00100000:0.0:1768252474.930957:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068736 00000100:00100000:0.0:1768252474.930960:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068736 00000100:00100000:0.0:1768252474.930990:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1768252474.930998:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476068608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.931086:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476068608:12345-0@lo:400:kworker.0 Request processed in 87us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252474.931093:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1768252474.931113:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1768252474.931120:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476068736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.931145:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476068736:12345-0@lo:400:kworker.0 Request processed in 27us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252474.931150:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1768252474.931170:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068480 00000100:00100000:0.0:1768252474.931173:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068480 00000100:00100000:0.0:1768252474.931195:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1768252474.931201:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476068480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.931228:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476068480:12345-0@lo:400:kworker.0 Request processed in 28us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252474.931233:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1768252474.931259:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069120 00000100:00100000:0.0:1768252474.931263:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069120 00000100:00100000:1.0:1768252474.931433:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476068480:0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.931441:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476068992:0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.931468:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252474.931508:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252474.931515:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476068864:0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.931541:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252474.931567:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068864 00000100:00100000:1.0:1768252474.931571:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068864 00000100:00100000:1.0:1768252474.931608:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1768252474.931616:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476068864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.931652:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476068864:12345-0@lo:400:kworker.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252474.931659:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1768252474.931689:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476068864:0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.932034:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476068992 00000100:00100000:1.0:1768252474.932039:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476068992 00000100:00100000:1.0:1768252474.932080:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1768252474.932086:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476068992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252474.932120:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476068992:12345-0@lo:400:kworker.0 Request processed in 34us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252474.932125:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00080000:1.0:1768252474.932140:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252474.932143:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252474.932146:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252474.932169:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476068992:0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.932363:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1768252474.932374:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476069120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.932405:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476069120:12345-0@lo:400:kworker.0 Request processed in 35us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252474.933114:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476068736:0@lo:400:kworker.0 00000100:00100000:2.0:1768252474.933130:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476068608:0@lo:400:kworker.0 00000100:00100000:2.0:1768252474.933143:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476069120:0@lo:400:kworker.0 00000100:00100000:0.0:1768252474.935166:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000020:00000080:1.0:1768252474.988871:0:64451:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa7817830 20000000:00000080:1.0:1768252474.988891:0:64451:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475a5400 uarg=0000000000000000 10000000:01000000:1.0:1768252474.989371:0:64451:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252474.989396:0:64451:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252474.989417:0:64451:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252474.989428:0:64451:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252474.989469:0:64451:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252474.989484:0:64451:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 17 pid: 5778 timeout: 1830 lvb_type: 0 00000100:00100000:1.0:1768252474.989498:0:64451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64451:1854145476069248:0@lo:104: 00000100:00100000:1.0:1768252474.989569:0:64451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252474.989628:0:64451:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726473fae40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252474.991580:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1768252474.991611:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069248 00000100:00100000:2.0:1768252474.991621:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069248 00000100:00100000:2.0:1768252474.991695:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1768252474.991706:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264817d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64451:x1854145476069248:12345-0@lo:104: 00010000:00010000:2.0:1768252474.991724:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.991823:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252474.991829:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264817d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64451:x1854145476069248:12345-0@lo:104: Request processed in 126us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252474.991837:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00010000:00010000:2.0:1768252474.991892:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252474.991899:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.991907:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252474.991911:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.991920:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252474.991926:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252474.991933:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252474.991970:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.991976:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252474.992000:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992007:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abb769 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb770 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992053:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252474.992055:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252474.992057:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252474.992095:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476069376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252474.992132:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252474.992180:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069376 00000100:00100000:2.0:1768252474.992184:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069376 00010000:00010000:2.0:1768252474.992203:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 18 pid: 5778 timeout: 1830 lvb_type: 0 00000100:00100000:2.0:1768252474.992226:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1768252474.992232:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476069376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252474.992242:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252474.992247:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 18 pid: 5778 timeout: 1830 lvb_type: 0 00010000:00010000:2.0:1768252474.992257:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 18 pid: 5778 timeout: 1830 lvb_type: 0 00010000:00010000:2.0:1768252474.992286:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992295:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992308:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992315:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992321:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992327:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992331:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252474.992334:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992341:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992349:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252474.992358:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252474.992385:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476069376:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252474.992391:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1768252474.992428:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476069376:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252475.000140:0:64451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb770 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb769 expref: 17 pid: 5778 timeout: 1830 lvb_type: 0 00000100:00100000:1.0:1768252475.000160:0:64451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64451:1854145476069248:0@lo:104: 00010000:00010000:1.0:1768252475.000187:0:64451:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252475.000200:0:64451:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252475.000211:0:64451:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252475.000216:0:64451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb777 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64451 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252475.771739:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252475.948187:0:64499:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc37cafa20 20000000:00000080:3.0:1768252475.948205:0:64499:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646446400 uarg=0000000000000000 10000000:01000000:3.0:1768252475.948484:0:64499:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252475.948507:0:64499:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948523:0:64499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948532:0:64499:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948539:0:64499:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948546:0:64499:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948553:0:64499:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948559:0:64499:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252475.948562:0:64499:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948574:0:64499:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948586:0:64499:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948593:0:64499:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252475.948598:0:64499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abb77e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64499 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252476.219756:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252476.219763:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252476.219768:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252476.219818:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252476.219830:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252476.219841:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252476.219868:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476069504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252476.220167:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252476.220609:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726473fae40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252476.220702:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069504 00000100:00100000:2.0:1768252476.220712:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069504 00000100:00100000:2.0:1768252476.220770:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1768252476.220780:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476069504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252476.220793:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252476.220964:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb785 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252476.220988:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252476.220999:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252476.221007:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768252476.221083:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476069504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 304us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252476.221090:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1768252476.221186:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476069504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252476.221200:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252476.221562:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252476.221590:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252476.221595:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252476.221602:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252476.787151:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252477.082996:0:64548:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1e73de50 20000000:00000080:3.0:1768252477.083232:0:64548:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646447c00 uarg=0000000000000000 10000000:01000000:3.0:1768252477.084095:0:64548:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252477.084125:0:64548:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.084149:0:64548:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.084160:0:64548:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.084213:0:64548:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.084231:0:64548:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 17 pid: 5775 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1768252477.084249:0:64548:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64548:1854145476069632:0@lo:104: 00000100:00100000:3.0:1768252477.084337:0:64548:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252477.084582:0:64548:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7f900 going to sleep for 11 seconds 00000100:00100000:0.0:1768252477.086173:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069632 00000100:00100000:0.0:1768252477.086191:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069632 00000100:00100000:0.0:1768252477.086313:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1768252477.086326:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64548:x1854145476069632:12345-0@lo:104: 00010000:00010000:0.0:1768252477.086345:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252477.086479:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252477.086487:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64548:x1854145476069632:12345-0@lo:104: Request processed in 164us (2150us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252477.086495:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1768252477.086572:0:64548:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64548:1854145476069632:0@lo:104: 00010000:00010000:3.0:1768252477.086602:0:64548:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.091228:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252477.091247:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.091267:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252477.091273:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.091283:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252477.091290:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252477.091297:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252477.091391:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.091397:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252477.091434:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.091441:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb785 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb78c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.091468:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252477.091470:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252477.091471:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252477.091505:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476069760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252477.091600:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252477.093967:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069760 00000100:00100000:3.0:1768252477.093990:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069760 00010000:00010000:3.0:1768252477.094079:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 18 pid: 5775 timeout: 1832 lvb_type: 0 00000100:00100000:3.0:1768252477.094141:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1768252477.094154:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476069760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252477.094176:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252477.094182:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 18 pid: 5775 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1768252477.094195:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 18 pid: 5775 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1768252477.094216:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abb78c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb785 expref: 18 pid: 5775 timeout: 1832 lvb_type: 0 00010000:00010000:3.0:1768252477.094240:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094249:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094272:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094279:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094287:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094294:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094301:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252477.094306:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094315:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094340:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252477.094354:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252477.094444:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476069760:12345-0@lo:103:ldlm_bl.0 Request processed in 293us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252477.094452:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1768252477.094885:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476069760:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252477.094966:0:64548:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.094982:0:64548:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252477.094989:0:64548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb793 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64548 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252477.389313:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252477.389360:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252477.389452:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252477.389486:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772160 00000100:00100000:3.0:1768252477.389499:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772160 00000100:00100000:3.0:1768252477.389577:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:3.0:1768252477.389589:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451772160:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252477.389698:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451772160:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 111us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252477.389710:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:1.0:1768252477.390954:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772032 00000100:00100000:1.0:1768252477.390973:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772032 00000100:00100000:1.0:1768252477.391905:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 986 00000100:00100000:1.0:1768252477.391923:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451772032:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252477.392071:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451772032:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 154us (2709us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252477.392080:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 986 00000100:00100000:1.0:1768252477.392138:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772288 00000100:00100000:1.0:1768252477.392145:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772288 00000100:00100000:1.0:1768252477.392191:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 802 00000100:00100000:1.0:1768252477.392198:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451772288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252477.392229:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451772288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (2776us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252477.392236:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 802 00000100:00080000:1.0:1768252477.392256:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252477.392262:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252477.400335:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252477.404274:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772416 00000100:00100000:0.0:1768252477.404298:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772416 00000100:00100000:0.0:1768252477.404404:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 803 00000100:00100000:0.0:1768252477.404420:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451772416:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768252477.404427:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252477.404538:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451772416:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 122us (4217us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252477.404547:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 803 00000100:00100000:2.0:1768252477.490587:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476069888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252477.490691:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252477.490994:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476070016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252477.491064:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252477.491158:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476069888 00000100:00100000:1.0:1768252477.491167:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476069888 00000100:00100000:1.0:1768252477.491237:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070016 00000100:00100000:1.0:1768252477.491241:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070016 00000100:00100000:1.0:1768252477.491264:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1768252477.491275:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476069888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252477.491324:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252477.491381:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476069888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252477.491390:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1768252477.491413:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1768252477.491420:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476070016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252477.491442:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252477.491472:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476070016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252477.491478:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:2.0:1768252477.491549:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252477.491554:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252477.491601:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476070016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252477.491649:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476069888:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252477.810542:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252478.270763:0:64597:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc903f6480 20000000:00000080:2.0:1768252478.270787:0:64597:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646f0d400 uarg=0000000000000000 10000000:01000000:2.0:1768252478.271190:0:64597:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252478.271222:0:64597:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271246:0:64597:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271259:0:64597:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271266:0:64597:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271273:0:64597:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271280:0:64597:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271288:0:64597:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252478.271293:0:64597:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271302:0:64597:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271318:0:64597:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271327:0:64597:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252478.271334:0:64597:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abb79a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64597 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252478.451080:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252478.451090:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252478.451097:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252478.451167:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252478.451182:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252478.451195:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252478.451236:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476070144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252478.454466:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252478.454539:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646d2af00 going to sleep for 11 seconds 00000100:00100000:1.0:1768252478.456866:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070144 00000100:00100000:1.0:1768252478.456885:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070144 00000100:00100000:1.0:1768252478.456949:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1768252478.456962:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476070144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252478.457524:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252478.457553:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb7a1 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252478.457597:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252478.457612:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252478.457624:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768252478.457746:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476070144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 786us (3290us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252478.457756:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1768252478.457893:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476070144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252478.457917:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252478.457929:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252478.457958:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252478.458049:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252478.458058:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252478.835197:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252479.320996:0:64645:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd09cb3c0 20000000:00000080:3.0:1768252479.321351:0:64645:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972745818000 uarg=0000000000000000 10000000:01000000:3.0:1768252479.321991:0:64645:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252479.322331:0:64645:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.322351:0:64645:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.322361:0:64645:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.322494:0:64645:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.322507:0:64645:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 17 pid: 5775 timeout: 1834 lvb_type: 0 00000100:00100000:3.0:1768252479.322527:0:64645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64645:1854145476070272:0@lo:104: 00000100:00100000:3.0:1768252479.322586:0:64645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252479.322693:0:64645:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a60b900 going to sleep for 11 seconds 00000100:00100000:0.0:1768252479.322757:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070272 00000100:00100000:0.0:1768252479.322765:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070272 00000100:00100000:0.0:1768252479.322820:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1768252479.322830:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64645:x1854145476070272:12345-0@lo:104: 00010000:00010000:0.0:1768252479.322853:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252479.322916:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252479.322922:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64645:x1854145476070272:12345-0@lo:104: Request processed in 94us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252479.322930:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1768252479.323073:0:64645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64645:1854145476070272:0@lo:104: 00010000:00010000:3.0:1768252479.323091:0:64645:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323473:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252479.323480:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323488:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252479.323492:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323500:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252479.323507:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252479.323514:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252479.323587:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323593:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252479.323627:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323635:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7a1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7a8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323650:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252479.323652:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252479.323654:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252479.323697:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476070400:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252479.323730:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252479.323805:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070400 00000100:00100000:1.0:1768252479.323810:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070400 00010000:00010000:1.0:1768252479.323831:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 18 pid: 5775 timeout: 1834 lvb_type: 0 00000100:00100000:1.0:1768252479.323869:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1768252479.323877:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476070400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252479.323888:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252479.323893:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 18 pid: 5775 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1768252479.323903:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 18 pid: 5775 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1768252479.323915:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abb7a8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb7a1 expref: 18 pid: 5775 timeout: 1834 lvb_type: 0 00010000:00010000:1.0:1768252479.323933:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323940:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323953:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323959:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323965:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323972:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323977:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252479.323981:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323987:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.323999:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252479.324007:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252479.324078:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476070400:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252479.324086:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1768252479.324119:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476070400:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252479.324290:0:64645:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.324298:0:64645:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.324304:0:64645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7af lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252479.862349:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252480.050270:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476070528:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050341:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252480.050387:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476071040:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050414:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252480.050441:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1768252480.050447:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476070656:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050467:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252480.050485:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476071168:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050506:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252480.050535:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476070784:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050557:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252480.050584:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252480.050589:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476070912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050608:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252480.050639:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070528 00000100:00100000:0.0:1768252480.050646:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070528 00000100:00100000:0.0:1768252480.050688:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1768252480.050696:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476070528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050742:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476070528:12345-0@lo:400:kworker.0 Request processed in 46us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252480.050749:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1768252480.050781:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071040 00000100:00100000:0.0:1768252480.050785:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071040 00000100:00100000:0.0:1768252480.050817:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070656 00000100:00100000:0.0:1768252480.050820:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070656 00000100:00100000:0.0:1768252480.050837:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070784 00000100:00100000:0.0:1768252480.050839:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070784 00000100:00100000:0.0:1768252480.050854:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1768252480.050859:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476071040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050888:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476071040:12345-0@lo:400:kworker.0 Request processed in 29us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252480.050894:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1768252480.050905:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1768252480.050910:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476070656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050931:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476070656:12345-0@lo:400:kworker.0 Request processed in 21us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252480.050936:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1768252480.050947:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1768252480.050952:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476070784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.050978:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476070784:12345-0@lo:400:kworker.0 Request processed in 26us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252480.050984:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1768252480.051004:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071168 00000100:00100000:0.0:1768252480.051007:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071168 00000100:00100000:0.0:1768252480.051063:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476070912 00000100:00100000:0.0:1768252480.051066:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476070912 00000100:00100000:0.0:1768252480.051082:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1768252480.051087:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476071168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051113:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476071168:12345-0@lo:400:kworker.0 Request processed in 27us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252480.051118:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1768252480.051127:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1768252480.051132:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476070912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051155:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476070912:12345-0@lo:400:kworker.0 Request processed in 23us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252480.051160:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00080000:0.0:1768252480.051179:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252480.051182:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252480.051184:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252480.051221:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476070912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051229:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476070784:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051258:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476070656:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051266:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476071168:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051273:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476070528:0@lo:400:kworker.0 00000100:00100000:0.0:1768252480.051281:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476071040:0@lo:400:kworker.0 00000020:00000080:0.0:1768252480.231419:0:64693:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9b995180 20000000:00000080:0.0:1768252480.231437:0:64693:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972744da9400 uarg=0000000000000000 10000000:01000000:0.0:1768252480.231642:0:64693:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252480.231662:0:64693:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231678:0:64693:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231688:0:64693:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231693:0:64693:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231703:0:64693:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231710:0:64693:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231716:0:64693:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252480.231720:0:64693:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231728:0:64693:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231740:0:64693:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231747:0:64693:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252480.231753:0:64693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abb7b6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64693 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252480.435005:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252480.435035:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252480.435040:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252480.435085:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435098:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435109:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252480.435134:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476071296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252480.435197:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252480.435256:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d8ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252480.435278:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071296 00000100:00100000:2.0:1768252480.435285:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071296 00000100:00100000:2.0:1768252480.435329:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1768252480.435337:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476071296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252480.435352:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252480.435365:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb7bd expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435386:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435397:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435406:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00800, rc 0) 00000100:00100000:2.0:1768252480.435439:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476071296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252480.435446:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1768252480.435492:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476071296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252480.435505:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435513:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252480.435530:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252480.435535:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252480.435542:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252480.886642:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252481.909674:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252482.506214:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252482.506272:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252482.506370:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772544 00000100:00100000:0.0:1768252482.506384:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772544 00000100:00100000:0.0:1768252482.506454:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 990 00000100:00100000:0.0:1768252482.506466:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451772544:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252482.506564:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451772544:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 101us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252482.506573:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 990 00000100:00100000:1.0:1768252482.506858:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772672 00000100:00100000:1.0:1768252482.506863:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772672 00000100:00100000:1.0:1768252482.506921:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1134 00000100:00100000:1.0:1768252482.506930:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451772672:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252482.506977:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451772672:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252482.506984:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1134 00000100:00080000:0.0:1768252482.507107:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252482.522594:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252482.522654:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252482.522694:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772800 00000100:00100000:3.0:1768252482.522708:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772800 00000100:00100000:3.0:1768252482.522791:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451772928 00000100:00100000:3.0:1768252482.522796:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451772928 00000100:00100000:3.0:1768252482.522825:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 278 00000100:00100000:3.0:1768252482.522836:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451772800:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252482.522881:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abb39c 00000100:00080000:3.0:1768252482.522893:0:6570:0:(import.c:65:import_set_state_nolock()) ffff97277ffb3800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252482.522943:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967328 00000100:00100000:3.0:1768252482.523342:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451772800:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 506us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252482.523352:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 278 00000100:00100000:3.0:1768252482.523371:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 279 00000100:00100000:3.0:1768252482.523377:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451772928:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252482.523392:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abb69e 00000100:00080000:3.0:1768252482.523399:0:6570:0:(import.c:65:import_set_state_nolock()) ffff97264860a800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252482.523422:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967328 00000100:00100000:3.0:1768252482.523574:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451772928:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 194us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252482.523581:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 279 00010000:00010000:3.0:1768252482.523612:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1768252482.523622:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252482.523627:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768252482.524432:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252482.612381:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476071424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252482.612477:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252482.612551:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252482.612558:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476071552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252482.612583:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252482.612616:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071424 00000100:00100000:2.0:1768252482.612627:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071424 00000100:00100000:2.0:1768252482.612693:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071552 00000100:00100000:2.0:1768252482.612696:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071552 00000100:00100000:2.0:1768252482.612716:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1768252482.612852:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476071424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252482.612902:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252482.612955:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476071424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 230us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252482.612966:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1768252482.612987:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1768252482.613005:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476071552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252482.613050:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252482.613078:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476071552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252482.613084:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1768252482.613131:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476071552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252482.613143:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476071424:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252482.613543:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252482.613548:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252482.932346:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252483.965907:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252484.045397:0:64841:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc3bbca30 20000000:00000080:3.0:1768252484.045428:0:64841:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277ff80400 uarg=0000000000000000 10000000:01000000:3.0:1768252484.048300:0:64841:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252484.048342:0:64841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.048367:0:64841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.048379:0:64841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.048448:0:64841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.048470:0:64841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 17 pid: 5775 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1768252484.048489:0:64841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64841:1854145476071680:0@lo:104: 00000100:00100000:3.0:1768252484.048582:0:64841:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252484.053444:0:64841:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a60b840 going to sleep for 11 seconds 00000100:00100000:2.0:1768252484.054577:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071680 00000100:00100000:2.0:1768252484.054599:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071680 00000100:00100000:1.0:1768252484.058084:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1768252484.058106:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64841:x1854145476071680:12345-0@lo:104: 00010000:00010000:1.0:1768252484.058136:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252484.058299:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252484.058308:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64841:x1854145476071680:12345-0@lo:104: Request processed in 209us (9726us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252484.058317:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00010000:2.0:1768252484.058583:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252484.058593:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.058603:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252484.058609:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.058619:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252484.058627:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252484.058640:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252484.058693:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.058700:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252484.058738:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.058757:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abb7bd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7c4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.058782:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252484.058784:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252484.058786:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252484.058797:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252484.058817:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476071808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252484.058880:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252484.058937:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071808 00000100:00100000:2.0:1768252484.058946:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071808 00010000:00010000:2.0:1768252484.058975:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 18 pid: 5775 timeout: 1839 lvb_type: 0 00000100:00100000:2.0:1768252484.059009:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1768252484.059039:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97274507a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476071808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252484.059052:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252484.059058:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 18 pid: 5775 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1768252484.059070:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 18 pid: 5775 timeout: 1839 lvb_type: 0 00010000:00010000:2.0:1768252484.059094:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059104:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059126:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059134:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059141:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059148:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059154:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252484.059158:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059166:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059176:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252484.059359:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252484.059392:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97274507a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476071808:12345-0@lo:103:ldlm_bl.0 Request processed in 355us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252484.059400:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1768252484.059488:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476071808:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252484.059868:0:64841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abb7c4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb7bd expref: 17 pid: 5775 timeout: 1839 lvb_type: 0 00000100:00100000:3.0:1768252484.059884:0:64841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64841:1854145476071680:0@lo:104: 00010000:00010000:3.0:1768252484.059904:0:64841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.059914:0:64841:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.059921:0:64841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.059926:0:64841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb7cb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252484.984386:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252485.172740:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476072320:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.172818:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.172874:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768252485.172880:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476071936:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.172909:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.172932:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476072448:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.172956:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.172995:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476072192:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173039:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.173059:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1768252485.173065:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476072064:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173088:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.173104:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476072576:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173124:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.173152:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072320 00000100:00100000:3.0:1768252485.173160:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072320 00000100:00100000:3.0:1768252485.173208:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072576 00000100:00100000:3.0:1768252485.173212:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072576 00000100:00100000:3.0:1768252485.173234:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1768252485.173242:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476072320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173293:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476072320:12345-0@lo:400:kworker.0 Request processed in 51us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.173300:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1768252485.173332:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1768252485.173339:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476072576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173376:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476072576:12345-0@lo:400:kworker.0 Request processed in 38us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.173382:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1768252485.173400:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072448 00000100:00100000:3.0:1768252485.173404:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072448 00000100:00100000:3.0:1768252485.173430:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072192 00000100:00100000:3.0:1768252485.173447:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072192 00000100:00100000:3.0:1768252485.173467:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072064 00000100:00100000:3.0:1768252485.173469:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072064 00000100:00100000:3.0:1768252485.173483:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1768252485.173489:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476072448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173519:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476072448:12345-0@lo:400:kworker.0 Request processed in 30us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.173526:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1768252485.173539:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1768252485.173545:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476072192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173570:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476072192:12345-0@lo:400:kworker.0 Request processed in 26us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.173576:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1768252485.173588:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1768252485.173594:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476072064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173618:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476072064:12345-0@lo:400:kworker.0 Request processed in 25us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.173624:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1768252485.173681:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476072448:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173693:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476072320:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173722:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476072064:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173730:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476072576:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173739:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476072192:0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173793:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476071936 00000100:00100000:3.0:1768252485.173796:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476071936 00000100:00100000:3.0:1768252485.173828:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1768252485.173834:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476071936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252485.173867:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476071936:12345-0@lo:400:kworker.0 Request processed in 33us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.173873:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1768252485.173908:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476071936:0@lo:400:kworker.0 00000100:00080000:3.0:1768252485.173938:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252485.173943:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252485.173945:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1768252485.285401:0:64889:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb4d1bc50 20000000:00000080:3.0:1768252485.285421:0:64889:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277ff81c00 uarg=0000000000000000 10000000:01000000:3.0:1768252485.285743:0:64889:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252485.286278:0:64889:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286296:0:64889:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286307:0:64889:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286314:0:64889:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286320:0:64889:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286328:0:64889:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286334:0:64889:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252485.286338:0:64889:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286347:0:64889:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286359:0:64889:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286367:0:64889:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.286373:0:64889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abb7d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64889 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252485.492208:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252485.492218:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252485.492223:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252485.492296:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492309:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492320:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252485.492350:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476072704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252485.492438:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252485.492499:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a600 going to sleep for 11 seconds 00000100:00100000:3.0:1768252485.492521:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072704 00000100:00100000:3.0:1768252485.492528:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072704 00000100:00100000:3.0:1768252485.492570:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1768252485.492579:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476072704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252485.492592:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252485.492606:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb7d9 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492635:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492646:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492655:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252485.492703:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476072704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252485.492710:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1768252485.492760:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476072704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252485.492773:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492782:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252485.492800:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252485.492805:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252485.492811:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000001:00100000:2.0:1768252485.787852:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252485.787862:0:7475:0:(genops.c:904:class_export_put()) final put ffff97264860e800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768252485.787994:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff97264860e800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:0.0:1768252485.788072:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97264860a800 for lustre-OST0001 00000001:00100000:2.0:1768252485.821665:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252485.821674:0:6594:0:(genops.c:904:class_export_put()) final put ffff97277ffb1800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252485.821710:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff97277ffb1800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:2.0:1768252485.821758:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97277ffb3800 for lustre-OST0000 00010000:00010000:2.0:1768252486.008438:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252486.339380:0:64938:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff745e5e80 20000000:00000080:2.0:1768252486.339397:0:64938:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274de81800 uarg=0000000000000000 00010000:00010000:2.0:1768252486.339609:0:64938:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252486.339622:0:64938:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252486.339633:0:64938:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252486.339650:0:64938:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.339669:0:64938:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.339677:0:64938:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.339715:0:64938:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.339729:0:64938:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 17 pid: 5778 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1768252486.339742:0:64938:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64938:1854145476072832:0@lo:104: 00000100:00100000:2.0:1768252486.339801:0:64938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252486.339855:0:64938:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274e644000 going to sleep for 11 seconds 00000100:00100000:3.0:1768252486.340063:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072832 00000100:00100000:3.0:1768252486.340072:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072832 00000100:00100000:3.0:1768252486.340123:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1768252486.340132:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64938:x1854145476072832:12345-0@lo:104: 00010000:00010000:3.0:1768252486.340143:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340194:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252486.340200:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:64938:x1854145476072832:12345-0@lo:104: Request processed in 70us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252486.340208:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00010000:00010000:3.0:1768252486.340234:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252486.340240:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340247:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252486.340251:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340258:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252486.340265:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252486.340270:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252486.340299:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340305:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252486.340325:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340330:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8e00/0xef9a6e5c83abb7d9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7e0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340344:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252486.340346:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252486.340348:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252486.340365:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476072960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252486.340391:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252486.340425:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476072960 00000100:00100000:3.0:1768252486.340429:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476072960 00010000:00010000:3.0:1768252486.340446:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 18 pid: 5778 timeout: 1841 lvb_type: 0 00000100:00100000:3.0:1768252486.340464:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1768252486.340470:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476072960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252486.340481:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252486.340485:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 18 pid: 5778 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1768252486.340494:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 18 pid: 5778 timeout: 1841 lvb_type: 0 00010000:00010000:3.0:1768252486.340508:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340515:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340527:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340534:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340541:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340546:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340551:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252486.340555:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340561:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340569:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252486.340578:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252486.340604:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476072960:12345-0@lo:103:ldlm_bl.0 Request processed in 134us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252486.340610:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1768252486.340646:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476072960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252486.345395:0:64938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abb7e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb7d9 expref: 17 pid: 5778 timeout: 1841 lvb_type: 0 00000100:00100000:2.0:1768252486.345418:0:64938:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64938:1854145476072832:0@lo:104: 00010000:00010000:2.0:1768252486.345442:0:64938:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.345452:0:64938:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.345458:0:64938:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252486.345464:0:64938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abb7e7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252487.029374:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252487.624374:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252487.624417:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252487.624464:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773056 00000100:00100000:1.0:1768252487.624475:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773056 00000100:00100000:1.0:1768252487.624524:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 993 00000100:00100000:1.0:1768252487.624534:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451773056:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252487.624607:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451773056:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252487.624615:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 993 00000100:00100000:1.0:1768252487.624651:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773184 00000100:00100000:1.0:1768252487.624655:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773184 00000100:00100000:1.0:1768252487.625151:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1138 00000100:00100000:1.0:1768252487.625159:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451773184:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252487.625194:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451773184:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252487.625200:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1138 00000100:00080000:3.0:1768252487.625609:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252487.732607:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252487.732629:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476073088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252487.732696:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252487.732777:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073088 00000100:00100000:1.0:1768252487.732785:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073088 00000100:00100000:1.0:1768252487.732840:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1768252487.732849:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476073088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252487.732880:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252487.733099:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476073088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 250us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252487.733105:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1768252487.733145:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476073088:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252487.733459:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252487.733673:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252487.733682:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476073216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252487.733710:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252487.733793:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073216 00000100:00100000:2.0:1768252487.733799:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073216 00000100:00100000:2.0:1768252487.733846:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1768252487.733854:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476073216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252487.733878:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252487.733929:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476073216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252487.733935:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1768252487.733962:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476073216:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768252487.734119:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252488.055069:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768252488.308978:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252488.308987:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252488.308992:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252488.309061:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252488.309078:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252488.309089:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252488.309116:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476073344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252488.309192:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252488.309246:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d8c840 going to sleep for 11 seconds 00000100:00100000:2.0:1768252488.309927:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073344 00000100:00100000:2.0:1768252488.309946:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073344 00000100:00100000:2.0:1768252488.310008:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1768252488.310035:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476073344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252488.310052:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252488.310069:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb7ee expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252488.310093:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252488.310102:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252488.310110:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768252488.310171:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476073344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252488.310178:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1768252488.310234:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476073344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252488.310250:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252488.310259:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252488.310282:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252488.310287:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252488.310295:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252489.075274:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252490.109867:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252490.291252:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476073728:0@lo:400:kworker.0 00000100:00100000:0.0:1768252490.291372:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252490.291438:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252490.291444:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476073856:0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291467:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476073600:0@lo:400:kworker.0 00000100:00100000:0.0:1768252490.291470:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252490.291496:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252490.291513:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476074112:0@lo:400:kworker.0 00000100:00100000:0.0:1768252490.291515:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073856 00000100:00100000:0.0:1768252490.291521:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073856 00000100:00100000:1.0:1768252490.291532:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252490.291550:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1768252490.291555:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476073472:0@lo:400:kworker.0 00000100:00100000:0.0:1768252490.291578:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074112 00000100:00100000:1.0:1768252490.291580:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252490.291581:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074112 00000100:00100000:1.0:1768252490.291600:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476073984:0@lo:400:kworker.0 00000100:00100000:0.0:1768252490.291601:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1768252490.291609:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476073856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291620:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252490.291649:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073728 00000100:00100000:1.0:1768252490.291653:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073728 00000100:00100000:0.0:1768252490.291653:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476073856:12345-0@lo:400:kworker.0 Request processed in 45us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252490.291659:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1768252490.291675:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1768252490.291679:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073600 00000100:00100000:1.0:1768252490.291681:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073600 00000100:00100000:0.0:1768252490.291681:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476074112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291698:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073984 00000100:00100000:1.0:1768252490.291701:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073984 00000100:00100000:0.0:1768252490.291710:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476074112:12345-0@lo:400:kworker.0 Request processed in 29us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252490.291715:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1768252490.291716:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1768252490.291720:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476073728:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768252490.291731:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252490.291737:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252490.291739:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252490.291766:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476073728:12345-0@lo:400:kworker.0 Request processed in 45us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252490.291771:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476073856:0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291772:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1768252490.291780:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476073728:0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291784:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1768252490.291789:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476073600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291815:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476073600:12345-0@lo:400:kworker.0 Request processed in 25us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252490.291820:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1768252490.291832:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1768252490.291838:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476073984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.291861:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476073984:12345-0@lo:400:kworker.0 Request processed in 24us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252490.291866:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1768252490.291889:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476073472 00000100:00100000:1.0:1768252490.291893:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476073472 00000100:00100000:1.0:1768252490.296355:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1768252490.296380:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476073472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252490.296475:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476073472:12345-0@lo:400:kworker.0 Request processed in 107us (4893us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252490.296483:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1768252490.302171:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476073472:0@lo:400:kworker.0 00000100:00100000:2.0:1768252490.302198:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476073984:0@lo:400:kworker.0 00000100:00100000:2.0:1768252490.302210:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476073600:0@lo:400:kworker.0 00000100:00100000:2.0:1768252490.302222:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476074112:0@lo:400:kworker.0 00000020:00000080:0.0:1768252490.672440:0:65135:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8b451180 20000000:00000080:0.0:1768252490.672461:0:65135:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475a6400 uarg=0000000000000000 00010000:00010000:0.0:1768252490.672754:0:65135:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252490.672770:0:65135:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252490.672782:0:65135:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252490.672801:0:65135:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252490.672819:0:65135:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252490.672827:0:65135:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252490.672867:0:65135:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252490.672881:0:65135:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 17 pid: 5778 timeout: 1846 lvb_type: 0 00000100:00100000:0.0:1768252490.672895:0:65135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65135:1854145476074240:0@lo:104: 00000100:00100000:0.0:1768252490.672966:0:65135:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252490.673056:0:65135:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83180 going to sleep for 11 seconds 00000100:00100000:2.0:1768252490.673151:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074240 00000100:00100000:2.0:1768252490.673161:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074240 00000100:00100000:2.0:1768252490.673217:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1768252490.673226:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:65135:x1854145476074240:12345-0@lo:104: 00010000:00010000:2.0:1768252490.673238:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252490.673302:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252490.673309:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:65135:x1854145476074240:12345-0@lo:104: Request processed in 85us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252490.673316:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00010000:2.0:1768252490.673337:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252490.673342:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252490.673349:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252490.673352:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252490.673359:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252490.673366:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252490.673367:0:65135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65135:1854145476074240:0@lo:104: 10000000:01000000:2.0:1768252490.673375:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252490.673384:0:65135:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252490.673399:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252490.673404:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252490.673424:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252490.673428:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476074368:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252490.673430:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abb7ee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb7f5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252490.673444:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252490.673446:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252490.673448:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252490.673455:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252490.673665:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074368 00000100:00100000:3.0:1768252490.673670:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074368 00010000:00010000:3.0:1768252490.673690:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 18 pid: 5778 timeout: 1846 lvb_type: 0 00000100:00100000:3.0:1768252490.673717:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1768252490.673723:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476074368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252490.673734:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252490.673739:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 18 pid: 5778 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1768252490.673748:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 18 pid: 5778 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1768252490.673760:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb7f5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb7ee expref: 18 pid: 5778 timeout: 1846 lvb_type: 0 00010000:00010000:3.0:1768252490.673772:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673780:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673793:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673799:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673805:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673812:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673822:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252490.673825:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673832:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673851:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252490.673860:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252490.673922:0:65135:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252490.673930:0:65135:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252490.673935:0:65135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963600/0xef9a6e5c83abb7fc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65135 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252490.689238:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476074368:12345-0@lo:103:ldlm_bl.0 Request processed in 15506us (15772us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252490.689251:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1768252490.689346:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476074368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252491.125943:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252491.734717:0:65185:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9917e870 20000000:00000080:0.0:1768252491.734734:0:65185:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475a7800 uarg=0000000000000000 00010000:00010000:0.0:1768252491.734986:0:65185:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252491.735003:0:65185:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252491.735233:0:65185:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252491.735253:0:65185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735268:0:65185:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735277:0:65185:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735282:0:65185:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735289:0:65185:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735296:0:65185:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735302:0:65185:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252491.735307:0:65185:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735316:0:65185:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735330:0:65185:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735340:0:65185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252491.735350:0:65185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abb803 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65185 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252491.826160:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252491.826167:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252491.826171:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252491.826225:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252491.826236:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252491.826247:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252491.826273:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476074496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252491.826338:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252491.826392:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97278207d300 going to sleep for 11 seconds 00000100:00100000:3.0:1768252491.826579:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074496 00000100:00100000:3.0:1768252491.826589:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074496 00000100:00100000:3.0:1768252491.826650:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1768252491.826661:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476074496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252491.826675:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252491.826689:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb80a expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252491.826712:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252491.826731:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252491.826744:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768252491.826791:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476074496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252491.826798:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1768252491.826982:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476074496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252491.826997:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252491.827005:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252491.827127:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252491.827133:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252491.827141:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252492.146232:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252492.742939:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252492.743056:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252492.743643:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773440 00000100:00100000:3.0:1768252492.743652:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773440 00000100:00100000:3.0:1768252492.743709:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1142 00000100:00100000:3.0:1768252492.743717:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451773440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252492.743776:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451773440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 61us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252492.743782:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1142 00000100:00080000:1.0:1768252492.744371:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252492.753830:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773312 00000100:00100000:0.0:1768252492.753847:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773312 00000100:00100000:1.0:1768252492.755298:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 997 00000100:00100000:1.0:1768252492.755311:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451773312:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252492.755409:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451773312:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 100us (12481us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252492.755417:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 997 00000100:00100000:0.0:1768252492.852223:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252492.852248:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476074624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252492.852316:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252492.852364:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074624 00000100:00100000:2.0:1768252492.852374:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074624 00000100:00080000:0.0:1768252492.852412:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252492.852436:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1768252492.852447:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476074624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252492.852486:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252492.852551:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476074624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252492.852559:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1768252492.852657:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476074624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252492.853587:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476074752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252492.853638:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252492.853777:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074752 00000100:00100000:0.0:1768252492.853782:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074752 00000100:00100000:0.0:1768252492.853827:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1768252492.853834:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476074752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252492.853860:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252492.853907:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476074752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252492.853914:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1768252492.853950:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476074752:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252492.854201:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252493.179844:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252494.195124:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252495.218404:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252495.410703:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252495.414500:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476075008:0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.414572:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252495.414633:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252495.414639:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476075136:0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.414661:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252495.414821:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075008 00000100:00100000:3.0:1768252495.414830:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075008 00000100:00100000:3.0:1768252495.414881:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075136 00000100:00100000:3.0:1768252495.414884:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075136 00000100:00100000:3.0:1768252495.414925:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1768252495.414932:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476075008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.414982:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476075008:12345-0@lo:400:kworker.0 Request processed in 49us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252495.414990:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1768252495.415008:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1768252495.415035:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476075136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.415062:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476075136:12345-0@lo:400:kworker.0 Request processed in 48us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252495.415068:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00080000:3.0:1768252495.415515:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252495.415554:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476075136:0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.415566:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476075008:0@lo:400:kworker.0 00000100:00100000:1.0:1768252495.420046:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476075264:0@lo:400:kworker.0 00000100:00100000:1.0:1768252495.420136:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252495.420190:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075264 00000100:00100000:1.0:1768252495.420353:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075264 00000100:00100000:1.0:1768252495.420416:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1768252495.420416:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476075520:0@lo:400:kworker.0 00000100:00100000:1.0:1768252495.420425:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476075264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252495.420445:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252495.420475:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476075264:12345-0@lo:400:kworker.0 Request processed in 51us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252495.420483:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1768252495.420490:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075520 00000100:00100000:0.0:1768252495.420493:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075520 00000100:00100000:0.0:1768252495.420518:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1768252495.420524:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476075520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252495.420558:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476075520:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252495.420565:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1768252495.420618:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476075520:0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.420783:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476075392:0@lo:400:kworker.0 00000100:00100000:3.0:1768252495.420814:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1768252495.421181:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252495.421195:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252495.421906:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075392 00000100:00100000:2.0:1768252495.421916:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075392 00000100:00100000:2.0:1768252495.421973:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:2.0:1768252495.421981:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476075392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252495.422087:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476075392:12345-0@lo:400:kworker.0 Request processed in 102us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252495.422095:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00080000:2.0:1768252495.422115:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252495.422319:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476075392:0@lo:400:kworker.0 00000100:00100000:1.0:1768252495.422320:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476075264:0@lo:400:kworker.0 00000100:00100000:1.0:1768252495.422330:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476074880:0@lo:400:kworker.0 00000100:00100000:1.0:1768252495.422366:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252495.424319:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476074880 00000100:00100000:2.0:1768252495.424335:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476074880 00000100:00100000:2.0:1768252495.424408:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1768252495.424418:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476074880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252495.424509:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476074880:12345-0@lo:400:kworker.0 Request processed in 92us (2142us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252495.424517:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1768252495.424541:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476074880:0@lo:400:kworker.0 00010000:00010000:2.0:1768252496.242299:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252497.295003:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252497.714128:0:65477:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4b9a9090 20000000:00000080:0.0:1768252497.714149:0:65477:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648454400 uarg=0000000000000000 00010000:00010000:0.0:1768252497.714604:0:65477:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252497.714620:0:65477:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252497.714633:0:65477:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252497.714651:0:65477:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252497.714667:0:65477:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252497.714675:0:65477:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252497.714712:0:65477:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252497.714726:0:65477:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 17 pid: 5775 timeout: 1853 lvb_type: 0 00000100:00100000:0.0:1768252497.714740:0:65477:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65477:1854145476075648:0@lo:104: 00000100:00100000:0.0:1768252497.714798:0:65477:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252497.714934:0:65477:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e480 going to sleep for 11 seconds 00000100:00100000:2.0:1768252497.714979:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075648 00000100:00100000:2.0:1768252497.714987:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075648 00000100:00100000:1.0:1768252497.715302:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1768252497.715314:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:65477:x1854145476075648:12345-0@lo:104: 00010000:00010000:1.0:1768252497.715327:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252497.715532:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252497.715539:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:65477:x1854145476075648:12345-0@lo:104: Request processed in 229us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252497.715546:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1768252497.715625:0:65477:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65477:1854145476075648:0@lo:104: 00010000:00010000:2.0:1768252497.715645:0:65477:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.715687:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252497.715693:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.715701:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252497.715704:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.715712:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252497.715719:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252497.715729:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252497.715793:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.715800:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252497.715830:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.715837:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abb80a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb811 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.715861:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252497.715863:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252497.715865:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252497.715874:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252497.715887:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476075776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252497.715923:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252497.715958:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075776 00000100:00100000:3.0:1768252497.715962:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075776 00010000:00010000:3.0:1768252497.715984:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 18 pid: 5775 timeout: 1853 lvb_type: 0 00000100:00100000:3.0:1768252497.716006:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1768252497.716041:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476075776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252497.716052:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252497.716057:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 18 pid: 5775 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1768252497.716066:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 18 pid: 5775 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1768252497.716080:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb811 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb80a expref: 18 pid: 5775 timeout: 1853 lvb_type: 0 00010000:00010000:3.0:1768252497.716093:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716100:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716113:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716119:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716125:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716132:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716137:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252497.716140:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716148:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716158:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252497.716169:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252497.716197:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476075776:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252497.716204:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1768252497.716236:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476075776:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252497.716318:0:65477:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252497.716326:0:65477:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252497.716332:0:65477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963000/0xef9a6e5c83abb818 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65477 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252497.864893:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252497.864936:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252497.864967:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773696 00000100:00100000:1.0:1768252497.864979:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773696 00000100:00100000:1.0:1768252497.865065:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1146 00000100:00100000:1.0:1768252497.865075:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451773696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252497.865144:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451773696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252497.865152:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1146 00000100:00100000:1.0:1768252497.865175:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773568 00000100:00100000:1.0:1768252497.865179:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773568 00000100:00100000:1.0:1768252497.865217:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 999 00000100:00100000:1.0:1768252497.865223:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451773568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252497.865248:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451773568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252497.865254:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 999 00000100:00080000:1.0:1768252497.865281:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252497.970523:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476075904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252497.970589:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252497.970659:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476075904 00000100:00100000:0.0:1768252497.970667:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476075904 00000100:00100000:0.0:1768252497.970733:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1768252497.970742:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476075904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252497.970776:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252497.970822:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476075904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252497.970829:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1768252497.970891:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476075904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252497.970965:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252497.970975:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476076032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252497.971004:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252497.971056:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076032 00000100:00100000:3.0:1768252497.971061:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076032 00000100:00100000:3.0:1768252497.971089:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1768252497.971095:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476076032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252497.971116:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252497.971149:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476076032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252497.971155:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1768252497.971185:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476076032:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252497.973206:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252497.973217:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768252498.356526:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252499.024380:0:65525:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc9a31010 20000000:00000080:0.0:1768252499.024405:0:65525:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648456000 uarg=0000000000000000 00010000:00010000:0.0:1768252499.024949:0:65525:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252499.024969:0:65525:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252499.024986:0:65525:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252499.025039:0:65525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025061:0:65525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025075:0:65525:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025082:0:65525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025089:0:65525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025101:0:65525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025108:0:65525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252499.025112:0:65525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025133:0:65525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025149:0:65525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025157:0:65525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.025164:0:65525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abb81f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65525 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252499.186087:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252499.186099:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252499.186106:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252499.186206:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252499.186220:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252499.186234:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252499.186270:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476076160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252499.186580:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252499.186745:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264716b240 going to sleep for 11 seconds 00000100:00100000:3.0:1768252499.187513:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076160 00000100:00100000:3.0:1768252499.187529:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076160 00000100:00100000:3.0:1768252499.187597:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1768252499.187609:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476076160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252499.187639:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252499.187671:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb826 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252499.187705:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252499.187718:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252499.187729:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252499.187809:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476076160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252499.187818:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1768252499.188068:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476076160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252499.188091:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.188101:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252499.188143:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252499.188149:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252499.188157:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252499.378681:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252500.402394:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252500.530428:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476076544:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.530594:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476076288:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.530672:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252500.530732:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476076800:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.530764:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252500.530798:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768252500.530804:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476076416:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.530840:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252500.530858:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476076928:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.530885:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252500.530920:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076288 00000100:00100000:2.0:1768252500.530929:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076288 00000100:00100000:2.0:1768252500.530988:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1768252500.530997:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476076288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.531101:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476076288:12345-0@lo:400:kworker.0 Request processed in 105us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252500.531111:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1768252500.531150:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076800 00000100:00100000:2.0:1768252500.531155:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076800 00000100:00100000:2.0:1768252500.531192:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076416 00000100:00100000:2.0:1768252500.531195:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076416 00000100:00100000:2.0:1768252500.531217:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1768252500.531222:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476076800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.531254:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476076800:12345-0@lo:400:kworker.0 Request processed in 32us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252500.531260:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1768252500.531271:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1768252500.531278:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476076416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.531303:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476076416:12345-0@lo:400:kworker.0 Request processed in 26us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252500.531308:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1768252500.531332:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076928 00000100:00100000:2.0:1768252500.531335:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076928 00000100:00100000:2.0:1768252500.531364:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1768252500.531370:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476076928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.531401:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476076928:12345-0@lo:400:kworker.0 Request processed in 32us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252500.531407:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00080000:2.0:1768252500.531429:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252500.531434:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252500.531716:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252500.531745:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252500.531753:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476076672:0@lo:400:kworker.0 00000100:00100000:1.0:1768252500.531780:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252500.531812:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076672 00000100:00100000:1.0:1768252500.531816:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076672 00000100:00100000:1.0:1768252500.531874:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1768252500.531880:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476076672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252500.531917:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476076672:12345-0@lo:400:kworker.0 Request processed in 38us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252500.531923:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:1.0:1768252500.531942:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252500.531963:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476076672:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.532227:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476076416:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.532247:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476076928:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.532257:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476076288:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.532269:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476076800:0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.532303:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476076544 00000100:00100000:2.0:1768252500.532307:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476076544 00000100:00100000:2.0:1768252500.532342:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1768252500.532349:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476076544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252500.532391:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476076544:12345-0@lo:400:kworker.0 Request processed in 42us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252500.532397:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1768252500.532432:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476076544:0@lo:400:kworker.0 00000100:00080000:0.0:1768252500.533147:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1768252501.436392:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252502.456915:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252502.992523:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252502.992574:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252502.992604:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773952 00000100:00100000:2.0:1768252502.992614:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773952 00000100:00100000:2.0:1768252502.992674:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1150 00000100:00100000:2.0:1768252502.992684:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451773952:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252502.992762:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451773952:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252502.992771:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1150 00000100:00080000:2.0:1768252502.992804:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252502.992858:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451773824 00000100:00100000:3.0:1768252502.992863:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451773824 00000100:00100000:3.0:1768252502.992896:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1002 00000100:00100000:3.0:1768252502.992904:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451773824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252502.992932:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451773824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252502.992939:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1002 00000100:00100000:3.0:1768252503.093047:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252503.093071:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476077056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252503.093138:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252503.093209:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077056 00000100:00100000:3.0:1768252503.093217:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077056 00000100:00100000:3.0:1768252503.093275:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1768252503.093283:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476077056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252503.093317:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252503.093364:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476077056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252503.093371:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1768252503.093421:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476077056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252503.094458:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476077184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252503.094499:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252503.094555:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077184 00000100:00100000:3.0:1768252503.094562:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077184 00000100:00100000:3.0:1768252503.094598:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1768252503.094606:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476077184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252503.094635:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252503.094678:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476077184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252503.094685:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1768252503.094728:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476077184:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252503.096877:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252503.096886:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252503.268155:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252503.268280:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451774080 00000100:00100000:2.0:1768252503.268292:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451774080 00000100:00100000:2.0:1768252503.268364:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 520 00000100:00100000:2.0:1768252503.268375:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:37978:x1854145451774080:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252503.268400:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252503.268473:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb834 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ba8 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.268545:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb83b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.268559:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.268573:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768252503.268657:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1768252503.268662:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252503.268695:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.268719:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb834 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ba8 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.268896:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb83b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ba8 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.268907:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a800) 00010000:00010000:2.0:1768252503.268909:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252503.268913:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252503.269070:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:37978:x1854145451774080:12345-192.168.202.43@tcp:101:rm.0 Request processed in 697us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252503.269078:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 520 00000100:00100000:1.0:1768252503.274361:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252503.275051:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451774208 00000100:00100000:2.0:1768252503.275061:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451774208 00000100:00100000:2.0:1768252503.275131:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 521 00000100:00100000:2.0:1768252503.275142:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:37978:x1854145451774208:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252503.275161:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252503.275182:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb842 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6baf expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.275452:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.275467:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.275480:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279824:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279847:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279860:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279955:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279963:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279970:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279976:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252503.279981:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.279988:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280423:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a800) 00010000:00010000:2.0:1768252503.280428:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252503.280433:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280439:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280456:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280462:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280468:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280473:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252503.280477:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280483:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280489:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972742c4a200) 00010000:00010000:2.0:1768252503.280492:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252503.280495:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280501:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb850 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252503.280543:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb842 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6baf expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.280553:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a800) 00010000:00010000:2.0:1768252503.280556:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252503.280559:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb842 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6baf expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.280574:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00000, rc 0) 00000100:00100000:2.0:1768252503.280666:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:37978:x1854145451774208:12345-192.168.202.43@tcp:101:rm.0 Request processed in 5524us (6315us total) trans 0 rc 301/301 00000100:00100000:2.0:1768252503.280676:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 521 00000100:00100000:1.0:1768252503.393569:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252503.393684:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252503.395988:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451774336 00000100:00100000:0.0:1768252503.396002:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451774336 00000100:00100000:0.0:1768252503.396179:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451774592 00000100:00100000:0.0:1768252503.396184:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451774592 00000100:00100000:0.0:1768252503.396274:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 522 00000100:00100000:0.0:1768252503.396294:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451774336:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:0.0:1768252503.396340:0:29086:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1768252503.396426:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451774336:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 134us (2867us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252503.396495:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 522 00000100:00100000:0.0:1768252503.396513:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 523 00000100:00100000:0.0:1768252503.396522:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:37982:x1854145451774592:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:0.0:1768252503.396555:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252503.396579:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb83b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ba8 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252503.396601:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a800) 00010000:00010000:0.0:1768252503.396612:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252503.396704:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.396718:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.396728:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.396742:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.396748:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.396753:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252503.397628:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:0.0:1768252503.397641:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.397649:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.397656:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.397660:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252503.397663:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.397668:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.397676:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252503.397678:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252503.397680:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.397685:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb857 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768252503.397699:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fa70b4c reply state 00000000455ea5dd transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252503.397705:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252503.397756:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:37982:x1854145451774592:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 1236us (4071us total) trans 4294967502 rc 0/0 00000100:00100000:0.0:1768252503.397762:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 523 00010000:00010000:2.0:1768252503.403688:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.403710:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.403718:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.403724:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252503.403729:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.403738:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.403757:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270f00) 00010000:00010000:2.0:1768252503.403760:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252503.403765:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.403771:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb85e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.474395:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252503.476247:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252503.478532:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451774720 00000100:00100000:0.0:1768252503.478548:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451774720 00000100:00100000:0.0:1768252503.478698:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 524 00000100:00100000:0.0:1768252503.478709:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:37985:x1854145451774720:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768252503.478745:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252503.478771:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb865 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bb6 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252503.478840:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb86c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.478854:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb86c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.478866:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb86c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252503.478933:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252503.478937:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252503.478962:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb86c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252503.478990:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb865 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bb6 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252503.479218:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb86c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bb6 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252503.479230:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252503.479234:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252503.479237:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252503.479302:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:37985:x1854145451774720:12345-192.168.202.43@tcp:101:chown.0 Request processed in 594us (3068us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252503.479310:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 524 00000100:00100000:1.0:1768252503.491398:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252503.494710:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451774848 00000100:00100000:0.0:1768252503.494943:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451774848 00000100:00100000:2.0:1768252503.495250:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 525 00000100:00100000:2.0:1768252503.495260:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:37985:x1854145451774848:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768252503.495283:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252503.495303:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb873 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bbd expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.495377:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495390:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495403:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495416:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495423:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495428:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495574:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb888 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495583:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495589:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768252503.495642:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:2.0:1768252503.495647:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252503.495676:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495689:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495695:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495702:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495708:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252503.495712:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.495719:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496245:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270900) 00010000:00010000:2.0:1768252503.496251:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252503.496257:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496265:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb87a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496282:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496289:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496295:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496299:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252503.496303:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496308:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496315:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972742c4a200) 00010000:00010000:2.0:1768252503.496318:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252503.496320:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496326:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb881 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252503.496479:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb873 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bbd expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.496497:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bbd expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252503.496505:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252503.496507:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252503.496510:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00800, rc 0) 00000100:00100000:2.0:1768252503.496590:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:37985:x1854145451774848:12345-192.168.202.43@tcp:101:chown.0 Request processed in 1330us (5207us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252503.496607:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 525 00000100:00100000:1.0:1768252503.503877:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252503.504162:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451775104 00000100:00100000:3.0:1768252503.504172:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451775104 00000100:00100000:3.0:1768252503.504253:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 526 00000100:00100000:3.0:1768252503.504262:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:37985:x1854145451775104:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:3.0:1768252503.504310:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252503.504335:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb888 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bbd expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252503.504356:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:3.0:1768252503.504366:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252503.504391:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.504404:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.504411:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768252503.504653:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000090ed298e reply state 00000000d556c098 transno 4294967503 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252503.504662:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252503.504676:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000100:00100000:3.0:1768252503.504769:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:37985:x1854145451775104:12345-192.168.202.43@tcp:36:chown.0 Request processed in 507us (910us total) trans 4294967503 rc 0/0 00000100:00100000:3.0:1768252503.504776:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 526 00010000:00010000:3.0:1768252503.507394:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.507413:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.507420:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.507426:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252503.507430:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.507437:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.507453:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252503.507456:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252503.507461:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252503.507467:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abb88f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000001:00080000:3.0:1768252504.218935:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967502 is committed 00000001:00080000:3.0:1768252504.223196:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967503 is committed 00000020:00000080:0.0:1768252504.225415:0:65722:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4f17c350 20000000:00000080:0.0:1768252504.225438:0:65722:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648457c00 uarg=0000000000000000 00010000:00010000:0.0:1768252504.225730:0:65722:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252504.225766:0:65722:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252504.225770:0:65722:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252504.225790:0:65722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abb86c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bb6 expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.225816:0:65722:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252504.225830:0:65722:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252504.225844:0:65722:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.225857:0:65722:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.225865:0:65722:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.225903:0:65722:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.225916:0:65722:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 17 pid: 5778 timeout: 1859 lvb_type: 0 00000100:00100000:0.0:1768252504.225930:0:65722:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65722:1854145476077312:0@lo:104: 00000100:00100000:0.0:1768252504.226239:0:65722:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252504.226338:0:65722:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada240 going to sleep for 11 seconds 00000100:00100000:3.0:1768252504.226391:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768252504.226406:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077312 00000100:00100000:3.0:1768252504.226413:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077312 00000100:00100000:3.0:1768252504.226496:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1768252504.226506:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750fe2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:65722:x1854145476077312:12345-0@lo:104: 00010000:00010000:3.0:1768252504.226518:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252504.226590:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252504.226597:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750fe2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:65722:x1854145476077312:12345-0@lo:104: Request processed in 93us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252504.226604:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1768252504.226690:0:65722:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65722:1854145476077312:0@lo:104: 00010000:00010000:0.0:1768252504.226712:0:65722:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.226754:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252504.226760:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.226768:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252504.226773:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.226789:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252504.226796:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252504.226802:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252504.226839:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.226846:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252504.226867:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.226873:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abb826 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb82d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.226890:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252504.226892:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252504.226893:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252504.226907:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476077440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252504.226939:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252504.228237:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077440 00000100:00100000:2.0:1768252504.228250:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077440 00010000:00010000:2.0:1768252504.228291:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 18 pid: 5778 timeout: 1859 lvb_type: 0 00000100:00100000:2.0:1768252504.228326:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1768252504.228334:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476077440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252504.228350:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252504.228354:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 18 pid: 5778 timeout: 1859 lvb_type: 0 00010000:00010000:2.0:1768252504.228365:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 18 pid: 5778 timeout: 1859 lvb_type: 0 00010000:00010000:2.0:1768252504.228380:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abb82d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb826 expref: 18 pid: 5778 timeout: 1859 lvb_type: 0 00010000:00010000:2.0:1768252504.228395:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228402:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228418:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228424:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228430:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228435:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228439:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252504.228442:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228447:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228456:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252504.228464:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252504.228506:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476077440:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252504.228511:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1768252504.228554:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476077440:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252504.228955:0:65722:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.228964:0:65722:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.228969:0:65722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abb896 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65722 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252504.500095:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252505.140285:0:65771:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9aa41470 20000000:00000080:3.0:1768252505.140304:0:65771:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277ff81000 uarg=0000000000000000 00010000:00010000:3.0:1768252505.140732:0:65771:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252505.140748:0:65771:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252505.140762:0:65771:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252505.140793:0:65771:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140812:0:65771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140823:0:65771:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140829:0:65771:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140836:0:65771:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140842:0:65771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140848:0:65771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252505.140945:0:65771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140955:0:65771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140970:0:65771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140977:0:65771:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252505.140984:0:65771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abb89d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252505.522188:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252505.652464:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476077696:0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.652529:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252505.652577:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476078208:0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.652602:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252505.652629:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252505.652634:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476077824:0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.652655:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252505.652689:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078208 00000100:00100000:0.0:1768252505.652696:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078208 00000100:00100000:0.0:1768252505.652751:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1768252505.652760:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476078208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.652823:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476078208:12345-0@lo:400:kworker.0 Request processed in 64us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252505.652830:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1768252505.652854:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077696 00000100:00100000:0.0:1768252505.652858:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077696 00000100:00100000:0.0:1768252505.652881:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077824 00000100:00100000:0.0:1768252505.652884:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077824 00000100:00100000:0.0:1768252505.652904:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1768252505.652910:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476077696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.652940:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476077696:12345-0@lo:400:kworker.0 Request processed in 30us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252505.652946:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1768252505.652958:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1768252505.652964:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476077824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.652990:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476077824:12345-0@lo:400:kworker.0 Request processed in 27us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252505.652996:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00080000:0.0:1768252505.653040:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252505.653045:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252505.653075:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476077824:0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.653086:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476077696:0@lo:400:kworker.0 00000100:00100000:0.0:1768252505.653095:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476078208:0@lo:400:kworker.0 00000100:00100000:2.0:1768252505.653179:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476077952:0@lo:400:kworker.0 00000100:00100000:2.0:1768252505.653209:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252505.653233:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768252505.653239:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476077568:0@lo:400:kworker.0 00000100:00100000:2.0:1768252505.653265:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252505.653287:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476078080:0@lo:400:kworker.0 00000100:00100000:2.0:1768252505.653308:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252505.653330:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077568 00000100:00100000:2.0:1768252505.653333:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077568 00000100:00100000:2.0:1768252505.653362:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1768252505.653368:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476077568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252505.653398:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476077568:12345-0@lo:400:kworker.0 Request processed in 30us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252505.653404:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1768252505.653440:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476077568:0@lo:400:kworker.0 00000100:00100000:1.0:1768252505.653516:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078080 00000100:00100000:1.0:1768252505.653520:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078080 00000100:00100000:1.0:1768252505.653564:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1768252505.653571:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476078080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252505.653610:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476078080:12345-0@lo:400:kworker.0 Request processed in 40us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252505.653616:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1768252505.653635:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476077952 00000100:00100000:1.0:1768252505.653638:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476077952 00000100:00100000:1.0:1768252505.653662:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1768252505.653669:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476077952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252505.653698:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476077952:12345-0@lo:400:kworker.0 Request processed in 29us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252505.653704:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1768252505.653735:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476078080:0@lo:400:kworker.0 00000100:00100000:1.0:1768252505.653744:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476077952:0@lo:400:kworker.0 00000100:00080000:2.0:1768252505.653799:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252505.653803:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1768252506.226076:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252506.226086:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252506.226091:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252506.226144:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252506.226157:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252506.226168:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252506.226203:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476078336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252506.226275:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252506.226335:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bd54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252506.226403:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078336 00000100:00100000:2.0:1768252506.226411:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078336 00000100:00100000:2.0:1768252506.226472:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1768252506.226482:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476078336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252506.226494:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252506.226507:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb8a4 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252506.226530:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252506.226540:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252506.226548:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00a00, rc 0) 00000100:00100000:2.0:1768252506.226592:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476078336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252506.226600:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1768252506.226916:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476078336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252506.226935:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252506.226945:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252506.226965:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252506.226969:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252506.226976:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252506.548435:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252507.577939:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252508.104610:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252508.105673:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252508.105705:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451775360 00000100:00100000:1.0:1768252508.105715:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451775360 00000100:00100000:1.0:1768252508.105790:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1154 00000100:00100000:1.0:1768252508.105800:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451775360:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252508.105883:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451775360:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252508.105890:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1154 00000100:00080000:1.0:1768252508.105912:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252508.113893:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451775232 00000100:00100000:0.0:1768252508.113910:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451775232 00000100:00100000:0.0:1768252508.113971:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1005 00000100:00100000:0.0:1768252508.113982:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451775232:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252508.114077:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451775232:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 98us (9476us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252508.114085:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1005 00000100:00100000:1.0:1768252508.127122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252508.127389:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451775488 00000100:00100000:0.0:1768252508.127400:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451775488 00000100:00100000:0.0:1768252508.127530:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 9 00000100:00100000:0.0:1768252508.127541:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451775488:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252508.127562:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252508.127565:0:5770:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb86c) 00010000:00010000:0.0:1768252508.127567:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252508.127618:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451775488:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 79us (2680us total) trans 0 rc 116/116 00000100:00100000:0.0:1768252508.127623:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 9 00000100:00100000:3.0:1768252508.214429:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476078592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252508.214500:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252508.214630:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078592 00000100:00100000:0.0:1768252508.214638:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078592 00000100:00100000:0.0:1768252508.214716:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1768252508.214726:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476078592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252508.214773:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252508.214824:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476078592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252508.214832:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1768252508.214879:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252508.214882:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476078592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252508.214889:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476078464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252508.214917:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252508.215095:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078464 00000100:00100000:0.0:1768252508.215100:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078464 00000100:00100000:0.0:1768252508.215134:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1768252508.215142:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476078464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252508.215161:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252508.215196:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476078464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252508.215202:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1768252508.215272:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476078464:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252508.215419:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252508.215425:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768252508.594207:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252509.618314:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252509.830315:0:66016:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0f2c7540 20000000:00000080:2.0:1768252509.830329:0:66016:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d4fc00 uarg=0000000000000000 00010000:00010000:2.0:1768252509.830760:0:66016:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252509.830785:0:66016:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252509.830800:0:66016:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252509.830819:0:66016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252509.830848:0:66016:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252509.830858:0:66016:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252509.830903:0:66016:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252509.830919:0:66016:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 17 pid: 5778 timeout: 1865 lvb_type: 0 00000100:00100000:2.0:1768252509.830944:0:66016:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66016:1854145476078720:0@lo:104: 00000100:00100000:2.0:1768252509.831008:0:66016:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252509.832231:0:66016:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1768252509.832320:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078720 00000100:00100000:0.0:1768252509.832329:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078720 00000100:00100000:0.0:1768252509.832391:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1768252509.832400:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66016:x1854145476078720:12345-0@lo:104: 00010000:00010000:0.0:1768252509.832414:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252509.832489:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252509.832494:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66016:x1854145476078720:12345-0@lo:104: Request processed in 97us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252509.832502:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00010000:00010000:0.0:1768252509.832526:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252509.832531:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252509.832538:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252509.832542:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252509.832762:0:66016:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66016:1854145476078720:0@lo:104: 00010000:00010000:2.0:1768252509.832783:0:66016:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252509.832937:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252509.832944:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252509.832949:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252509.833804:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.833817:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252509.833841:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.833849:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abb8a4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb8ab expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.833868:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252509.833870:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252509.833872:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252509.834153:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252509.834171:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476078848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252509.834225:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252509.834399:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078848 00000100:00100000:1.0:1768252509.834406:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078848 00010000:00010000:1.0:1768252509.834435:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 18 pid: 5778 timeout: 1865 lvb_type: 0 00000100:00100000:1.0:1768252509.834467:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1768252509.834475:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476078848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252509.834487:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252509.834492:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 18 pid: 5778 timeout: 1865 lvb_type: 0 00010000:00010000:1.0:1768252509.834503:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 18 pid: 5778 timeout: 1865 lvb_type: 0 00010000:00010000:1.0:1768252509.834529:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abb8ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb8a4 expref: 18 pid: 5778 timeout: 1865 lvb_type: 0 00010000:00010000:1.0:1768252509.834880:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834890:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834909:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834917:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834923:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834930:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834944:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252509.834948:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.834956:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252509.835441:0:66016:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252509.835450:0:66016:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.837669:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.838145:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abb8b2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66016 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252509.838169:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252509.838254:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476078848:12345-0@lo:103:ldlm_bl.0 Request processed in 3775us (4024us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252509.838265:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1768252509.838369:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476078848:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252510.647212:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252510.770630:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476079104:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.770737:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252510.770815:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476079616:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.770857:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252510.770887:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1768252510.770893:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476078976:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.770928:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252510.770954:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476079488:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.770974:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252510.771004:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476079360:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771062:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252510.771097:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252510.771103:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476079232:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771128:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252510.771162:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079104 00000100:00100000:3.0:1768252510.771172:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079104 00000100:00100000:3.0:1768252510.771236:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079488 00000100:00100000:3.0:1768252510.771240:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079488 00000100:00100000:3.0:1768252510.771278:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079232 00000100:00100000:3.0:1768252510.771282:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079232 00000100:00100000:3.0:1768252510.771302:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1768252510.771311:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476079104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771376:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476079104:12345-0@lo:400:kworker.0 Request processed in 66us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252510.771385:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1768252510.771406:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1768252510.771413:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476079488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771443:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476079488:12345-0@lo:400:kworker.0 Request processed in 31us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252510.771454:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1768252510.771466:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1768252510.771473:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476079232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771504:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476079232:12345-0@lo:400:kworker.0 Request processed in 32us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252510.771511:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1768252510.771532:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476078976 00000100:00100000:3.0:1768252510.771536:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476078976 00000100:00100000:3.0:1768252510.771561:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1768252510.771568:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476078976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771600:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476078976:12345-0@lo:400:kworker.0 Request processed in 32us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252510.771606:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1768252510.771645:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079616 00000100:00100000:3.0:1768252510.771649:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079616 00000100:00100000:3.0:1768252510.771678:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079360 00000100:00100000:3.0:1768252510.771682:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079360 00000100:00100000:3.0:1768252510.771700:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1768252510.771707:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476079616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771753:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476079616:12345-0@lo:400:kworker.0 Request processed in 47us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252510.771760:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1768252510.771772:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1768252510.771779:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476079360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771806:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476079360:12345-0@lo:400:kworker.0 Request processed in 28us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252510.771815:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:3.0:1768252510.771835:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252510.771841:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252510.771843:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252510.771895:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476079232:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771909:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476079360:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771941:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476078976:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771951:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476079488:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771961:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726492ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476079104:0@lo:400:kworker.0 00000100:00100000:3.0:1768252510.771970:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476079616:0@lo:400:kworker.0 00010000:00010000:1.0:1768252511.666213:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252511.860061:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252511.860068:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252511.860074:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252511.860126:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252511.860139:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252511.860151:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252511.860184:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476079744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252511.860253:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252511.860304:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1240 going to sleep for 11 seconds 00000100:00100000:0.0:1768252511.860693:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079744 00000100:00100000:0.0:1768252511.860701:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079744 00000100:00100000:0.0:1768252511.860765:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1768252511.860774:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476079744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252511.860787:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252511.860801:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb8b9 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252511.860823:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252511.860832:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252511.860840:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252511.860889:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476079744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252511.860896:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1768252511.861200:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476079744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252511.861216:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252511.861226:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252511.861245:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252511.861250:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252511.861256:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252512.692898:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252513.049922:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252513.050499:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451775616 00000100:00100000:0.0:1768252513.050510:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451775616 00000100:00100000:0.0:1768252513.052444:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 527 00000100:00100000:0.0:1768252513.052463:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38165:x1854145451775616:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252513.052485:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252513.052507:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb8c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bc4 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1768252513.052889:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768252513.053085:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb8ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252513.053098:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb8ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252513.053111:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb8ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252513.053178:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252513.053182:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252513.053620:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb8ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252513.053647:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb8c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bc4 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252513.053662:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb8ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bc4 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252513.053671:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270100) 00010000:00010000:0.0:1768252513.053673:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252513.053677:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252513.053762:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38165:x1854145451775616:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 1301us (3861us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252513.053770:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 527 00000100:00100000:1.0:1768252513.059122:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252513.059186:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451775744 00000100:00100000:2.0:1768252513.059199:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451775744 00000100:00100000:2.0:1768252513.059275:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 528 00000100:00100000:2.0:1768252513.059286:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38165:x1854145451775744:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768252513.059310:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252513.059349:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb8d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bcb expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252513.059420:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059439:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059450:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059464:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059471:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059476:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059594:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb8ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059601:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059608:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768252513.059650:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1768252513.059653:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252513.059846:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb8ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059862:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059869:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059879:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059885:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252513.059889:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059896:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059909:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270100) 00010000:00010000:2.0:1768252513.059912:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252513.059917:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059923:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb8dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059934:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059939:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059945:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059949:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252513.059952:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059958:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059969:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972742c4ad00) 00010000:00010000:2.0:1768252513.059972:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252513.059975:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.059980:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abb8e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252513.060035:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abb8d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bcb expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252513.060050:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb8ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bcb expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252513.060057:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4af00) 00010000:00010000:2.0:1768252513.060060:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252513.060062:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252513.060130:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38165:x1854145451775744:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 846us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252513.060138:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 528 00000100:00100000:2.0:1768252513.067851:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252513.068630:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451776000 00000100:00100000:0.0:1768252513.068641:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451776000 00000100:00100000:0.0:1768252513.068757:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 529 00000100:00100000:0.0:1768252513.068768:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38165:x1854145451776000:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252513.068823:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252513.068850:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abb8ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bcb expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252513.069452:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4af00) 00010000:00010000:0.0:1768252513.069467:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252513.069496:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252513.069509:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252513.069531:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000001:00080000:0.0:1768252513.122764:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967504 is committed 00000004:00010000:2.0:1768252513.122826:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d98cb2ac reply state 00000000d24ebaf3 transno 4294967504 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252513.122837:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252513.122872:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00080000:2.0:1768252513.124666:0:29086:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768252513.124708:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38165:x1854145451776000:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 55925us (56849us total) trans 4294967504 rc 0/0 00000100:00100000:2.0:1768252513.124723:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 529 00010000:00010000:3.0:1768252513.124733:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252513.124745:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252513.124751:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252513.124757:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252513.124762:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252513.124771:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252513.124792:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270700) 00010000:00010000:3.0:1768252513.124796:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252513.124800:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252513.124806:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb8f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252513.223213:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252513.223477:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451776128 00000100:00100000:1.0:1768252513.223489:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451776128 00000100:00100000:1.0:1768252513.223559:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1008 00000100:00100000:1.0:1768252513.223569:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451776128:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252513.223642:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451776128:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252513.223650:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1008 00000100:00100000:1.0:1768252513.330469:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476079872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252513.330560:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252513.330666:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476079872 00000100:00100000:2.0:1768252513.330675:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476079872 00000100:00100000:2.0:1768252513.330759:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1768252513.330769:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476079872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252513.330810:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1768252513.333218:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252513.338040:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476079872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7247us (7453us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252513.338056:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1768252513.338322:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476079872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252513.340744:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476080000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252513.340815:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252513.340927:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080000 00000100:00100000:2.0:1768252513.340936:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080000 00000100:00080000:2.0:1768252513.340965:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252513.341010:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1768252513.341038:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476080000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252513.341076:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252513.345203:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476080000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4154us (4374us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252513.345218:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1768252513.351493:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476080000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252513.714714:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252513.984524:0:66212:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6ea7b0a0 20000000:00000080:1.0:1768252513.984542:0:66212:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274f9e7800 uarg=0000000000000000 00010000:00010000:1.0:1768252513.984901:0:66212:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1768252513.984936:0:66212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270100) 00010000:00010000:1.0:1768252513.984940:0:66212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252513.984951:0:66212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb8ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bc4 expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.984974:0:66212:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1768252513.984987:0:66212:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252513.985002:0:66212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.985066:0:66212:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.985077:0:66212:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.985115:0:66212:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.985129:0:66212:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 17 pid: 5775 timeout: 1869 lvb_type: 0 00000100:00100000:1.0:1768252513.985143:0:66212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66212:1854145476080128:0@lo:104: 00000100:00100000:1.0:1768252513.987351:0:66212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252513.987593:0:66212:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726467179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252513.987715:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080128 00000100:00100000:2.0:1768252513.987725:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080128 00000100:00100000:2.0:1768252513.987821:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1768252513.987830:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66212:x1854145476080128:12345-0@lo:104: 00010000:00010000:2.0:1768252513.987859:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252513.987939:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252513.987946:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66212:x1854145476080128:12345-0@lo:104: Request processed in 118us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252513.987953:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1768252513.988065:0:66212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66212:1854145476080128:0@lo:104: 00010000:00010000:1.0:1768252513.988089:0:66212:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988156:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252513.988163:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988170:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252513.988174:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988192:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252513.988200:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252513.988206:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252513.988247:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988254:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252513.988276:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988283:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abb8b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb8c0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988305:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252513.988307:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252513.988309:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252513.988322:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476080256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252513.988358:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252513.988403:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080256 00000100:00100000:3.0:1768252513.988408:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080256 00010000:00010000:3.0:1768252513.988426:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 18 pid: 5775 timeout: 1869 lvb_type: 0 00000100:00100000:3.0:1768252513.988448:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1768252513.988454:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97274507b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476080256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252513.988465:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252513.988469:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 18 pid: 5775 timeout: 1869 lvb_type: 0 00010000:00010000:3.0:1768252513.988479:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 18 pid: 5775 timeout: 1869 lvb_type: 0 00010000:00010000:3.0:1768252513.988491:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963800/0xef9a6e5c83abb8c0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb8b9 expref: 18 pid: 5775 timeout: 1869 lvb_type: 0 00010000:00010000:3.0:1768252513.988627:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988636:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988652:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988662:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988668:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988674:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988680:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252513.988684:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.988702:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.989766:0:66212:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252513.989778:0:66212:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.990418:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.990429:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abb8f8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252513.990448:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252513.990577:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97274507b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476080256:12345-0@lo:103:ldlm_bl.0 Request processed in 2120us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252513.990588:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1768252513.991391:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476080256:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252514.739143:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252515.129662:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252515.129673:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252515.129687:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252515.129748:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252515.129761:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252515.129772:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252515.129805:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476080384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252515.129874:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252515.129937:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1000 going to sleep for 11 seconds 00000100:00100000:0.0:1768252515.130093:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080384 00000100:00100000:0.0:1768252515.130102:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080384 00000100:00100000:0.0:1768252515.130162:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1768252515.130172:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476080384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252515.130196:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252515.130212:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb8ff expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252515.130239:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252515.130250:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252515.130265:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252515.130319:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476080384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252515.130326:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1768252515.131241:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476080384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252515.131263:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252515.131275:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252515.131296:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252515.131301:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252515.131313:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252515.769841:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252515.898159:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476080512:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898233:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252515.898284:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476081024:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898312:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252515.898339:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252515.898344:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476080896:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898366:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252515.898390:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476080640:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898409:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252515.898426:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476081152:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898446:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252515.898462:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252515.898467:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476080768:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898488:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252515.898521:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081024 00000100:00100000:0.0:1768252515.898529:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081024 00000100:00100000:0.0:1768252515.898581:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080640 00000100:00100000:0.0:1768252515.898585:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080640 00000100:00100000:0.0:1768252515.898600:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080768 00000100:00100000:0.0:1768252515.898603:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080768 00000100:00100000:0.0:1768252515.898620:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1768252515.898628:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476081024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898700:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476081024:12345-0@lo:400:kworker.0 Request processed in 71us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252515.898708:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1768252515.898728:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1768252515.898734:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476080640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898764:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476080640:12345-0@lo:400:kworker.0 Request processed in 30us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252515.898769:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1768252515.898780:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1768252515.898785:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476080768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.898811:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476080768:12345-0@lo:400:kworker.0 Request processed in 26us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252515.898817:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1768252515.898834:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080896 00000100:00100000:0.0:1768252515.898837:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080896 00000100:00100000:0.0:1768252515.898861:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081152 00000100:00100000:0.0:1768252515.898864:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081152 00000100:00100000:0.0:1768252515.898882:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00080000:2.0:1768252515.901122:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252515.901131:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252515.901134:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252515.905469:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476080896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.905572:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476080896:12345-0@lo:400:kworker.0 Request processed in 124us (7203us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252515.905581:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1768252515.905616:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1768252515.905624:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476081152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.905658:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476081152:12345-0@lo:400:kworker.0 Request processed in 35us (7211us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252515.905667:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1768252515.905761:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476080896:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.905776:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476081024:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.905814:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476080768:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.905826:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476080640:0@lo:400:kworker.0 00000100:00100000:0.0:1768252515.905836:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476081152:0@lo:400:kworker.0 00000100:00100000:1.0:1768252515.908797:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476080512 00000100:00100000:1.0:1768252515.908813:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476080512 00000100:00100000:1.0:1768252515.908890:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1768252515.908899:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476080512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252515.908999:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476080512:12345-0@lo:400:kworker.0 Request processed in 102us (10765us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252515.909006:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1768252515.917408:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476080512:0@lo:400:kworker.0 00010000:00010000:1.0:1768252516.791774:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252517.378432:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252517.378672:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451776256 00000100:00100000:1.0:1768252517.378686:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451776256 00000100:00100000:1.0:1768252517.378928:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 530 00000100:00100000:1.0:1768252517.378938:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38242:x1854145451776256:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252517.378963:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252517.378985:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abb90d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bd2 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252517.379067:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.379081:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.379095:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379132:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379142:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379154:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00080000:2.0:1768252517.379329:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768252517.379456:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb922 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379464:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb922 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379470:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb922 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252517.379496:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1768252517.379500:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252517.379524:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb922 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379536:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379542:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379549:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379556:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252517.379573:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379579:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379590:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9800) 00010000:00010000:3.0:1768252517.379593:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252517.379599:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379604:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abb914 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379613:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379618:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379624:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379629:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252517.379631:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379636:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379643:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff97274f8b9900) 00010000:00010000:3.0:1768252517.379645:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252517.379647:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379652:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abb91b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.379692:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abb90d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bd2 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252517.379711:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb922 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bd2 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252517.379718:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252517.379720:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252517.379723:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252517.379788:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38242:x1854145451776256:12345-192.168.202.43@tcp:101:touch.0 Request processed in 850us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252517.379795:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 530 00000100:00100000:1.0:1768252517.383409:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252517.383472:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451776512 00000100:00100000:3.0:1768252517.383482:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451776512 00000100:00100000:3.0:1768252517.383578:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 531 00000100:00100000:3.0:1768252517.383589:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38242:x1854145451776512:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252517.383607:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252517.383624:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb929 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bd9 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252517.383761:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.383775:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.383785:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.383798:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.383809:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.383815:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:3.0:1768252517.384341:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00010000:00010000:3.0:1768252517.384542:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb93e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384551:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384558:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb93e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384589:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384596:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384602:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384608:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252517.384612:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384619:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384629:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252517.384632:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252517.384636:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252517.384642:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abb930 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768252517.384665:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000271de90 reply state 000000002ca4a4ce transno 4294967505 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252517.384674:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252517.384698:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abb929 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bd9 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252517.384711:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb93e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bd9 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252517.384719:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252517.384721:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252517.384723:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252517.384785:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38242:x1854145451776512:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1199us (1386us total) trans 4294967505 rc 0/0 00000100:00100000:3.0:1768252517.384792:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 531 00000100:00100000:1.0:1768252517.394720:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:1.0:1768252517.394912:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.394925:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.394932:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.394938:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252517.394943:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.394951:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.394966:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff97274f8b9f00) 00010000:00010000:1.0:1768252517.394969:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252517.394974:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.394980:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abb937 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252517.395031:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451776640 00000100:00100000:1.0:1768252517.395040:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451776640 00000100:00100000:1.0:1768252517.395099:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 97 00000100:00100000:1.0:1768252517.395109:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:38242:x1854145451776640:12345-192.168.202.43@tcp:49:touch.0 00000100:00100000:1.0:1768252517.396855:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:38242:x1854145451776640:12345-192.168.202.43@tcp:49:touch.0 Request processed in 1743us (2141us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252517.396866:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 97 00000100:00100000:0.0:1768252517.405627:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252517.405743:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451776896 00000100:00100000:1.0:1768252517.405755:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451776896 00000100:00100000:1.0:1768252517.405844:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 532 00000100:00100000:1.0:1768252517.405855:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:38242:x1854145451776896:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:1.0:1768252517.405923:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252517.405950:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abb93e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bd9 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252517.405967:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:1.0:1768252517.405979:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252517.406211:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.406225:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.406236:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768252517.406374:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d65cfd16 reply state 0000000096fa8e71 transno 4294967506 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252517.406384:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252517.406954:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38242:x1854145451776896:12345-192.168.202.43@tcp:36:touch.0 Request processed in 621us (856us total) trans 4294967506 rc 0/0 00000100:00100000:1.0:1768252517.406962:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 532 00000100:00100000:0.0:1768252517.410629:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:1.0:1768252517.411212:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.411226:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.411234:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.411240:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252517.411245:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.411254:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.411272:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768252517.411275:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252517.411282:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252517.411288:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abb94c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252517.411336:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451777024 00000100:00100000:1.0:1768252517.411348:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451777024 00000100:00100000:1.0:1768252517.411410:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 533 00000100:00100000:1.0:1768252517.411420:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:38242:x1854145451777024:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252517.411445:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252517.411463:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb953 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6be0 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252517.411536:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb953 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6be0 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252517.411548:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb953 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6be0 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252517.411563:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252517.411566:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768252517.411569:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252517.411617:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38242:x1854145451777024:12345-192.168.202.43@tcp:101:touch.0 Request processed in 197us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252517.411624:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 533 00000100:00100000:0.0:1768252517.414137:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252517.414470:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451777152 00000100:00100000:2.0:1768252517.414482:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451777152 00000100:00100000:2.0:1768252517.414524:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 280 00000100:00100000:2.0:1768252517.414532:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2367:x1854145451777152:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:2.0:1768252517.414583:0:10696:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1722 last 0 00000020:00000080:2.0:1768252517.414615:0:10696:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abb95a 00002000:00100000:2.0:1768252517.414628:0:10696:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff97277dc69800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768252517.414652:0:10696:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768252517.414888:0:10696:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:2.0:1768252517.414900:0:10696:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1768252517.414928:0:10696:0:(import.c:65:import_set_state_nolock()) ffff97277dc6e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768252517.415031:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451777152:12345-192.168.202.43@tcp:8:touch.0 Request processed in 479us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252517.415040:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 280 00000100:00100000:2.0:1768252517.417822:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252517.417858:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451777280 00000100:00100000:2.0:1768252517.417867:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451777280 00000100:00100000:2.0:1768252517.417923:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 281 00000100:00100000:2.0:1768252517.417932:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451777280:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:2.0:1768252517.420520:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252517.480848:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:0:x1854145451777280:12345-192.168.202.43@tcp:2:touch.0 Request processed in 62901us (63018us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1768252517.480875:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 281 00000001:00080000:2.0:1768252517.480914:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000001:00100000:2.0:1768252517.480924:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:0.0:1768252517.484715:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252517.493161:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451777536 00000100:00100000:1.0:1768252517.493176:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451777536 00000100:00100000:2.0:1768252517.493469:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 98 00000100:00100000:2.0:1768252517.493480:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38242:x1854145451777536:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:2.0:1768252517.493869:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:38242:x1854145451777536:12345-192.168.202.43@tcp:35:touch.0 Request processed in 390us (9165us total) trans 4294967507 rc 0/0 00000100:00100000:2.0:1768252517.493877:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 98 00000100:00100000:1.0:1768252517.587406:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252517.591942:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451777664 00000100:00100000:0.0:1768252517.591957:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451777664 00000100:00100000:0.0:1768252517.592075:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 534 00000100:00100000:0.0:1768252517.592086:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:38246:x1854145451777664:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252517.592112:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252517.592133:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb961 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6be7 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252517.592199:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592213:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592225:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592239:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592245:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592251:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592348:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592357:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592365:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252517.592402:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00000004:00200000:0.0:1768252517.592406:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252517.592428:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592440:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592447:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592452:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592459:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592468:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252517.592472:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592479:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592490:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252517.592492:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252517.592497:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592502:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb968 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592514:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592520:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592525:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592530:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252517.592532:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592537:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592544:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972775270500) 00010000:00010000:0.0:1768252517.592547:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252517.592550:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592555:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb96f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.592583:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb961 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6be7 expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252517.592595:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6be7 expref: 11 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252517.592602:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252517.592604:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252517.592606:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252517.592692:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:38246:x1854145451777664:12345-192.168.202.43@tcp:101:rm.0 Request processed in 608us (5296us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252517.592705:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 534 00000100:00100000:2.0:1768252517.598444:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252517.598682:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451777792 00000100:00100000:0.0:1768252517.598693:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451777792 00000100:00100000:0.0:1768252517.598786:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 282 00000100:00100000:0.0:1768252517.598797:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451777792:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252517.598814:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252517.598834:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bee expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252517.598856:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x69656465, atime: 0x69656465, ctime: 0x69656465, blocks: 0x1 00010000:00010000:0.0:1768252517.598886:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252517.598889:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252517.598898:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252517.598916:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252517.598929:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768252517.599000:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451777792:12345-192.168.202.43@tcp:101:rm.0 Request processed in 205us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252517.599006:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 282 00000100:00100000:1.0:1768252517.603126:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252517.603468:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778048 00000100:00100000:0.0:1768252517.603478:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778048 00000100:00100000:0.0:1768252517.603582:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 535 00000100:00100000:0.0:1768252517.603591:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:38246:x1854145451778048:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252517.603635:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252517.603670:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abb976 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6be7 expref: 11 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252517.603696:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abb953 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6be0 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252517.603707:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252517.603721:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252517.603846:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.603860:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.603873:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.603888:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.603896:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.603902:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.604561:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.604572:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.604580:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:0.0:1768252517.604990:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9280 00000004:00080000:0.0:1768252517.604998:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1723025984812ns, next at 1724025983170ns, rc = 0 00010000:00010000:0.0:1768252517.605075:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605081:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605087:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605093:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605098:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605102:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605161:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252517.605182:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605192:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605196:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605200:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252517.605203:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605208:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605214:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252517.605215:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252517.605218:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605221:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abb992 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605257:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605264:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605267:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605270:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252517.605271:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605274:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605278:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252517.605279:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252517.605280:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252517.605283:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abb984 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:0.0:1768252517.605288:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b38dbfd4 reply state 00000000ae74d1e9 transno 4294967508 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252517.605294:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252517.605373:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:38246:x1854145451778048:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1780us (2253us total) trans 4294967508 rc 0/0 00000100:00100000:0.0:1768252517.605381:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 535 00010000:00010000:2.0:1768252517.605719:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252517.605726:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252517.605732:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252517.605735:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252517.605741:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252517.605791:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff972775270000) 00010000:00010000:2.0:1768252517.605794:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252517.605797:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252517.605802:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abb999 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252517.605817:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252517.605819:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252517.605820:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252517.608536:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252517.608556:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252517.608564:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252517.608575:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252517.608581:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252517.608588:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252517.608606:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972775270500) 00010000:00010000:3.0:1768252517.608609:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252517.608613:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252517.608618:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abb98b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252517.810188:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252518.343846:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252518.343921:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252518.343963:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778432 00000100:00100000:1.0:1768252518.343974:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778432 00000100:00100000:1.0:1768252518.344054:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 820 00000100:00100000:1.0:1768252518.344066:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451778432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252518.344135:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451778432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 72us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252518.344142:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 820 00000100:00100000:2.0:1768252518.344588:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778176 00000100:00100000:2.0:1768252518.344593:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778176 00000100:00100000:2.0:1768252518.344620:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1011 00000100:00100000:2.0:1768252518.344627:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451778176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252518.344683:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451778176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 56us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252518.344690:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1011 00000100:00100000:1.0:1768252518.348278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252518.360181:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778304 00000100:00100000:2.0:1768252518.360197:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778304 00000100:00100000:2.0:1768252518.360269:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000100:00100000:2.0:1768252518.360280:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2371:x1854145451778304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252518.360375:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2371:x1854145451778304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 97us (12106us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252518.360383:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000100:00100000:1.0:1768252518.455186:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476081280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252518.455267:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252518.456724:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476081408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252518.456782:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252518.456857:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081280 00000100:00100000:0.0:1768252518.456865:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081280 00000100:00100000:0.0:1768252518.456948:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081408 00000100:00100000:0.0:1768252518.456952:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081408 00000100:00100000:0.0:1768252518.456972:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1768252518.456980:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476081280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252518.457005:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252518.457071:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476081280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (1804us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252518.457079:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1768252518.457099:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1768252518.457105:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476081408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252518.457128:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1768252518.462301:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252518.462311:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252518.462404:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476081408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5294us (5617us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252518.462416:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1768252518.462481:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476081408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252518.463143:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476081280:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1768252518.539473:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967508 is committed 00000004:00080000:2.0:1768252518.539485:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 44 committed 00000100:00100000:1.0:1768252518.539668:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476081536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768252518.539740:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252518.539812:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081536 00000100:00100000:1.0:1768252518.539820:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081536 00000100:00100000:1.0:1768252518.539864:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1768252518.539873:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476081536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768252518.539904:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00010000:00010000:1.0:1768252518.539931:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252518.539953:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252518.539967:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252518.539970:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252518.539974:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252518.540001:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252518.540041:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 5 pid: 6570 timeout: 1823 lvb_type: 1 00000100:00100000:1.0:1768252518.540055:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476081664:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252518.540122:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e000 going to sleep for 11 seconds 00000100:00100000:2.0:1768252518.545057:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476081664:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252518.545092:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252518.549869:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252518.551510:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778560 00000100:00100000:0.0:1768252518.551525:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778560 00010000:00010000:0.0:1768252518.551575:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 6 pid: 6570 timeout: 1823 lvb_type: 1 00000100:00100000:0.0:1768252518.551619:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 340 00000100:00100000:0.0:1768252518.551628:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451778560:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252518.551654:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252518.551660:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 6 pid: 6570 timeout: 1823 lvb_type: 1 00010000:00010000:0.0:1768252518.551675:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 6 pid: 6570 timeout: 1823 lvb_type: 1 00010000:00010000:0.0:1768252518.551699:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777962600/0xef9a6e5c83abb97d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bee expref: 6 pid: 6570 timeout: 1823 lvb_type: 1 00010000:00010000:0.0:1768252518.551718:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252518.551721:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252518.551726:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252518.551736:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252518.558915:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252518.559114:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559130:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559142:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559150:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559171:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768252518.559725:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476081536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19849us (19981us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1768252518.559736:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00010000:00010000:3.0:1768252518.559769:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252518.559775:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559784:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252518.559788:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559798:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559816:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559824:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abb9a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252518.559842:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252518.559844:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252518.559846:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768252518.559898:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ffaf100/2, rc 0, transno 4294967330 00000100:00100000:3.0:1768252518.559904:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476081536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768252518.560102:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451778560:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 8471us (10240us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252518.560113:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 340 00010000:00010000:0.0:1768252518.836399:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252519.591926:0:66458:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0da98ce0 20000000:00000080:0.0:1768252519.591944:0:66458:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972743030c00 uarg=0000000000000000 00010000:00010000:0.0:1768252519.592383:0:66458:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252519.592417:0:66458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252519.592422:0:66458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252519.592434:0:66458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abb922 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bd2 expref: 5 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.592704:0:66458:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252519.592723:0:66458:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252519.592740:0:66458:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.592754:0:66458:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.592763:0:66458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.592810:0:66458:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.592828:0:66458:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 17 pid: 5775 timeout: 1875 lvb_type: 0 00000100:00100000:0.0:1768252519.593364:0:66458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66458:1854145476081792:0@lo:104: 00000100:00100000:0.0:1768252519.593432:0:66458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252519.593536:0:66458:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4d840 going to sleep for 11 seconds 00000100:00100000:2.0:1768252519.593825:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081792 00000100:00100000:2.0:1768252519.593836:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081792 00000100:00100000:2.0:1768252519.593998:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1768252519.594008:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66458:x1854145476081792:12345-0@lo:104: 00010000:00010000:2.0:1768252519.594294:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.594378:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252519.594385:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66458:x1854145476081792:12345-0@lo:104: Request processed in 379us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252519.594392:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00010000:00010000:2.0:1768252519.594412:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252519.594418:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.594425:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252519.594429:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.594437:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252519.594444:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252519.594449:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1768252519.594891:0:66458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66458:1854145476081792:0@lo:104: 00010000:00010000:3.0:1768252519.594915:0:66458:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.595003:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.595032:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252519.595054:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.595061:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb8ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb906 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252519.595079:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252519.595081:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252519.595083:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252519.595779:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476081920:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252519.595834:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252519.596267:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476081920 00000100:00100000:0.0:1768252519.596275:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476081920 00010000:00010000:0.0:1768252519.596308:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 18 pid: 5775 timeout: 1875 lvb_type: 0 00000100:00100000:0.0:1768252519.596377:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1768252519.596386:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476081920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252519.596399:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252519.596405:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 18 pid: 5775 timeout: 1875 lvb_type: 0 00010000:00010000:0.0:1768252519.596417:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 18 pid: 5775 timeout: 1875 lvb_type: 0 00010000:00010000:0.0:1768252519.596434:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963e00/0xef9a6e5c83abb906 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb8ff expref: 18 pid: 5775 timeout: 1875 lvb_type: 0 00010000:00010000:0.0:1768252519.596461:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596469:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596484:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596491:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596498:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596505:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596511:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252519.596515:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596523:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596551:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252519.596565:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252519.596858:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476081920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252519.596993:0:66458:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252519.597001:0:66458:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252519.597007:0:66458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963000/0xef9a6e5c83abb9a7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66458 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252519.598055:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476081920:12345-0@lo:103:ldlm_bl.0 Request processed in 1666us (2216us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252519.598065:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00010000:00010000:2.0:1768252519.863964:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252520.756144:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252520.756154:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252520.756160:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252520.756229:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252520.756241:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252520.756251:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252520.756279:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476082048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252520.756346:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252520.756403:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274635cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1768252520.756549:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082048 00000100:00100000:1.0:1768252520.756557:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082048 00000100:00100000:1.0:1768252520.756811:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1768252520.756821:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476082048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252520.756843:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252520.756858:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb9ae expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252520.756881:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252520.756895:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252520.756904:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768252520.756942:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476082048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252520.756948:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1768252520.757042:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476082048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252520.757058:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252520.757067:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252520.757092:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252520.757096:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252520.757103:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252520.882227:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252521.010350:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252521.010354:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476082304:0@lo:400:kworker.0 00000100:00100000:2.0:1768252521.010366:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476082176:0@lo:400:kworker.0 00000100:00100000:3.0:1768252521.010489:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476082432:0@lo:400:kworker.0 00000100:00100000:1.0:1768252521.010532:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476082688:0@lo:400:kworker.0 00000100:00100000:2.0:1768252521.013586:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252521.013681:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476082560:0@lo:400:kworker.0 00000100:00100000:0.0:1768252521.013687:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252521.013835:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082176 00000100:00100000:0.0:1768252521.013845:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082176 00000100:00100000:0.0:1768252521.013892:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082304 00000100:00100000:0.0:1768252521.013895:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082304 00000100:00100000:0.0:1768252521.013925:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1768252521.013934:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476082176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252521.013987:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476082176:12345-0@lo:400:kworker.0 Request processed in 54us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252521.013994:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1768252521.014031:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:0.0:1768252521.014040:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476082304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252521.014070:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476082304:12345-0@lo:400:kworker.0 Request processed in 32us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252521.014076:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00080000:0.0:1768252521.014098:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252521.014210:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476082304:0@lo:400:kworker.0 00000100:00100000:3.0:1768252521.014413:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252521.014741:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082432 00000100:00100000:2.0:1768252521.015139:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252521.015175:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476082176:0@lo:400:kworker.0 00000100:00100000:1.0:1768252521.015274:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252521.015564:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082688 00000100:00100000:2.0:1768252521.015570:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082688 00000100:00100000:2.0:1768252521.015632:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1768252521.015641:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476082688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252521.015684:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476082688:12345-0@lo:400:kworker.0 Request processed in 46us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252521.015691:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:1.0:1768252521.015929:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252521.015952:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476082688:0@lo:400:kworker.0 00000100:00100000:3.0:1768252521.016338:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082560 00000100:00100000:3.0:1768252521.016343:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082560 00000100:00100000:3.0:1768252521.016398:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1768252521.016405:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476082560:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768252521.016474:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252521.016566:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476082560:0@lo:400:kworker.0 00000100:00100000:3.0:1768252521.016690:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476082560:12345-0@lo:400:kworker.0 Request processed in 284us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252521.016697:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:0.0:1768252521.017121:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082432 00000100:00100000:0.0:1768252521.017166:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1768252521.017174:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476082432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252521.017229:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476082432:12345-0@lo:400:kworker.0 Request processed in 57us (2817us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252521.017235:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00080000:1.0:1768252521.017303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252521.017356:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476082432:0@lo:400:kworker.0 00010000:00010000:3.0:1768252521.907093:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252522.482975:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252522.483086:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778688 00000100:00100000:2.0:1768252522.483096:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778688 00000100:00100000:2.0:1768252522.483170:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 536 00000100:00100000:2.0:1768252522.483180:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38334:x1854145451778688:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768252522.483217:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252522.483241:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb9bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bf5 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252522.483307:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb9c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252522.483321:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252522.483335:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768252522.483400:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1768252522.483404:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252522.483442:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb9c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252522.483468:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abb9bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bf5 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252522.483487:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb9c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bf5 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252522.483495:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768252522.483498:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252522.483502:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252522.483553:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38334:x1854145451778688:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 374us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252522.483560:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 536 00000100:00080000:1.0:1768252522.483936:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252522.491647:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252522.491763:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451778944 00000100:00100000:2.0:1768252522.491774:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451778944 00000100:00100000:2.0:1768252522.491849:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 537 00000100:00100000:2.0:1768252522.491858:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38334:x1854145451778944:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252522.491909:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252522.491935:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abb9c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bf5 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252522.491950:0:5784:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb922) 00010000:00010000:2.0:1768252522.491954:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768252522.491963:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252522.491985:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252522.491996:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252522.492005:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252522.569747:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aeb0bb72 reply state 00000000759924bb transno 4294967509 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252522.569766:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252522.569807:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000100:00100000:3.0:1768252522.569922:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38334:x1854145451778944:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 78059us (78277us total) trans 4294967509 rc 0/0 00000100:00100000:3.0:1768252522.569931:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 537 00000001:00080000:1.0:1768252522.575339:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967509 is committed 00010000:00010000:1.0:1768252522.575504:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252522.575516:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252522.575525:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252522.575531:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252522.575536:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252522.575543:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252522.575560:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a100) 00010000:00010000:1.0:1768252522.575563:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252522.575568:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252522.575573:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abb9ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000001:00080000:2.0:1768252522.704378:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00010000:00010000:2.0:1768252522.935488:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252523.479972:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252523.480048:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252523.480080:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252523.480109:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779200 00000100:00100000:3.0:1768252523.480120:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779200 00000100:00100000:3.0:1768252523.480171:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:3.0:1768252523.480181:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451779200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252523.480260:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451779200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252523.480268:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:2.0:1768252523.480460:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779328 00000100:00100000:2.0:1768252523.480465:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779328 00000100:00100000:2.0:1768252523.480506:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 823 00000100:00100000:2.0:1768252523.480514:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451779328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252523.480551:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451779328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252523.480558:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 823 00000100:00100000:0.0:1768252523.480673:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779072 00000100:00100000:0.0:1768252523.480678:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779072 00000100:00100000:0.0:1768252523.480716:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1013 00000100:00100000:0.0:1768252523.480723:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451779072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252523.480768:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451779072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 45us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252523.480775:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1013 00000100:00080000:3.0:1768252523.481396:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1768252523.492627:0:66653:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda401ffe0 20000000:00000080:3.0:1768252523.492646:0:66653:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747840c00 uarg=0000000000000000 00010000:00010000:3.0:1768252523.492961:0:66653:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252523.492976:0:66653:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252523.492988:0:66653:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252523.493004:0:66653:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.493044:0:66653:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.493052:0:66653:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.493089:0:66653:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.493102:0:66653:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 17 pid: 5778 timeout: 1878 lvb_type: 0 00000100:00100000:3.0:1768252523.493120:0:66653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66653:1854145476082816:0@lo:104: 00000100:00100000:3.0:1768252523.493183:0:66653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252523.493242:0:66653:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1780 going to sleep for 11 seconds 00000100:00100000:0.0:1768252523.493473:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082816 00000100:00100000:0.0:1768252523.493480:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082816 00000100:00100000:0.0:1768252523.493526:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1768252523.493534:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66653:x1854145476082816:12345-0@lo:104: 00010000:00010000:0.0:1768252523.493546:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252523.493617:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252523.493623:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66653:x1854145476082816:12345-0@lo:104: Request processed in 91us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252523.493630:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:1.0:1768252523.493757:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252523.493764:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.493772:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252523.493776:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.493784:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252523.493791:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252523.493796:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252523.493830:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.493838:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252523.493854:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.493866:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abb9ae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb9b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.493881:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252523.493883:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252523.493885:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252523.494047:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476082944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252523.494080:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252523.494209:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476082944 00000100:00100000:1.0:1768252523.494214:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476082944 00010000:00010000:1.0:1768252523.494236:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 18 pid: 5778 timeout: 1878 lvb_type: 0 00000100:00100000:1.0:1768252523.494256:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1768252523.494263:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476082944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252523.494274:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252523.494279:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 18 pid: 5778 timeout: 1878 lvb_type: 0 00010000:00010000:1.0:1768252523.494289:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 18 pid: 5778 timeout: 1878 lvb_type: 0 00010000:00010000:1.0:1768252523.494306:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494313:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494328:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494335:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494346:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494352:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494358:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252523.494362:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494370:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494378:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252523.494388:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252523.494428:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476082944:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252523.494435:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1768252523.494498:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476082944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252523.494923:0:66653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abb9b5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb9ae expref: 17 pid: 5778 timeout: 1878 lvb_type: 0 00000100:00100000:3.0:1768252523.494935:0:66653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66653:1854145476082816:0@lo:104: 00010000:00010000:3.0:1768252523.494950:0:66653:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.494958:0:66653:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.494964:0:66653:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252523.494969:0:66653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abb9d1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252523.570515:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252523.570540:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476083072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252523.570625:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252523.570681:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083072 00000100:00100000:0.0:1768252523.570688:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083072 00000100:00100000:0.0:1768252523.570737:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1768252523.570746:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476083072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252523.570783:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252523.570842:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476083072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252523.570850:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1768252523.570900:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476083072:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252523.571302:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252523.572721:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476083200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252523.572780:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252523.573115:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083200 00000100:00100000:2.0:1768252523.573123:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083200 00000100:00100000:2.0:1768252523.573177:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1768252523.573185:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476083200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252523.573218:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252523.573261:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476083200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252523.573267:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:2.0:1768252523.573287:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252523.573314:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:2.0:1768252523.573319:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ffaf100, transno 4294967330 00000100:00100000:2.0:1768252523.573335:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476083200:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768252523.954698:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252524.662385:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252524.662395:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252524.662401:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252524.662454:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252524.662467:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252524.662479:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252524.662512:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476083328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252524.662608:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252524.662677:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c98300 going to sleep for 11 seconds 00000100:00100000:1.0:1768252524.662684:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083328 00000100:00100000:1.0:1768252524.662693:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083328 00000100:00100000:1.0:1768252524.662750:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1768252524.662759:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476083328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252524.662773:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252524.662788:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abb9d8 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252524.662815:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252524.662830:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252524.662839:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00100000:1.0:1768252524.662893:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476083328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252524.662900:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1768252524.663133:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476083328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252524.663148:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252524.663157:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252524.663177:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252524.663182:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252524.663189:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252524.978521:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252526.004748:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252526.138203:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476083456:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138270:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252526.138313:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476083968:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138335:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252526.138369:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252526.138375:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476083840:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138399:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252526.138428:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476083584:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138451:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252526.138467:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476084096:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138484:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252526.138498:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252526.138503:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476083712:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138517:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252526.138546:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083456 00000100:00100000:2.0:1768252526.138552:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083456 00000100:00100000:2.0:1768252526.138605:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1768252526.138776:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476083456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138826:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476083456:12345-0@lo:400:kworker.0 Request processed in 213us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252526.138834:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1768252526.138867:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083968 00000100:00100000:2.0:1768252526.138871:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083968 00000100:00100000:2.0:1768252526.138905:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083584 00000100:00100000:2.0:1768252526.138907:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083584 00000100:00100000:2.0:1768252526.138924:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083712 00000100:00100000:2.0:1768252526.138926:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083712 00000100:00100000:2.0:1768252526.138941:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1768252526.138948:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476083968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.138981:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476083968:12345-0@lo:400:kworker.0 Request processed in 33us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252526.138986:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1768252526.138997:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1768252526.139003:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476083584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.139052:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476083584:12345-0@lo:400:kworker.0 Request processed in 49us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252526.139057:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1768252526.139068:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1768252526.139074:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476083712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.139096:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476083712:12345-0@lo:400:kworker.0 Request processed in 23us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252526.139101:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1768252526.139118:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476083840 00000100:00100000:2.0:1768252526.139122:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476083840 00000100:00100000:2.0:1768252526.139143:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084096 00000100:00100000:2.0:1768252526.139146:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084096 00000100:00100000:2.0:1768252526.139162:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1768252526.139167:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476083840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.139192:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476083840:12345-0@lo:400:kworker.0 Request processed in 25us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252526.139198:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1768252526.139208:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1768252526.139213:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476084096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.139234:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476084096:12345-0@lo:400:kworker.0 Request processed in 21us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252526.139239:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:2.0:1768252526.139267:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252526.139270:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252526.139272:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252526.139311:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476083712:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.139323:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476083584:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.139331:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476084096:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.143650:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476083840:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.143669:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476083456:0@lo:400:kworker.0 00000100:00100000:2.0:1768252526.143681:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476083968:0@lo:400:kworker.0 00010000:00010000:1.0:1768252527.027529:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252527.339076:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252527.342185:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779456 00000100:00100000:0.0:1768252527.342202:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779456 00000100:00080000:2.0:1768252527.342238:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252527.342287:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 538 00000100:00100000:0.0:1768252527.342297:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38411:x1854145451779456:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252527.342318:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252527.342353:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb9e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6bfc expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252527.342420:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342433:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342446:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342457:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342464:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342471:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342625:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abb9fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342634:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abb9fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342640:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abb9fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252527.342670:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1768252527.342674:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252527.342700:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abb9fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342711:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342718:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342724:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342730:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252527.342734:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342741:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342752:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252527.342756:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252527.342761:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342781:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abb9ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342792:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342798:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342803:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342809:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252527.342812:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342818:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342825:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270f00) 00010000:00010000:0.0:1768252527.342827:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252527.342830:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342835:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abb9f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252527.342863:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abb9e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bfc expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252527.342884:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abb9fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bfc expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252527.342891:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252527.342893:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252527.342896:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768252527.342968:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779456:12345-192.168.202.43@tcp:101:touch.0 Request processed in 672us (3902us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252527.342975:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 538 00000100:00100000:3.0:1768252527.348667:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252527.348710:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779712 00000100:00100000:3.0:1768252527.348719:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779712 00000100:00100000:3.0:1768252527.348781:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 539 00000100:00100000:3.0:1768252527.348792:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779712:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252527.348814:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252527.348837:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abba02 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c03 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252527.348962:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.348977:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.348989:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349003:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349009:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349032:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768252527.349054:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:3.0:1768252527.349071:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349077:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349083:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349089:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252527.349093:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349100:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349112:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768252527.349115:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252527.349119:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349125:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abba09 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349139:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349145:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349150:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349155:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252527.349158:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349163:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349169:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff97274f8b9200) 00010000:00010000:3.0:1768252527.349171:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252527.349173:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349178:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abba10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252527.349207:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abba02 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c03 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252527.349217:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768252527.349219:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252527.349222:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abba02 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c03 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252527.349231:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252527.349281:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779712:12345-192.168.202.43@tcp:101:touch.0 Request processed in 491us (625us total) trans 0 rc 301/301 00000100:00100000:3.0:1768252527.349288:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 539 00000100:00100000:2.0:1768252527.359908:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252527.361822:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779840 00000100:00100000:1.0:1768252527.361842:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779840 00000100:00100000:1.0:1768252527.361925:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 540 00000100:00100000:1.0:1768252527.361936:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779840:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252527.361959:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252527.361985:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abba17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c0a expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252527.363634:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363658:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363671:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363688:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363695:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363703:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363758:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363765:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363772:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363778:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252527.363782:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363790:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363800:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768252527.363804:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252527.363808:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363814:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abba1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363825:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363831:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363837:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363842:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252527.363845:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363850:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363857:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972749ca9800) 00010000:00010000:1.0:1768252527.363859:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252527.363862:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363867:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abba25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.363906:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abba17 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c0a expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252527.363916:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768252527.363918:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252527.363921:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abba17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c0a expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252527.363930:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768252527.364040:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779840:12345-192.168.202.43@tcp:101:touch.0 Request processed in 2104us (4141us total) trans 0 rc 301/301 00000100:00100000:1.0:1768252527.364049:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 540 00000100:00100000:2.0:1768252527.370076:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252527.370254:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451779968 00000100:00100000:1.0:1768252527.370264:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451779968 00000100:00100000:1.0:1768252527.370320:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 541 00000100:00100000:1.0:1768252527.370330:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779968:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252527.370350:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252527.370372:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c11 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252527.370458:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370472:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370484:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370499:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370506:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370512:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370589:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370596:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370603:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370610:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252527.370615:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370622:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370634:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768252527.370636:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252527.370641:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370648:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abba33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370660:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370666:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370671:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370676:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252527.370679:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370684:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370692:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972749ca9600) 00010000:00010000:1.0:1768252527.370694:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252527.370697:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370707:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252527.370739:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba2c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c11 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252527.370748:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768252527.370750:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252527.370754:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c11 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252527.371008:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252527.371195:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38411:x1854145451779968:12345-192.168.202.43@tcp:101:touch.0 Request processed in 865us (1130us total) trans 0 rc 301/301 00000100:00100000:1.0:1768252527.371204:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 541 00010000:00010000:0.0:1768252528.060506:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252528.612409:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252528.612450:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252528.612479:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252528.612507:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780352 00000100:00100000:2.0:1768252528.612517:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780352 00000100:00100000:2.0:1768252528.612599:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 826 00000100:00100000:2.0:1768252528.612609:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451780352:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252528.612683:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451780352:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 75us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252528.612690:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 826 00000100:00100000:2.0:1768252528.612716:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780224 00000100:00100000:2.0:1768252528.612719:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780224 00000100:00100000:2.0:1768252528.612743:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00100000:2.0:1768252528.612749:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451780224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252528.612780:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451780224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252528.612787:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00080000:2.0:1768252528.612803:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252528.613533:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780096 00000100:00100000:1.0:1768252528.613540:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780096 00000100:00100000:1.0:1768252528.613613:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1016 00000100:00100000:1.0:1768252528.613623:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451780096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252528.613681:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451780096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252528.613689:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1016 00000100:00100000:1.0:1768252528.690283:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252528.690307:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476084224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252528.690379:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252528.690705:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252528.690716:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476084352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252528.690743:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252528.690774:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084224 00000100:00100000:1.0:1768252528.690781:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084224 00000100:00100000:1.0:1768252528.690833:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084352 00000100:00100000:1.0:1768252528.690836:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084352 00000100:00100000:1.0:1768252528.690857:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1768252528.690864:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476084224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252528.690907:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252528.690958:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476084224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252528.690966:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1768252528.690985:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1768252528.690991:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476084352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252528.691035:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252528.691069:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476084352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252528.691074:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:1.0:1768252528.691091:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252528.691095:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252528.691135:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476084352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252528.691169:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476084224:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252529.075212:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252529.475896:0:66899:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc803df350 20000000:00000080:3.0:1768252529.475914:0:66899:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747840400 uarg=0000000000000000 00010000:00010000:3.0:1768252529.477314:0:66899:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252529.477366:0:66899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768252529.477370:0:66899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252529.477381:0:66899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abb9fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6bfc expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.477406:0:66899:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252529.477423:0:66899:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252529.477437:0:66899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.477450:0:66899:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.477458:0:66899:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.477504:0:66899:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.477520:0:66899:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 17 pid: 5775 timeout: 1884 lvb_type: 0 00000100:00100000:3.0:1768252529.477534:0:66899:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66899:1854145476084480:0@lo:104: 00000100:00100000:3.0:1768252529.479328:0:66899:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252529.479463:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084480 00000100:00100000:2.0:1768252529.479472:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084480 00000100:00100000:2.0:1768252529.479530:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1768252529.479550:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66899:x1854145476084480:12345-0@lo:104: 00010000:00010000:2.0:1768252529.479569:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252529.479638:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252529.479645:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:66899:x1854145476084480:12345-0@lo:104: Request processed in 108us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252529.479651:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00010000:00010000:1.0:1768252529.480048:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252529.480056:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480064:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252529.480069:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480077:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252529.480084:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252529.480089:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252529.480130:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480137:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252529.480164:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480171:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abb9d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abb9df expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480191:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252529.480205:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252529.480208:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252529.480216:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252529.480232:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476084608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252529.480267:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252529.480330:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084608 00000100:00100000:1.0:1768252529.480335:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084608 00010000:00010000:1.0:1768252529.480369:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 18 pid: 5775 timeout: 1884 lvb_type: 0 00000100:00100000:1.0:1768252529.480395:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1768252529.480403:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476084608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252529.480417:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252529.480422:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 18 pid: 5775 timeout: 1884 lvb_type: 0 00010000:00010000:1.0:1768252529.480432:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 18 pid: 5775 timeout: 1884 lvb_type: 0 00010000:00010000:1.0:1768252529.480453:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480461:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480475:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480481:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480488:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480494:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480498:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252529.480501:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480508:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480516:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252529.480527:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252529.480568:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476084608:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252529.480574:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1768252529.480625:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476084608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252529.481246:0:66899:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e900 going to sleep for 11 seconds 00010000:00010000:3.0:1768252529.481264:0:66899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abb9df lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abb9d8 expref: 17 pid: 5775 timeout: 1884 lvb_type: 0 00000100:00100000:3.0:1768252529.481275:0:66899:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66899:1854145476084480:0@lo:104: 00010000:00010000:3.0:1768252529.481289:0:66899:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.481297:0:66899:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.481304:0:66899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252529.481310:0:66899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abba41 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252530.099141:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252530.866943:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252530.866953:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252530.866959:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252530.867053:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252530.867066:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252530.867077:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252530.867108:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476084736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252530.867185:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252530.867244:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252530.867265:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084736 00000100:00100000:0.0:1768252530.867273:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084736 00000100:00100000:0.0:1768252530.867330:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1768252530.867339:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476084736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252530.867363:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252530.867377:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abba48 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252530.867400:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252530.867410:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252530.867419:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252530.867471:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476084736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252530.867480:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1768252530.867584:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476084736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252530.867599:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252530.867608:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252530.867630:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252530.867634:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252530.867641:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252531.122191:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252531.267052:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476084864:0@lo:400:kworker.0 00000100:00100000:0.0:1768252531.267124:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252531.267353:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084864 00000100:00100000:3.0:1768252531.267362:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084864 00000100:00100000:3.0:1768252531.267423:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:3.0:1768252531.267433:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476084864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.273137:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476084992:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.273198:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252531.273244:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252531.273251:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476085376:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.273273:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252531.273299:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476084992 00000100:00100000:2.0:1768252531.273305:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476084992 00000100:00100000:2.0:1768252531.273349:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1768252531.273358:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476084992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.273400:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476084992:12345-0@lo:400:kworker.0 Request processed in 44us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252531.273407:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1768252531.273429:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476085120:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.273471:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252531.273501:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252531.273508:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476085248:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.273948:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252531.273982:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085248 00000100:00100000:2.0:1768252531.273986:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085248 00000100:00100000:2.0:1768252531.274031:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1768252531.274039:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476085248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.274082:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476085248:12345-0@lo:400:kworker.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252531.274089:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1768252531.274107:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085376 00000100:00100000:2.0:1768252531.274111:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085376 00000100:00100000:2.0:1768252531.274134:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085120 00000100:00100000:2.0:1768252531.274136:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085120 00000100:00100000:2.0:1768252531.274152:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1768252531.274157:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476085376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.274184:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476085376:12345-0@lo:400:kworker.0 Request processed in 27us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252531.274190:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1768252531.274199:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1768252531.274203:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476085120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.274223:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476085120:12345-0@lo:400:kworker.0 Request processed in 19us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252531.274228:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00080000:2.0:1768252531.274240:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252531.274244:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252531.274247:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252531.274287:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476085248:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.274296:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476085120:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.274322:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476085376:0@lo:400:kworker.0 00000100:00100000:2.0:1768252531.274331:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476084992:0@lo:400:kworker.0 00000100:00100000:3.0:1768252531.279356:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476084864:12345-0@lo:400:kworker.0 Request processed in 11916us (12223us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252531.279371:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1768252531.283036:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476084864:0@lo:400:kworker.0 00010000:00010000:2.0:1768252532.146366:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252533.073601:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252533.075948:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780480 00000100:00100000:1.0:1768252533.075966:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780480 00000100:00100000:1.0:1768252533.076108:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 542 00000100:00100000:1.0:1768252533.076119:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38498:x1854145451780480:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252533.076139:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252533.076161:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c18 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252533.076226:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252533.076241:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252533.076253:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768252533.076320:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:1.0:1768252533.076324:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252533.076350:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252533.076376:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abba56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c18 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252533.076396:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c18 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252533.076405:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:1.0:1768252533.076409:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252533.076412:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252533.076473:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38498:x1854145451780480:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 356us (2881us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252533.076480:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 542 00000100:00080000:2.0:1768252533.078697:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252533.085603:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252533.085709:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780736 00000100:00100000:2.0:1768252533.085722:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780736 00000100:00100000:2.0:1768252533.085791:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 543 00000100:00100000:2.0:1768252533.085801:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38498:x1854145451780736:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252533.085876:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252533.085904:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abba5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c18 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252533.085921:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb9fb) 00010000:00010000:2.0:1768252533.085925:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:2.0:1768252533.085934:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252533.085957:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252533.085967:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252533.085974:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768252533.086344:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e6fe64c7 reply state 000000007f21170c transno 4294967510 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252533.086352:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252533.086365:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000100:00100000:2.0:1768252533.086446:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38498:x1854145451780736:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 647us (859us total) trans 4294967510 rc 0/0 00000100:00100000:2.0:1768252533.086452:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 543 00010000:00010000:3.0:1768252533.091202:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252533.091220:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252533.091228:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252533.091235:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252533.091240:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252533.091247:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252533.091264:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a200) 00010000:00010000:3.0:1768252533.091267:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252533.091271:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252533.091277:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abba64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252533.170535:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252533.718122:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252533.718175:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252533.718250:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780992 00000100:00100000:3.0:1768252533.718263:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780992 00000100:00100000:3.0:1768252533.718339:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 829 00000100:00100000:3.0:1768252533.718350:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451780992:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252533.718433:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451780992:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252533.718447:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 829 00000100:00080000:0.0:1768252533.718823:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252533.718995:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451780864 00000100:00100000:1.0:1768252533.719001:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451780864 00000100:00100000:1.0:1768252533.719212:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1018 00000100:00100000:1.0:1768252533.719222:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451780864:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252533.719432:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451780864:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 210us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252533.719440:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1018 00000100:00100000:3.0:1768252533.810279:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252533.810435:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252533.810454:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476085632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252533.810557:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252533.810637:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085632 00000100:00100000:0.0:1768252533.810645:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085632 00000100:00100000:0.0:1768252533.810700:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1768252533.810709:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476085632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252533.810743:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252533.810791:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476085632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252533.810799:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:0.0:1768252533.810820:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252533.810854:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476085632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252533.820748:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476085504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252533.820850:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252533.821114:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085504 00000100:00100000:1.0:1768252533.821128:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085504 00000100:00100000:1.0:1768252533.821266:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1768252533.821277:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476085504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252533.821331:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252533.821398:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476085504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252533.821408:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1768252533.821848:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476085504:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252533.829135:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1768252534.016557:0:67097:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc26c14980 20000000:00000080:0.0:1768252534.016575:0:67097:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647552000 uarg=0000000000000000 00010000:00010000:0.0:1768252534.016936:0:67097:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252534.016952:0:67097:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252534.016966:0:67097:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252534.016985:0:67097:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252534.017001:0:67097:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252534.017149:0:67097:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252534.017189:0:67097:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252534.017203:0:67097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 17 pid: 5778 timeout: 1889 lvb_type: 0 00000100:00100000:0.0:1768252534.017218:0:67097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67097:1854145476085760:0@lo:104: 00000100:00100000:0.0:1768252534.017276:0:67097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252534.017386:0:67097:0:(client.c:2690:ptlrpc_set_wait()) set ffff972749fc3000 going to sleep for 11 seconds 00000100:00100000:3.0:1768252534.017435:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085760 00000100:00100000:3.0:1768252534.017443:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085760 00000100:00100000:3.0:1768252534.017532:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1768252534.017542:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277feff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:67097:x1854145476085760:12345-0@lo:104: 00010000:00010000:3.0:1768252534.017556:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252534.017659:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252534.017666:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277feff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:67097:x1854145476085760:12345-0@lo:104: Request processed in 125us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252534.017673:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1768252534.017738:0:67097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67097:1854145476085760:0@lo:104: 00010000:00010000:0.0:1768252534.017755:0:67097:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.017899:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252534.017907:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.017914:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252534.017918:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.017926:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252534.017932:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252534.017938:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252534.017976:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.017982:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1768252534.018048:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476085888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252534.018077:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1768252534.018142:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018148:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01200/0xef9a6e5c83abba48 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abba4f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018164:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252534.018166:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252534.018168:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252534.018178:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476085888 00000100:00100000:1.0:1768252534.018182:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476085888 00010000:00010000:1.0:1768252534.018203:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 18 pid: 5778 timeout: 1889 lvb_type: 0 00000100:00100000:1.0:1768252534.018223:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1768252534.018230:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476085888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252534.018240:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252534.018244:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 18 pid: 5778 timeout: 1889 lvb_type: 0 00010000:00010000:1.0:1768252534.018253:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 18 pid: 5778 timeout: 1889 lvb_type: 0 00010000:00010000:1.0:1768252534.018263:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962400/0xef9a6e5c83abba4f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abba48 expref: 18 pid: 5778 timeout: 1889 lvb_type: 0 00010000:00010000:1.0:1768252534.018276:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018284:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018296:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018303:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018308:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018314:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018319:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252534.018324:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018330:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018343:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.018351:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252534.018548:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476085888:12345-0@lo:103:ldlm_bl.0 Request processed in 317us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252534.018556:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1768252534.018607:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476085888:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252534.018629:0:67097:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252534.018636:0:67097:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252534.018646:0:67097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abba6b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252534.197030:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252535.223277:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252535.860525:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252535.860534:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252535.860539:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252535.860595:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252535.860609:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252535.860623:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252535.860656:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476086016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252535.860734:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252535.860789:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086016 00000100:00100000:3.0:1768252535.860797:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1768252535.860799:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086016 00000100:00100000:1.0:1768252535.860867:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1768252535.860886:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476086016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252535.860902:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252535.860932:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abba72 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252535.860958:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252535.860969:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252535.860977:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252535.861062:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476086016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252535.861070:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1768252535.861441:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476086016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252535.861457:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252535.861471:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252535.861500:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252535.861505:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252535.861513:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252536.242172:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252536.380453:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476086144:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.380535:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252536.380632:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476086656:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.380684:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252536.380715:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252536.380722:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476086272:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.380744:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252536.385215:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476086400:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.385432:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252536.385466:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252536.385488:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476086528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.385514:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252536.388203:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086144 00000100:00100000:2.0:1768252536.388220:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086144 00000100:00100000:2.0:1768252536.388299:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086272 00000100:00100000:2.0:1768252536.388303:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086272 00000100:00100000:2.0:1768252536.388343:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1768252536.388355:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476086144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252536.388456:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476086144:12345-0@lo:400:kworker.0 Request processed in 103us (7920us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252536.388492:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1768252536.388510:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1768252536.388517:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476086272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252536.388548:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476086272:12345-0@lo:400:kworker.0 Request processed in 32us (7803us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252536.388554:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00080000:2.0:1768252536.388581:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252536.392624:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086656 00000100:00100000:1.0:1768252536.392641:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086656 00000100:00100000:1.0:1768252536.392698:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086400 00000100:00100000:1.0:1768252536.392701:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086400 00000100:00100000:1.0:1768252536.392727:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1768252536.392737:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476086656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.392810:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476086656:12345-0@lo:400:kworker.0 Request processed in 75us (12125us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252536.392817:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1768252536.392833:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1768252536.392840:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476086400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.392873:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476086400:12345-0@lo:400:kworker.0 Request processed in 33us (7441us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252536.392878:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1768252536.392897:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086528 00000100:00100000:1.0:1768252536.392901:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086528 00000100:00100000:1.0:1768252536.392937:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1768252536.392944:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476086528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.392976:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476086528:12345-0@lo:400:kworker.0 Request processed in 33us (7461us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252536.392983:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1768252536.393075:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476086272:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.393091:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476086144:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.393188:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476086656:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.393343:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476086528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252536.393356:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476086400:0@lo:400:kworker.0 00000100:00080000:1.0:1768252536.394389:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252536.394397:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252536.394399:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768252537.266174:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252537.670156:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252537.670266:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781120 00000100:00100000:2.0:1768252537.670345:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781120 00000100:00080000:1.0:1768252537.670486:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252537.670727:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 544 00000100:00100000:2.0:1768252537.670739:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781120:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252537.670866:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781120:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 129us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252537.670875:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 544 00000100:00100000:3.0:1768252537.675081:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252537.675191:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781248 00000100:00100000:2.0:1768252537.675201:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781248 00000100:00100000:2.0:1768252537.675266:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 284 00000100:00100000:2.0:1768252537.675275:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38583:x1854145451781248:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252537.675574:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38583:x1854145451781248:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 299us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252537.675583:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 284 00000100:00080000:1.0:1768252537.675713:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252537.683808:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252537.683918:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781376 00000100:00100000:2.0:1768252537.683937:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781376 00000100:00100000:2.0:1768252537.683984:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 285 00000100:00100000:2.0:1768252537.683993:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2367:x1854145451781376:12345-192.168.202.43@tcp:8:lfs.0 00010000:00080000:2.0:1768252537.684064:0:10696:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1743 last 0 00000020:00000080:2.0:1768252537.684103:0:10696:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abba80 00002000:00100000:2.0:1768252537.684115:0:10696:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff97277ffb3800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768252537.684139:0:10696:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768252537.684349:0:10696:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:2.0:1768252537.684360:0:10696:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1768252537.684394:0:10696:0:(import.c:65:import_set_state_nolock()) ffff97277ffb1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768252537.684480:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451781376:12345-192.168.202.43@tcp:8:lfs.0 Request processed in 486us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252537.684488:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 285 00000100:00100000:0.0:1768252537.686777:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252537.686889:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781504 00000100:00100000:3.0:1768252537.686901:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781504 00000100:00100000:3.0:1768252537.686982:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 286 00000100:00100000:3.0:1768252537.686993:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781504:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252537.687343:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781504:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 352us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252537.687351:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 286 00000100:00080000:1.0:1768252537.688364:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252537.691386:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252537.691486:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781632 00000100:00100000:0.0:1768252537.691496:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781632 00000100:00100000:0.0:1768252537.691547:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 545 00000100:00100000:0.0:1768252537.691555:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781632:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252537.692095:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781632:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 538us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252537.692104:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 545 00000100:00100000:0.0:1768252537.698899:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252537.699077:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781760 00000100:00100000:1.0:1768252537.699091:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781760 00000100:00100000:1.0:1768252537.699167:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 546 00000100:00100000:1.0:1768252537.699179:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277feff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781760:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252537.699308:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277feff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451781760:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 131us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252537.699317:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 546 00000100:00100000:1.0:1768252537.702569:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252537.703159:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451781888 00000100:00100000:2.0:1768252537.703169:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451781888 00000100:00100000:2.0:1768252537.703231:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 287 00000100:00100000:2.0:1768252537.703240:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38583:x1854145451781888:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252537.703537:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38583:x1854145451781888:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 296us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252537.703545:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 287 00000100:00100000:0.0:1768252537.707292:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252537.707478:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782016 00000100:00100000:3.0:1768252537.707490:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782016 00000100:00100000:3.0:1768252537.707543:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 288 00000100:00100000:3.0:1768252537.707554:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451782016:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252537.707982:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451782016:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 429us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252537.707991:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 288 00000100:00100000:1.0:1768252537.709765:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252537.709837:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782144 00000100:00100000:3.0:1768252537.709846:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782144 00000100:00100000:3.0:1768252537.709907:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 547 00000100:00100000:3.0:1768252537.709917:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451782144:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252537.710530:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38583:x1854145451782144:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 610us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252537.710539:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 547 00000100:00100000:1.0:1768252537.782209:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252537.782533:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782272 00000100:00100000:3.0:1768252537.782545:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782272 00000100:00100000:3.0:1768252537.782610:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 548 00000100:00100000:3.0:1768252537.782620:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38587:x1854145451782272:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252537.782642:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252537.782666:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abba87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c1f expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.782730:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.782745:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.782758:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.782770:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.782776:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.782782:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783255:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abba9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783265:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abba9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783619:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abba9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252537.783666:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1768252537.783671:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252537.783698:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abba9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783711:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783718:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783725:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783731:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252537.783735:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783742:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783754:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252537.783757:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252537.783762:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783767:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abba8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783780:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783786:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783791:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783796:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252537.783799:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783804:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783811:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff97274f8b9600) 00010000:00010000:3.0:1768252537.783813:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252537.783816:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783820:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abba95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.783853:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abba87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c1f expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.783868:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abba9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c1f expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.783875:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252537.783878:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252537.783880:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252537.784292:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451782272:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1671us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252537.784300:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 548 00000100:00100000:0.0:1768252537.787748:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252537.787966:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782400 00000100:00100000:2.0:1768252537.787977:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782400 00000100:00100000:2.0:1768252537.788077:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 99 00000100:00100000:2.0:1768252537.788088:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451782400:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:2.0:1768252537.788204:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451782400:12345-192.168.202.43@tcp:49:dd.0 Request processed in 118us (467us total) trans 0 rc -61/-61 00000100:00100000:2.0:1768252537.788211:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 99 00000100:00100000:2.0:1768252537.793338:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252537.795877:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782656 00000100:00100000:3.0:1768252537.795895:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782656 00000100:00100000:3.0:1768252537.795978:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 549 00000100:00100000:3.0:1768252537.795988:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451782656:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252537.796027:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252537.796048:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbaa3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c26 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.796190:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.796203:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.796214:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.796227:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.796233:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.796239:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:3.0:1768252537.797062:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:3.0:1768252537.797492:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abbab8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797505:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797514:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abbab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797547:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797558:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797565:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797571:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252537.797575:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797581:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797592:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252537.797595:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252537.797599:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252537.797700:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbaaa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252537.797716:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c07d72ad reply state 000000009d3e386a transno 4294967511 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252537.797725:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252537.797756:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbaa3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c26 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.797769:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abbab8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c26 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.797777:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252537.797780:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252537.797782:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252537.797856:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:38587:x1854145451782656:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1869us (4531us total) trans 4294967511 rc 0/0 00000100:00100000:3.0:1768252537.797864:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 549 00010000:00010000:1.0:1768252537.805063:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252537.805082:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252537.805090:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252537.805096:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252537.805101:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252537.805109:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252537.805125:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff97274f8b9a00) 00010000:00010000:1.0:1768252537.805128:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252537.805133:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252537.805138:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbab1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252537.805693:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252537.805767:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782784 00000100:00100000:1.0:1768252537.805837:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782784 00000100:00100000:1.0:1768252537.805889:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 100 00000100:00100000:1.0:1768252537.805899:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38587:x1854145451782784:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:1.0:1768252537.806174:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38587:x1854145451782784:12345-192.168.202.43@tcp:49:dd.0 Request processed in 276us (485us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252537.806181:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 100 00000100:00100000:0.0:1768252537.812536:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252537.814186:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451782912 00000100:00100000:3.0:1768252537.814203:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451782912 00000100:00100000:3.0:1768252537.814283:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 289 00000100:00100000:3.0:1768252537.814293:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38587:x1854145451782912:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252537.814311:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252537.814334:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c2d expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768252537.814370:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1768252537.814395:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252537.814398:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252537.814406:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.814423:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252537.814435:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768252537.814517:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451782912:12345-192.168.202.43@tcp:101:dd.0 Request processed in 225us (1991us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252537.814525:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 289 00000100:00100000:3.0:1768252537.852401:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252537.852525:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783040 00000100:00100000:0.0:1768252537.852537:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783040 00002000:00100000:0.0:1768252537.852598:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11:0x0] (0->1048575) req@ffff97277ffaf800 x1854145451783040/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:268/0 lens 488/0 e 0 to 0 dl 1768252548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768252537.852609:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ffaf800 with x1854145451783040 ext(0->1048575) 00002000:00010000:0.0:1768252537.852615:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ffaf800 00000100:00100000:0.0:1768252537.852650:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:0.0:1768252537.852660:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451783040:12345-192.168.202.43@tcp:4:dd.0 00000001:00080000:1.0:1768252537.990192:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967510 is committed 00000001:00080000:1.0:1768252537.990202:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967511 is committed 00000001:00100000:0.0:1768252537.991604:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:1.0:1768252538.123137:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000100:00100000:2.0:1768252538.125516:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451783040:12345-192.168.202.43@tcp:4:dd.0 Request processed in 272846us (273113us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1768252538.125530:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 12 00002000:00100000:2.0:1768252538.125544:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11:0x0] (0->1048575) req@ffff97277ffaf800 x1854145451783040/t4294967329(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:268/0 lens 488/448 e 0 to 0 dl 1768252548 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1768252538.125555:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ffaf800 with x1854145451783040 ext(0->1048575) 00002000:00010000:2.0:1768252538.125561:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ffaf800 00000100:00100000:0.0:1768252538.141093:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252538.141292:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783168 00000100:00100000:2.0:1768252538.141305:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783168 00000100:00100000:2.0:1768252538.141381:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 550 00000100:00100000:2.0:1768252538.141393:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451783168:12345-192.168.202.43@tcp:44:dd.0 00000100:00100000:2.0:1768252538.141567:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451783168:12345-192.168.202.43@tcp:44:dd.0 Request processed in 177us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252538.141575:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 550 00000100:00100000:0.0:1768252538.145711:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252538.145880:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783296 00000100:00100000:2.0:1768252538.145895:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783296 00000100:00100000:2.0:1768252538.145973:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 290 00000100:00100000:2.0:1768252538.145985:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277feffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451783296:12345-192.168.202.43@tcp:16:dd.0 00000100:00100000:0.0:1768252538.146242:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277feffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451783296:12345-192.168.202.43@tcp:16:dd.0 Request processed in 258us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252538.146251:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 290 00000100:00100000:0.0:1768252538.149052:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252538.149107:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783552 00000100:00100000:1.0:1768252538.149116:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783552 00000100:00100000:1.0:1768252538.149195:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 101 00000100:00100000:1.0:1768252538.149207:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38587:x1854145451783552:12345-192.168.202.43@tcp:35:dd.0 00000001:00080000:1.0:1768252538.150425:0:5786:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967512 00000100:00100000:1.0:1768252538.150583:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:38587:x1854145451783552:12345-192.168.202.43@tcp:35:dd.0 Request processed in 1373us (1565us total) trans 4294967513 rc 0/0 00000100:00100000:1.0:1768252538.150594:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 101 00000020:00080000:1.0:1768252538.150600:0:5786:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1768252538.290231:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252538.825337:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252538.825389:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252538.825435:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783808 00000100:00100000:1.0:1768252538.825444:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783808 00000100:00100000:1.0:1768252538.825523:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 832 00000100:00100000:1.0:1768252538.825531:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451783808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252538.825592:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451783808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 63us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252538.825610:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 832 00000100:00100000:0.0:1768252538.825932:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783680 00000100:00100000:0.0:1768252538.825937:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783680 00000100:00100000:0.0:1768252538.827005:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1020 00000100:00100000:0.0:1768252538.827041:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451783680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252538.827102:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451783680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252538.827109:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1020 00000100:00100000:0.0:1768252538.930362:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252538.930385:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476086784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252538.930457:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252538.931001:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086784 00000100:00100000:2.0:1768252538.931038:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086784 00000100:00100000:2.0:1768252538.931101:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1768252538.931117:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476086784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252538.931140:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3855613952 00000100:00100000:2.0:1768252538.931187:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476086784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252538.931194:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1768252538.932444:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476086912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252538.932503:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252538.932555:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476086912 00000100:00100000:2.0:1768252538.932560:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476086912 00000100:00100000:2.0:1768252538.932604:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1768252538.932613:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476086912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252538.932645:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252538.932696:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476086912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252538.932702:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1768252538.932744:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476086912:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252538.933982:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252538.933990:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252538.934068:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476086784:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252539.314995:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252539.456624:0:67296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1744877608114ns, next at 1724025983170ns, rc = 0 00000004:00080000:1.0:1768252539.457134:0:67296:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1744878119801ns, next at 1648079914271ns, rc = 0 00000004:00080000:0.0:1768252539.486346:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 45 committed 00000004:00080000:0.0:1768252539.486376:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 45 committed 00000001:00080000:0.0:1768252539.486391:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967513 is committed 00010000:00010000:1.0:1768252540.338295:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252541.299275:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252541.304292:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451783936 00000100:00100000:3.0:1768252541.304312:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451783936 00000100:00100000:3.0:1768252541.304402:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 551 00000100:00100000:3.0:1768252541.304413:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451783936:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252541.304560:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451783936:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 149us (5292us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252541.304568:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 551 00000100:00080000:2.0:1768252541.305923:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252541.316087:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252541.316120:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784064 00000100:00100000:1.0:1768252541.316130:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784064 00000100:00100000:1.0:1768252541.316184:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 291 00000100:00100000:1.0:1768252541.316193:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38720:x1854145451784064:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252541.316519:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38720:x1854145451784064:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 326us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252541.316527:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 291 00000100:00080000:1.0:1768252541.316553:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252541.326114:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252541.326305:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784192 00000100:00100000:1.0:1768252541.326317:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784192 00000100:00100000:1.0:1768252541.326397:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 292 00000100:00100000:1.0:1768252541.326407:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38720:x1854145451784192:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252541.326742:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38720:x1854145451784192:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 335us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252541.326750:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 292 00000100:00080000:2.0:1768252541.326908:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252541.329440:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252541.329792:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784320 00000100:00100000:3.0:1768252541.329804:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784320 00000100:00100000:3.0:1768252541.329877:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 552 00000100:00100000:3.0:1768252541.329888:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451784320:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252541.330294:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451784320:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 406us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252541.330303:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 552 00000100:00100000:1.0:1768252541.340337:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252541.345181:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784448 00000100:00100000:2.0:1768252541.345198:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784448 00000100:00100000:2.0:1768252541.345306:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 553 00000100:00100000:2.0:1768252541.345316:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451784448:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252541.345432:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451784448:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 107us (5093us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252541.345440:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 553 00000100:00100000:2.0:1768252541.348060:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252541.348200:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784576 00000100:00100000:3.0:1768252541.348211:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784576 00000100:00100000:3.0:1768252541.348253:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 293 00000100:00100000:3.0:1768252541.348262:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38720:x1854145451784576:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252541.348572:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38720:x1854145451784576:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 310us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252541.348581:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 293 00000100:00100000:1.0:1768252541.351615:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252541.351969:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784704 00000100:00100000:2.0:1768252541.351979:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784704 00000100:00100000:2.0:1768252541.352052:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 294 00000100:00100000:2.0:1768252541.352063:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38720:x1854145451784704:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252541.352363:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38720:x1854145451784704:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 301us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252541.352371:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 294 00010000:00010000:2.0:1768252541.362627:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252541.363731:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252541.363852:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451784832 00000100:00100000:2.0:1768252541.363863:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451784832 00000100:00100000:2.0:1768252541.363926:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 554 00000100:00100000:2.0:1768252541.363937:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451784832:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252541.364393:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38720:x1854145451784832:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 455us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252541.364403:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 554 00000100:00100000:1.0:1768252541.450722:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252541.450858:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785088 00000100:00100000:3.0:1768252541.450872:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785088 00000100:00100000:3.0:1768252541.450950:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 555 00000100:00100000:3.0:1768252541.450963:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:38724:x1854145451785088:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768252541.451080:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252541.451114:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abbab8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c26 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252541.451138:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252541.451149:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252541.451223:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451239:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451250:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451264:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451271:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451276:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451518:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451526:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.451532:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:2.0:1768252541.451960:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:2.0:1768252541.451970:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1746872955936ns, next at 1747872954112ns, rc = 0 00010000:00010000:2.0:1768252541.452118:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452487:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452498:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452505:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452511:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452517:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452593:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252541.452622:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452627:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452633:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452638:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252541.452642:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452650:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452663:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252541.452667:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252541.452671:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452676:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbadb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452720:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452726:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452731:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452736:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252541.452739:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452744:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452764:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:2.0:1768252541.452767:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252541.452770:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252541.452775:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbacd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768252541.452785:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e90655e reply state 00000000b20eba82 transno 4294967514 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252541.452793:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252541.452881:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:38724:x1854145451785088:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1919us (2172us total) trans 4294967514 rc 0/0 00000100:00100000:2.0:1768252541.452889:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 555 00010000:00010000:1.0:1768252541.457636:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252541.457648:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252541.457664:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252541.457668:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252541.457688:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252541.457705:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:1.0:1768252541.457707:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768252541.457713:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252541.457719:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbae2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252541.457745:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252541.457747:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252541.457881:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252541.459067:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252541.459084:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252541.459092:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252541.459098:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252541.459103:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252541.459111:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252541.459125:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972742c4a000) 00010000:00010000:3.0:1768252541.459129:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252541.459133:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252541.459138:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbad4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252541.490255:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252541.490279:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476087168:0@lo:400:kworker.0 00000100:00100000:2.0:1768252541.490348:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252541.490445:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087168 00000100:00100000:2.0:1768252541.490452:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087168 00000100:00100000:2.0:1768252541.490493:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1768252541.490501:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476087168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252541.490547:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476087168:12345-0@lo:400:kworker.0 Request processed in 48us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252541.490554:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1768252541.490592:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476087168:0@lo:400:kworker.0 00000100:00100000:2.0:1768252541.490635:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476087296:0@lo:400:kworker.0 00000100:00100000:2.0:1768252541.490655:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252541.490834:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087296 00000100:00100000:2.0:1768252541.490839:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087296 00000100:00100000:3.0:1768252541.490901:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252541.490913:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476087040:0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.490948:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252541.490985:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087040 00000100:00100000:3.0:1768252541.490990:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087040 00000100:00100000:3.0:1768252541.491046:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1768252541.491054:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476087040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.491089:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476087040:12345-0@lo:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252541.491095:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1768252541.491135:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476087040:0@lo:400:kworker.0 00000100:00100000:0.0:1768252541.496104:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476087680:0@lo:400:kworker.0 00000100:00100000:0.0:1768252541.496173:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768252541.496400:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252541.496469:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1768252541.496481:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476087296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252541.496538:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476087296:12345-0@lo:400:kworker.0 Request processed in 61us (5881us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252541.496546:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1768252541.496587:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476087296:0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.499310:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277feff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476087424:0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.499391:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252541.499450:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252541.499458:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476087552:0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.499481:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252541.499516:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087680 00000100:00100000:3.0:1768252541.499523:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087680 00000100:00100000:3.0:1768252541.499581:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087424 00000100:00100000:3.0:1768252541.499584:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087424 00000100:00100000:3.0:1768252541.499604:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1768252541.499611:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476087680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.499663:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476087680:12345-0@lo:400:kworker.0 Request processed in 52us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252541.499670:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1768252541.499697:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1768252541.499703:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476087424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.499730:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476087424:12345-0@lo:400:kworker.0 Request processed in 28us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252541.499739:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00080000:3.0:1768252541.499755:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252541.499759:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252541.499789:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476087680:0@lo:400:kworker.0 00000100:00100000:3.0:1768252541.499820:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277feff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476087424:0@lo:400:kworker.0 00000100:00100000:0.0:1768252541.500153:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087552 00000100:00100000:0.0:1768252541.500158:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087552 00000100:00100000:0.0:1768252541.500200:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1768252541.500207:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476087552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252541.500243:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476087552:12345-0@lo:400:kworker.0 Request processed in 37us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252541.500249:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00080000:3.0:1768252541.500583:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252541.500608:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476087552:0@lo:400:kworker.0 00010000:00010000:3.0:1768252542.388627:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252543.410767:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252543.953959:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252543.955554:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785216 00000100:00100000:3.0:1768252543.955566:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785216 00000100:00100000:3.0:1768252543.955634:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1022 00000100:00100000:3.0:1768252543.955645:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451785216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252543.955716:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451785216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 73us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252543.955724:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1022 00000100:00100000:1.0:1768252543.959746:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252543.959775:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252543.959840:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252543.959877:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785344 00000100:00100000:1.0:1768252543.959886:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785344 00000100:00100000:1.0:1768252543.959940:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1179 00000100:00100000:1.0:1768252543.959949:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451785344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252543.960182:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451785344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 234us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252543.960191:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1179 00000100:00100000:1.0:1768252543.960214:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785600 00000100:00100000:1.0:1768252543.960217:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785600 00000100:00100000:1.0:1768252543.960238:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785472 00000100:00100000:1.0:1768252543.960240:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785472 00000100:00100000:1.0:1768252543.960256:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 835 00000100:00100000:1.0:1768252543.960261:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451785600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252543.960285:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451785600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252543.960291:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 835 00000100:00100000:1.0:1768252543.960300:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 836 00000100:00100000:1.0:1768252543.960305:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451785472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252543.960321:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451785472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 17us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252543.960327:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 836 00000100:00080000:1.0:1768252543.960345:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252543.960348:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252543.960351:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1768252543.984192:0:67441:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1749405173834ns, next at 1724025983170ns, rc = 0 00000004:00080000:0.0:1768252543.984473:0:67441:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1749405458914ns, next at 1747872954112ns, rc = 0 00000004:00080000:0.0:1768252544.009689:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 47 committed 00000004:00080000:0.0:1768252544.009716:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 46 committed 00000001:00080000:0.0:1768252544.009732:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967514 is committed 00000004:00080000:0.0:1768252544.009737:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 46 committed 00000100:00100000:2.0:1768252544.009842:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476087808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252544.009905:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252544.009987:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476087808 00000100:00100000:3.0:1768252544.009996:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476087808 00000100:00100000:2.0:1768252544.010095:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1768252544.010105:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476087808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768252544.010132:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00010000:00010000:2.0:1768252544.010159:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.010179:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.010189:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252544.010191:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252544.010195:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.010236:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1768252544.010392:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768252544.010521:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 5 pid: 6567 timeout: 1849 lvb_type: 0 00000100:00100000:2.0:1768252544.010534:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476087936:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252544.010594:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727429f0600 going to sleep for 11 seconds 00000100:00100000:2.0:1768252544.012642:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476087936:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252544.012675:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252544.013332:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252544.013917:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785728 00000100:00100000:2.0:1768252544.013927:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785728 00010000:00010000:2.0:1768252544.013966:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 6 pid: 6567 timeout: 1849 lvb_type: 0 00000100:00100000:2.0:1768252544.014010:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 345 00000100:00100000:2.0:1768252544.014059:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451785728:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768252544.014074:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252544.014080:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 6 pid: 6567 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1768252544.014093:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 6 pid: 6567 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1768252544.014121:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abbac6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c2d expref: 6 pid: 6567 timeout: 1849 lvb_type: 0 00010000:00010000:2.0:1768252544.014138:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252544.014141:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252544.014145:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.014154:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.014196:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252544.014257:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451785728:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 200us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252544.014265:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 345 00010000:00010000:3.0:1768252544.014947:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252544.014959:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252544.014969:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252544.014982:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252544.015008:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252544.015946:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252544.015954:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.015964:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252544.015969:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.015979:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.015994:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.016001:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01200/0xef9a6e5c83abbae9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252544.016035:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252544.016038:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252544.016039:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252544.016104:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476087808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5998us (6196us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1768252544.016114:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000004:00080000:0.0:1768252544.017187:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277fface00/2, rc 0, transno 4294967330 00000100:00100000:0.0:1768252544.017315:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476087808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1768252544.056890:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277feff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476088192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252544.056955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252544.056999:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252544.057005:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476088064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252544.058935:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252544.059325:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088192 00000100:00100000:0.0:1768252544.059336:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088192 00000100:00100000:0.0:1768252544.059406:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088064 00000100:00100000:0.0:1768252544.059409:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088064 00000100:00100000:0.0:1768252544.059425:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1768252544.059433:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476088192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252544.059470:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252544.059516:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476088192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (2560us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252544.059524:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1768252544.059540:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1768252544.059546:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476088064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252544.059562:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768252544.059584:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476088064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252544.059590:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1768252544.059856:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476088064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252544.059873:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277feff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476088192:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252544.059897:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768252544.434204:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252545.458730:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252546.483000:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252546.610323:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476088320:0@lo:400:kworker.0 00000100:00100000:0.0:1768252546.610324:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476088704:0@lo:400:kworker.0 00000100:00100000:2.0:1768252546.610481:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277feff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476088448:0@lo:400:kworker.0 00000100:00100000:1.0:1768252546.610689:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476088576:0@lo:400:kworker.0 00000100:00100000:3.0:1768252546.613704:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252546.613895:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476088832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252546.613944:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252546.614002:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088320 00000100:00100000:3.0:1768252546.614010:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088320 00000100:00100000:3.0:1768252546.614069:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1768252546.614077:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476088320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252546.614137:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476088320:12345-0@lo:400:kworker.0 Request processed in 60us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252546.614144:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1768252546.614322:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476088320:0@lo:400:kworker.0 00000100:00100000:3.0:1768252546.615056:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088832 00000100:00100000:3.0:1768252546.615063:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088832 00000100:00100000:3.0:1768252546.615106:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1768252546.615114:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476088832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252546.615167:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476088832:12345-0@lo:400:kworker.0 Request processed in 54us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252546.615173:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1768252546.615336:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476088832:0@lo:400:kworker.0 00000100:00080000:3.0:1768252546.615387:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252546.625343:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252546.625972:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088704 00000100:00100000:3.0:1768252546.625985:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088704 00000100:00100000:3.0:1768252546.626082:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1768252546.626092:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476088704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252546.626174:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476088704:12345-0@lo:400:kworker.0 Request processed in 84us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252546.626182:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00080000:3.0:1768252546.626220:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252546.627900:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476088704:0@lo:400:kworker.0 00000100:00100000:1.0:1768252546.628358:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252546.628741:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088576 00000100:00100000:2.0:1768252546.628749:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088576 00000100:00100000:2.0:1768252546.628812:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1768252546.628822:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476088576:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768252546.628822:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252546.629451:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476088576:12345-0@lo:400:kworker.0 Request processed in 629us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252546.629460:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1768252546.629496:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252546.629523:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088448 00000100:00100000:2.0:1768252546.629528:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088448 00000100:00100000:2.0:1768252546.629551:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1768252546.629558:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476088448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252546.629594:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476088448:12345-0@lo:400:kworker.0 Request processed in 37us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252546.629600:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1768252546.629625:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277feff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476088448:0@lo:400:kworker.0 00000100:00100000:1.0:1768252546.629625:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fefce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476088576:0@lo:400:kworker.0 00000100:00100000:2.0:1768252546.629638:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476088960:0@lo:400:kworker.0 00000100:00100000:2.0:1768252546.629667:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252546.629788:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476088960 00000100:00100000:1.0:1768252546.629792:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476088960 00000100:00100000:1.0:1768252546.629838:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1768252546.629844:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476088960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252546.629880:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476088960:12345-0@lo:400:kworker.0 Request processed in 36us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252546.629886:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:2.0:1768252546.629958:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252546.630093:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476088960:0@lo:400:kworker.0 00000001:00080000:1.0:1768252546.687316:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00010000:00010000:2.0:1768252547.510765:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252548.531118:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252549.063806:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252549.063868:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252549.063991:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252549.064054:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786240 00000100:00100000:1.0:1768252549.064068:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786240 00000100:00100000:1.0:1768252549.064144:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 839 00000100:00100000:1.0:1768252549.064156:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451786240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252549.064635:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451786240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 478us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252549.064646:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 839 00000100:00080000:1.0:1768252549.064679:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252549.065303:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785984 00000100:00100000:3.0:1768252549.065311:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785984 00000100:00100000:3.0:1768252549.065383:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1183 00000100:00100000:3.0:1768252549.065393:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451785984:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252549.065461:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451785984:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252549.065469:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1183 00000100:00080000:1.0:1768252549.066813:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252549.067649:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451785856 00000100:00100000:0.0:1768252549.067664:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451785856 00000100:00100000:0.0:1768252549.067744:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1024 00000100:00100000:0.0:1768252549.067755:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451785856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252549.067899:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451785856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 144us (4027us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252549.067908:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1024 00000100:00100000:1.0:1768252549.073327:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252549.073506:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786112 00000100:00100000:2.0:1768252549.073520:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786112 00000100:00100000:2.0:1768252549.073728:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 840 00000100:00100000:2.0:1768252549.073739:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451786112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252549.073834:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451786112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 96us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252549.073843:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 840 00000100:00080000:1.0:1768252549.073892:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252549.171729:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476089088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252549.171799:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252549.171881:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089088 00000100:00100000:1.0:1768252549.171889:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089088 00000100:00100000:1.0:1768252549.171940:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1768252549.171948:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476089088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252549.171986:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252549.172062:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476089088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252549.172069:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:1.0:1768252549.172094:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252549.172119:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:1.0:1768252549.172125:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277fface00, transno 4294967330 00000100:00100000:1.0:1768252549.172144:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476089088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252549.172613:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476089216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252549.172647:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252549.172721:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089216 00000100:00100000:0.0:1768252549.172732:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089216 00000100:00100000:0.0:1768252549.172800:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1768252549.172811:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476089216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252549.172849:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252549.172923:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476089216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252549.172931:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:0.0:1768252549.173227:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252549.173305:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476089216:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768252549.568563:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252550.578545:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252551.602442:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252551.732510:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476089600:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.732690:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476089472:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.732780:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252551.732859:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476089984:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.732887:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252551.732917:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1768252551.732923:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476089344:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.732965:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252551.732989:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476089856:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733034:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252551.733076:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089472 00000100:00100000:0.0:1768252551.733087:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089472 00000100:00100000:0.0:1768252551.733145:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089856 00000100:00100000:0.0:1768252551.733148:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089856 00000100:00100000:0.0:1768252551.733186:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1768252551.733195:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476089472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733258:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476089472:12345-0@lo:400:kworker.0 Request processed in 63us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252551.733266:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1768252551.733289:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1768252551.733294:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476089856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733333:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476089856:12345-0@lo:400:kworker.0 Request processed in 28us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252551.733339:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1768252551.733361:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089984 00000100:00100000:0.0:1768252551.733365:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089984 00000100:00100000:0.0:1768252551.733392:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1768252551.733398:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476089984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733434:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476089984:12345-0@lo:400:kworker.0 Request processed in 36us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252551.733440:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1768252551.733459:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089344 00000100:00100000:0.0:1768252551.733462:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089344 00000100:00100000:0.0:1768252551.733486:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1768252551.733491:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476089344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733542:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476089344:12345-0@lo:400:kworker.0 Request processed in 50us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252551.733549:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00080000:0.0:1768252551.733585:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252551.733591:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252551.733628:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476089344:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733641:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476089856:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733649:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476089472:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733658:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476089984:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733715:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476089728:0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733743:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252551.733771:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089728 00000100:00100000:0.0:1768252551.733775:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089728 00000100:00100000:0.0:1768252551.733805:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1768252551.733811:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476089728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252551.733843:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476089728:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252551.733852:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00080000:0.0:1768252551.733866:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252551.733881:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476089728:0@lo:400:kworker.0 00000100:00100000:1.0:1768252551.734553:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252551.734753:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476089600 00000100:00100000:3.0:1768252551.734760:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476089600 00000100:00100000:3.0:1768252551.734814:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1768252551.734823:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476089600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252551.734877:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476089600:12345-0@lo:400:kworker.0 Request processed in 55us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252551.734885:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00080000:0.0:1768252551.735806:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252551.738433:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476089600:0@lo:400:kworker.0 00010000:00010000:1.0:1768252552.626248:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252553.653587:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252554.191792:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252554.191855:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252554.191895:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252554.191902:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786368 00000100:00100000:3.0:1768252554.191918:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786368 00000100:00100000:0.0:1768252554.191929:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252554.191961:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786624 00000100:00100000:0.0:1768252554.191964:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786624 00000100:00100000:3.0:1768252554.191996:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1026 00000100:00100000:0.0:1768252554.192006:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786752 00000100:00100000:3.0:1768252554.192007:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451786368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252554.192009:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786752 00000100:00100000:0.0:1768252554.192071:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 843 00000100:00100000:0.0:1768252554.192078:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451786624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252554.192133:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451786368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 128us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252554.192142:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1026 00000100:00100000:1.0:1768252554.192319:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786496 00000100:00100000:1.0:1768252554.192324:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786496 00000100:00100000:1.0:1768252554.192363:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1187 00000100:00100000:1.0:1768252554.192371:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451786496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252554.192448:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 844 00000100:00100000:2.0:1768252554.192459:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451786752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252554.192704:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451786624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 624us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252554.192714:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 843 00000100:00080000:0.0:1768252554.192740:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252554.192746:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252554.192748:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252554.198193:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451786496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 5802us (6275us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252554.198215:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1187 00000100:00100000:2.0:1768252554.198224:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451786752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 5766us (6291us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252554.198235:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 844 00000100:00100000:1.0:1768252554.290327:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476090112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252554.290419:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252554.302330:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476090240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252554.302445:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252554.302607:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090112 00000100:00100000:2.0:1768252554.302618:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090112 00000100:00100000:2.0:1768252554.302682:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090240 00000100:00100000:2.0:1768252554.302685:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090240 00000100:00100000:2.0:1768252554.302707:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1768252554.302716:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476090112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252554.302763:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252554.305503:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1768252554.305540:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476090240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252554.305594:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252554.305721:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476090240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 202us (3275us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252554.305730:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1768252554.306071:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476090112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3355us (15653us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252554.306079:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00080000:2.0:1768252554.306436:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252554.306443:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252554.312469:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476090240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252554.315596:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476090112:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252554.683282:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252555.698211:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252556.722188:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252556.853817:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252556.854489:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252556.854513:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476090496:0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.854597:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252556.856124:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090496 00000100:00100000:2.0:1768252556.856139:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090496 00000100:00100000:2.0:1768252556.856301:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1768252556.856312:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476090496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252556.856397:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476090496:12345-0@lo:400:kworker.0 Request processed in 87us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252556.856404:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1768252556.861832:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476090368:0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.861899:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476090496:0@lo:400:kworker.0 00000100:00100000:1.0:1768252556.861933:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252556.861993:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090368 00000100:00100000:0.0:1768252556.861999:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090368 00000100:00100000:0.0:1768252556.862078:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1768252556.862086:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476090368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.862139:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476090368:12345-0@lo:400:kworker.0 Request processed in 53us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252556.862147:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1768252556.862760:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476090368:0@lo:400:kworker.0 00000100:00100000:3.0:1768252556.864937:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476090752:0@lo:400:kworker.0 00000100:00100000:3.0:1768252556.865000:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252556.865056:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252556.865062:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476090624:0@lo:400:kworker.0 00000100:00100000:3.0:1768252556.865088:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252556.865117:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090752 00000100:00100000:3.0:1768252556.865124:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090752 00000100:00100000:3.0:1768252556.865175:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1768252556.865185:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476090752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252556.865233:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476090752:12345-0@lo:400:kworker.0 Request processed in 50us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252556.865240:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00080000:3.0:1768252556.865281:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252556.865297:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090624 00000100:00100000:3.0:1768252556.865301:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090624 00000100:00100000:3.0:1768252556.865331:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1768252556.865338:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277feff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476090624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252556.865370:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277feff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476090624:12345-0@lo:400:kworker.0 Request processed in 33us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252556.865376:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:3.0:1768252556.865390:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252556.865421:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476090624:0@lo:400:kworker.0 00000100:00100000:3.0:1768252556.865431:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476090752:0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.865758:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476090880:0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.865788:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252556.865816:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252556.865821:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476091008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.865841:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252556.865864:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091008 00000100:00100000:0.0:1768252556.865869:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091008 00000100:00100000:0.0:1768252556.865897:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1768252556.865904:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476091008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252556.865939:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476091008:12345-0@lo:400:kworker.0 Request processed in 36us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252556.865946:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00080000:0.0:1768252556.865964:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252556.865982:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476091008:0@lo:400:kworker.0 00000100:00100000:2.0:1768252556.866161:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476090880 00000100:00100000:2.0:1768252556.866166:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476090880 00000100:00100000:2.0:1768252556.866205:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1768252556.866212:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476090880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252556.866248:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476090880:12345-0@lo:400:kworker.0 Request processed in 37us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252556.866254:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00080000:0.0:1768252556.866355:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252556.866373:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476090880:0@lo:400:kworker.0 00010000:00010000:1.0:1768252557.746252:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252558.770151:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252559.305446:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252559.305492:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252559.305525:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252559.305553:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252559.305618:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451786880 00000100:00100000:1.0:1768252559.305627:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451786880 00000100:00100000:1.0:1768252559.305699:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1028 00000100:00100000:1.0:1768252559.305709:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451786880:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252559.305779:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451786880:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252559.305787:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1028 00000100:00100000:2.0:1768252559.306142:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787008 00000100:00100000:2.0:1768252559.306148:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787008 00000100:00100000:2.0:1768252559.306198:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1191 00000100:00100000:2.0:1768252559.306205:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451787008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252559.306259:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451787008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 54us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252559.306265:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1191 00000100:00080000:3.0:1768252559.306394:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252559.306998:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787264 00000100:00100000:0.0:1768252559.307006:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787264 00000100:00100000:0.0:1768252559.307087:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787136 00000100:00100000:0.0:1768252559.307091:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787136 00000100:00100000:0.0:1768252559.307123:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 847 00000100:00100000:0.0:1768252559.307131:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451787264:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252559.307177:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451787264:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 47us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252559.307183:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 847 00000100:00100000:0.0:1768252559.307201:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 848 00000100:00100000:0.0:1768252559.307208:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451787136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768252559.307341:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252559.307344:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252559.307870:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451787136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 659us (2313us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252559.307879:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 848 00000100:00100000:3.0:1768252559.410383:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252559.410406:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476091136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252559.410474:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252559.410678:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476091264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252559.410707:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252559.410785:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091136 00000100:00100000:1.0:1768252559.410793:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091136 00000100:00100000:1.0:1768252559.410850:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091264 00000100:00100000:1.0:1768252559.410853:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091264 00000100:00100000:1.0:1768252559.410871:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1768252559.410878:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476091136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252559.410915:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252559.410976:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476091136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252559.410983:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1768252559.411000:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1768252559.411005:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476091264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252559.411047:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252559.411073:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476091264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252559.411079:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1768252559.411119:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476091264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252559.411133:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726491f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476091136:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768252559.411214:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252559.411219:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768252559.794629:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252560.514490:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252560.517694:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787392 00000100:00100000:1.0:1768252560.517708:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787392 00000100:00100000:1.0:1768252560.517774:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 556 00000100:00100000:1.0:1768252560.517785:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451787392:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252560.517899:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451787392:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 116us (3415us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252560.517907:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 556 00000100:00100000:2.0:1768252560.522652:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252560.523369:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787520 00000100:00100000:1.0:1768252560.523378:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787520 00000100:00100000:1.0:1768252560.523440:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 296 00000100:00100000:1.0:1768252560.523457:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451787520:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252560.523905:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451787520:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 447us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252560.523914:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 296 00000100:00100000:1.0:1768252560.526137:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252560.540967:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787648 00000100:00100000:2.0:1768252560.540983:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787648 00000100:00100000:2.0:1768252560.541075:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 297 00000100:00100000:2.0:1768252560.541085:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451787648:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252560.541473:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451787648:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 388us (15344us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252560.541481:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 297 00000100:00100000:0.0:1768252560.550745:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252560.551632:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787776 00000100:00100000:2.0:1768252560.551646:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787776 00000100:00100000:2.0:1768252560.551718:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 557 00000100:00100000:2.0:1768252560.551731:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726491f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451787776:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252560.553359:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726491f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451787776:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 1620us (2613us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252560.553373:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 557 00000100:00100000:0.0:1768252560.560145:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252560.560216:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451787904 00000100:00100000:2.0:1768252560.560226:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451787904 00000100:00100000:2.0:1768252560.560290:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 558 00000100:00100000:2.0:1768252560.560300:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451787904:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252560.560411:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451787904:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 112us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252560.560420:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 558 00000100:00100000:0.0:1768252560.567658:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252560.567698:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788032 00000100:00100000:0.0:1768252560.567708:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788032 00000100:00100000:0.0:1768252560.567758:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 298 00000100:00100000:0.0:1768252560.567767:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451788032:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252560.568083:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451788032:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 315us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252560.568091:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 298 00000100:00100000:1.0:1768252560.573822:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252560.573857:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788160 00000100:00100000:1.0:1768252560.573867:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788160 00000100:00100000:1.0:1768252560.573918:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 299 00000100:00100000:1.0:1768252560.573928:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451788160:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252560.574269:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:38942:x1854145451788160:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 341us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252560.574278:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 299 00000100:00100000:1.0:1768252560.582457:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252560.582540:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788288 00000100:00100000:3.0:1768252560.582551:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788288 00000100:00100000:3.0:1768252560.582614:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 559 00000100:00100000:3.0:1768252560.582624:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451788288:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252560.582935:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:38942:x1854145451788288:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 312us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252560.582943:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 559 00010000:00010000:1.0:1768252560.819368:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252561.842379:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252561.974984:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476091392:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.975109:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252561.975155:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476091904:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.975180:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252561.975202:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252561.975208:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476091520:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.975242:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252561.975259:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476092032:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.975281:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252561.975306:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476091648:0@lo:400:kworker.0 00000100:00100000:3.0:1768252561.975317:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091392 00000100:00100000:3.0:1768252561.975325:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091392 00000100:00100000:2.0:1768252561.975326:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252561.975344:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252561.975349:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476091776:0@lo:400:kworker.0 00000100:00100000:3.0:1768252561.975367:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1768252561.975376:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476091392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.975382:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252561.975405:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091904 00000100:00100000:2.0:1768252561.975408:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091904 00000100:00100000:3.0:1768252561.975426:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476091392:12345-0@lo:400:kworker.0 Request processed in 51us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252561.975433:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1768252561.975442:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091520 00000100:00100000:2.0:1768252561.975445:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091520 00000100:00100000:2.0:1768252561.975461:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091648 00000100:00100000:2.0:1768252561.975463:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091648 00000100:00100000:3.0:1768252561.975476:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1768252561.975482:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476091904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252561.976737:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476091904:12345-0@lo:400:kworker.0 Request processed in 1249us (1551us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252561.976802:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1768252561.976974:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1768252561.976982:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476091648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.977033:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476091648:12345-0@lo:400:kworker.0 Request processed in 53us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252561.977040:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1768252561.977103:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476091648:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.977130:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476091520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.977161:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476091520:12345-0@lo:400:kworker.0 Request processed in 351us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252561.977167:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1768252561.987693:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476091520:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.987712:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476091392:0@lo:400:kworker.0 00000100:00100000:2.0:1768252561.987723:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476091904:0@lo:400:kworker.0 00000100:00100000:1.0:1768252561.987808:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092032 00000100:00100000:1.0:1768252561.987819:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092032 00000100:00100000:1.0:1768252561.987970:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476091776 00000100:00100000:1.0:1768252561.987974:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476091776 00000100:00100000:1.0:1768252561.987998:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1768252561.988008:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476092032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252561.988136:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476092032:12345-0@lo:400:kworker.0 Request processed in 130us (12853us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252561.988147:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1768252561.988168:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1768252561.988177:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476091776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252561.988213:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476091776:12345-0@lo:400:kworker.0 Request processed in 39us (12830us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252561.988218:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1768252561.988345:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476092032:0@lo:400:kworker.0 00000100:00100000:1.0:1768252561.988355:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476091776:0@lo:400:kworker.0 00000100:00080000:1.0:1768252561.991183:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252561.991192:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252561.991196:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252561.991853:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00010000:00010000:1.0:1768252562.866998:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252563.286881:0:67709:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7e48c700 20000000:00000080:3.0:1768252563.286898:0:67709:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647525c00 uarg=0000000000000000 00010000:00010000:3.0:1768252563.287250:0:67709:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252563.293315:0:67709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252563.293324:0:67709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252563.293335:0:67709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abba9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c1f expref: 5 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.293370:0:67709:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252563.293412:0:67709:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252563.293429:0:67709:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.293442:0:67709:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.293451:0:67709:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.293494:0:67709:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.293507:0:67709:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 17 pid: 5775 timeout: 1918 lvb_type: 0 00000100:00100000:3.0:1768252563.293521:0:67709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777584000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67709:1854145476092160:0@lo:104: 00000100:00100000:3.0:1768252563.293586:0:67709:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252563.293742:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768252563.293771:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092160 00000100:00100000:0.0:1768252563.293781:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092160 00000100:00100000:0.0:1768252563.294006:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1768252563.294056:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726475a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:67709:x1854145476092160:12345-0@lo:104: 00010000:00010000:0.0:1768252563.294075:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.301100:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252563.301118:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726475a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:67709:x1854145476092160:12345-0@lo:104: Request processed in 7061us (7525us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252563.301134:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1768252563.301345:0:67709:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274e644000 going to sleep for 11 seconds 00000100:00100000:3.0:1768252563.301377:0:67709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777584000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67709:1854145476092160:0@lo:104: 00010000:00010000:3.0:1768252563.301413:0:67709:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252563.301504:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252563.301512:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252563.301520:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252563.301524:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252563.301533:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252563.301540:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252563.301546:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252563.301598:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252563.301605:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252563.301630:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252563.301642:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abba72 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abba79 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252563.301648:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1768252563.301665:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252563.301668:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252563.301670:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252563.301773:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476092288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252563.301859:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252563.301980:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092288 00000100:00100000:1.0:1768252563.301990:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092288 00010000:00010000:1.0:1768252563.302127:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 18 pid: 5775 timeout: 1918 lvb_type: 0 00000100:00100000:1.0:1768252563.302167:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1768252563.302176:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972745078450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476092288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252563.302193:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252563.302198:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 18 pid: 5775 timeout: 1918 lvb_type: 0 00010000:00010000:1.0:1768252563.302379:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 18 pid: 5775 timeout: 1918 lvb_type: 0 00010000:00010000:1.0:1768252563.302401:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abba79 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abba72 expref: 18 pid: 5775 timeout: 1918 lvb_type: 0 00010000:00010000:1.0:1768252563.302421:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302431:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302450:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302457:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302464:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302535:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302542:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252563.302547:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302565:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.302583:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.303038:0:67709:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.303053:0:67709:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252563.303060:0:67709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abbaf0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67709 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252563.303787:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252563.303893:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972745078450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476092288:12345-0@lo:103:ldlm_bl.0 Request processed in 1711us (2028us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252563.303907:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1768252563.304339:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476092288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252563.892054:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252564.446993:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252564.447052:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252564.447083:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252564.447107:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252564.447150:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788800 00000100:00100000:0.0:1768252564.447161:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788800 00000100:00100000:0.0:1768252564.447232:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788672 00000100:00100000:0.0:1768252564.447235:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788672 00000100:00100000:0.0:1768252564.447260:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 851 00000100:00100000:0.0:1768252564.447270:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451788800:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252564.447341:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451788800:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 72us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252564.447347:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 851 00000100:00100000:0.0:1768252564.447366:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 852 00000100:00100000:0.0:1768252564.447372:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451788672:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252564.447396:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451788672:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252564.447403:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 852 00000100:00100000:0.0:1768252564.447423:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788416 00000100:00100000:0.0:1768252564.447427:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788416 00000100:00100000:0.0:1768252564.447453:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1030 00000100:00100000:0.0:1768252564.447459:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451788416:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252564.447483:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451788416:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252564.447490:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1030 00000100:00080000:0.0:1768252564.447520:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252564.447524:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252564.454342:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788544 00000100:00100000:3.0:1768252564.454359:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788544 00000100:00100000:3.0:1768252564.454432:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1195 00000100:00100000:3.0:1768252564.454443:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451788544:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252564.454529:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451788544:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 88us (7549us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252564.454538:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1195 00000100:00080000:3.0:1768252564.454681:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252564.530489:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252564.530514:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476092416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252564.530582:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252564.530705:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092416 00000100:00100000:1.0:1768252564.530714:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092416 00000100:00100000:1.0:1768252564.530774:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1768252564.530783:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476092416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252564.530817:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252564.530880:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476092416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252564.530887:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1768252564.530937:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476092416:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252564.531079:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252564.534253:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476092544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252564.536152:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252564.541510:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092544 00000100:00100000:1.0:1768252564.541527:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092544 00000100:00100000:1.0:1768252564.541606:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1768252564.541616:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476092544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252564.541657:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252564.541739:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476092544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (5592us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252564.541746:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:1.0:1768252564.541769:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252564.541809:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476092544:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1768252564.850730:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252564.850738:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252564.850743:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252564.850793:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252564.850804:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252564.850813:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252564.850839:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476092672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252564.850907:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252564.850967:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727411ca600 going to sleep for 11 seconds 00000100:00100000:1.0:1768252564.851553:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092672 00000100:00100000:1.0:1768252564.851562:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092672 00000100:00100000:1.0:1768252564.851625:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1768252564.851636:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476092672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252564.851652:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252564.851670:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbaf7 expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252564.851696:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252564.851705:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252564.851715:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768252564.852415:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476092672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 777us (1503us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252564.852423:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1768252564.858598:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476092672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252564.858630:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252564.858643:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252564.858671:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252564.858676:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252564.858684:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252564.914783:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252565.938141:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252566.294282:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252566.294474:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451788928 00000100:00100000:1.0:1768252566.294485:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451788928 00000100:00100000:1.0:1768252566.294568:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 560 00000100:00100000:1.0:1768252566.294578:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39029:x1854145451788928:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252566.294606:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252566.294632:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c34 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252566.294699:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252566.294710:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252566.294724:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768252566.294790:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:1.0:1768252566.294795:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252566.294820:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252566.294844:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c34 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252566.294863:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c34 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252566.294872:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768252566.294875:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252566.294878:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252566.294930:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39029:x1854145451788928:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 354us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252566.294937:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 560 00000100:00080000:0.0:1768252566.295473:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252566.299132:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252566.299307:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789184 00000100:00100000:1.0:1768252566.299318:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789184 00000100:00100000:1.0:1768252566.299379:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 561 00000100:00100000:1.0:1768252566.299388:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39029:x1854145451789184:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252566.299446:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252566.299476:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c34 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252566.299497:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abba9c) 00010000:00010000:1.0:1768252566.299502:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768252566.299512:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252566.299550:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.299563:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.299573:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000001:00080000:2.0:1768252566.392936:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967515 is committed 00000004:00010000:1.0:1768252566.393049:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fef1c9dd reply state 000000001ae8af09 transno 4294967515 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252566.393064:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252566.393109:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00080000:1.0:1768252566.393222:0:6919:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768252566.393240:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39029:x1854145451789184:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 93849us (94112us total) trans 4294967515 rc 0/0 00000100:00100000:1.0:1768252566.393250:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 561 00010000:00010000:1.0:1768252566.393286:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.393296:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.393304:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.393310:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252566.393316:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.393324:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.393340:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768252566.393344:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252566.393349:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.393355:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb13 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252566.962132:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252567.090293:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476093184:0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.090293:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476093056:0@lo:400:kworker.0 00000100:00100000:1.0:1768252567.090371:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476092800:0@lo:400:kworker.0 00000100:00100000:0.0:1768252567.090638:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476092928:0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.091781:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252567.091870:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093056 00000100:00100000:2.0:1768252567.091879:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093056 00000100:00100000:2.0:1768252567.091934:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1768252567.091943:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476093056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.091995:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476093056:12345-0@lo:400:kworker.0 Request processed in 54us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252567.092002:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:2.0:1768252567.092850:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252567.092896:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476093056:0@lo:400:kworker.0 00000100:00100000:1.0:1768252567.099972:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252567.100342:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252567.100648:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476093312:0@lo:400:kworker.0 00000100:00100000:1.0:1768252567.100686:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252567.100816:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092800 00000100:00100000:3.0:1768252567.100826:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092800 00000100:00100000:3.0:1768252567.100871:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1768252567.100879:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476092800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252567.100936:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476092800:12345-0@lo:400:kworker.0 Request processed in 58us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252567.100944:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1768252567.100991:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476092800:0@lo:400:kworker.0 00000100:00100000:3.0:1768252567.101047:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093184 00000100:00100000:3.0:1768252567.101051:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093184 00000100:00100000:3.0:1768252567.101085:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1768252567.101092:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476093184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252567.101213:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476093184:12345-0@lo:400:kworker.0 Request processed in 121us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252567.101221:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00080000:3.0:1768252567.101237:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252567.101265:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476093184:0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.101874:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093312 00000100:00100000:2.0:1768252567.101880:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093312 00000100:00100000:2.0:1768252567.101925:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1768252567.101932:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476093312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.101975:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476093312:12345-0@lo:400:kworker.0 Request processed in 44us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252567.101981:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1768252567.102294:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476093312:0@lo:400:kworker.0 00000100:00080000:1.0:1768252567.102362:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252567.102655:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252567.102723:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476093440:0@lo:400:kworker.0 00000100:00100000:0.0:1768252567.102763:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252567.102849:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093440 00000100:00100000:1.0:1768252567.102855:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093440 00000100:00100000:1.0:1768252567.102900:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1768252567.102907:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476093440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252567.102946:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476093440:12345-0@lo:400:kworker.0 Request processed in 39us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252567.102952:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:0.0:1768252567.103340:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252567.103365:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476093440:0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.103594:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476092928 00000100:00100000:2.0:1768252567.103600:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476092928 00000100:00100000:2.0:1768252567.103671:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1768252567.103679:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476092928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252567.103733:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476092928:12345-0@lo:400:kworker.0 Request processed in 51us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252567.103739:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1768252567.103799:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476092928:0@lo:400:kworker.0 00000020:00000080:1.0:1768252567.253906:0:67904:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd84a17bc0 20000000:00000080:1.0:1768252567.253922:0:67904:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727431b4800 uarg=0000000000000000 00010000:00010000:1.0:1768252567.254421:0:67904:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252567.254629:0:67904:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252567.254649:0:67904:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252567.254666:0:67904:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.254682:0:67904:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.254690:0:67904:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.254730:0:67904:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.254743:0:67904:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 17 pid: 5775 timeout: 1922 lvb_type: 0 00000100:00100000:1.0:1768252567.254757:0:67904:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67904:1854145476093568:0@lo:104: 00000100:00100000:1.0:1768252567.254814:0:67904:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252567.254869:0:67904:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264716b300 going to sleep for 11 seconds 00000100:00100000:3.0:1768252567.254944:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093568 00000100:00100000:3.0:1768252567.254952:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093568 00000100:00100000:3.0:1768252567.255092:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1768252567.255101:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:67904:x1854145476093568:12345-0@lo:104: 00010000:00010000:3.0:1768252567.255115:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252567.255185:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252567.255191:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:67904:x1854145476093568:12345-0@lo:104: Request processed in 92us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252567.255197:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00010000:00010000:0.0:1768252567.255251:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252567.255259:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255266:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252567.255270:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255279:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252567.255286:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252567.255291:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252567.255321:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255327:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252567.255347:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255353:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abbaf7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbafe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255367:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252567.255369:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252567.255371:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252567.255379:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252567.255389:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476093696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252567.255420:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252567.255464:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093696 00000100:00100000:0.0:1768252567.255468:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093696 00010000:00010000:0.0:1768252567.255488:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 18 pid: 5775 timeout: 1922 lvb_type: 0 00000100:00100000:0.0:1768252567.255510:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1768252567.255516:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476093696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252567.255525:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252567.255529:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 18 pid: 5775 timeout: 1922 lvb_type: 0 00010000:00010000:0.0:1768252567.255539:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 18 pid: 5775 timeout: 1922 lvb_type: 0 00010000:00010000:0.0:1768252567.255552:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255559:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255570:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255576:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255582:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255588:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255597:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252567.255601:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255608:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255616:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252567.255625:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252567.255653:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476093696:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252567.255660:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1768252567.255694:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476093696:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252567.255854:0:67904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abbafe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbaf7 expref: 17 pid: 5775 timeout: 1922 lvb_type: 0 00000100:00100000:1.0:1768252567.255864:0:67904:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67904:1854145476093568:0@lo:104: 00010000:00010000:1.0:1768252567.255877:0:67904:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.255885:0:67904:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.255896:0:67904:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.255903:0:67904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abbb1a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252567.986126:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252568.694549:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252568.694557:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252568.694563:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252568.694608:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252568.694620:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252568.694632:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252568.694658:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476093824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252568.694723:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252568.694799:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777246240 going to sleep for 11 seconds 00000100:00100000:2.0:1768252568.694854:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093824 00000100:00100000:2.0:1768252568.694862:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093824 00000100:00100000:2.0:1768252568.694918:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1768252568.694927:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476093824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252568.694941:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252568.694953:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbb21 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252568.694976:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252568.694985:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252568.694994:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00400, rc 0) 00000100:00100000:2.0:1768252568.695060:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476093824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252568.695067:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1768252568.695113:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476093824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252568.695126:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252568.695133:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252568.695150:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252568.695155:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252568.695191:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252569.027473:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252569.543384:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252569.543424:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252569.543465:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252569.543492:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252569.543521:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789568 00000100:00100000:0.0:1768252569.543532:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789568 00000100:00100000:0.0:1768252569.543589:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789696 00000100:00100000:0.0:1768252569.543593:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789696 00000100:00100000:0.0:1768252569.543619:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 855 00000100:00100000:0.0:1768252569.543628:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451789568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252569.543696:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451789568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252569.543703:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 855 00000100:00100000:0.0:1768252569.543722:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 856 00000100:00100000:0.0:1768252569.543728:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451789696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252569.543756:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451789696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252569.543762:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 856 00000100:00080000:0.0:1768252569.543977:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252569.543982:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252569.544058:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789312 00000100:00100000:1.0:1768252569.544063:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789312 00000100:00100000:1.0:1768252569.544100:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1034 00000100:00100000:1.0:1768252569.544107:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451789312:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252569.544135:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451789312:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252569.544142:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1034 00000100:00100000:2.0:1768252569.544270:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789440 00000100:00100000:2.0:1768252569.544275:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789440 00000100:00100000:2.0:1768252569.544324:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1199 00000100:00100000:2.0:1768252569.544332:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451789440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252569.544367:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451789440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252569.544373:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1199 00000100:00080000:0.0:1768252569.544557:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252569.661562:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252569.661587:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476093952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252569.661657:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252569.665436:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476093952 00000100:00100000:1.0:1768252569.665453:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476093952 00000100:00100000:1.0:1768252569.665523:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1768252569.665533:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476093952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252569.665573:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252569.665654:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476093952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (3996us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252569.665661:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:1.0:1768252569.665684:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252569.665724:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476093952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252569.670291:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476094080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252569.670378:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252569.674596:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094080 00000100:00100000:0.0:1768252569.674610:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094080 00000100:00100000:0.0:1768252569.674735:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1768252569.674745:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476094080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252569.674781:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252569.674996:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476094080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 252us (4616us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252569.675005:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:2.0:1768252569.678721:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252569.679104:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476094080:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252570.035121:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252570.500190:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252570.500377:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789824 00000100:00100000:1.0:1768252570.500388:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789824 00000100:00100000:1.0:1768252570.500454:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 102 00000100:00100000:1.0:1768252570.500464:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39106:x1854145451789824:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:1.0:1768252570.500590:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39106:x1854145451789824:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 127us (409us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252570.500598:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 102 00000100:00100000:2.0:1768252570.505286:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252570.505385:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451789952 00000100:00100000:1.0:1768252570.505397:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451789952 00000100:00100000:1.0:1768252570.505464:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 562 00000100:00100000:1.0:1768252570.505475:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39106:x1854145451789952:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252570.505502:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252570.505527:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c3b expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252570.505596:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505610:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505621:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505680:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505691:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505697:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505952:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505961:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252570.505969:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768252570.505998:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:1.0:1768252570.506002:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252570.506379:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506393:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506400:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506407:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506413:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252570.506417:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506424:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506437:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9600) 00010000:00010000:3.0:1768252570.506440:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252570.506444:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506450:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbb36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506468:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506474:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506480:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506485:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252570.506487:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506493:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506500:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972749ca9700) 00010000:00010000:3.0:1768252570.506502:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252570.506505:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506511:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbb3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.506541:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbb2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c3b expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252570.506556:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c3b expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252570.506564:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:3.0:1768252570.506567:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252570.506569:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:3.0:1768252570.506637:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39106:x1854145451789952:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1164us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252570.506645:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 562 00000100:00100000:0.0:1768252570.513548:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252570.513702:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451790208 00000100:00100000:3.0:1768252570.513712:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451790208 00000100:00100000:3.0:1768252570.513761:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 563 00000100:00100000:3.0:1768252570.513770:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39106:x1854145451790208:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768252570.513791:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252570.513810:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbb4b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c42 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252570.513957:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.513972:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.513983:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.513998:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514005:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514043:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:3.0:1768252570.514564:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:3.0:1768252570.514816:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbb60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514827:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbb60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514835:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbb60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514868:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514876:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514883:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514889:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252570.514893:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514901:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514912:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:3.0:1768252570.514915:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252570.514919:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252570.514926:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbb52 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768252570.514938:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000061a8b7bf reply state 00000000ad35ac72 transno 4294967516 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252570.514952:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252570.514979:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbb4b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c42 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252570.514993:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbb60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c42 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252570.515001:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252570.515004:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252570.515006:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768252570.515103:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39106:x1854145451790208:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1332us (1565us total) trans 4294967516 rc 0/0 00000100:00100000:3.0:1768252570.515111:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 563 00000100:00100000:1.0:1768252570.515681:0:6916:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6916:1854145476094208:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1768252570.515727:0:6916:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252570.515784:0:6916:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252570.515963:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094208 00000100:00100000:3.0:1768252570.515970:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094208 00000100:00100000:3.0:1768252570.516077:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1768252570.516087:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:6916:x1854145476094208:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1768252570.516129:0:6570:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00010000:00010000:2.0:1768252570.518882:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252570.518904:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252570.518911:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252570.518918:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.518923:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252570.518930:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252570.518944:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff97274f8b9c00) 00010000:00010000:2.0:1768252570.518947:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252570.518950:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252570.518956:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbb59 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252570.526073:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252570.526186:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451790464 00000100:00100000:2.0:1768252570.526199:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451790464 00000100:00100000:2.0:1768252570.526266:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 564 00000100:00100000:2.0:1768252570.526286:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39106:x1854145451790464:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:2.0:1768252570.526357:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252570.526385:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbb60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c42 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252570.526415:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:2.0:1768252570.526427:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252570.526480:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.526495:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.526505:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768252570.526627:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d745040 reply state 00000000366d13fc transno 4294967517 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768252570.526636:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252570.526724:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39106:x1854145451790464:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 447us (663us total) trans 4294967517 rc 0/0 00000100:00100000:2.0:1768252570.526732:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 564 00000100:00100000:1.0:1768252570.531098:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:2.0:1768252570.531193:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.531205:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.531213:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.531219:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.531224:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.531232:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.531248:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff972742c4a800) 00010000:00010000:2.0:1768252570.531251:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252570.531257:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.531263:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252570.531363:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451790592 00000100:00100000:0.0:1768252570.531374:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451790592 00000100:00100000:0.0:1768252570.531431:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 565 00000100:00100000:0.0:1768252570.531441:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39106:x1854145451790592:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768252570.531465:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252570.531484:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbb75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c49 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252570.531535:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbb75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c49 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252570.531546:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbb75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c49 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252570.531563:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252570.531566:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768252570.531568:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252570.531621:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39106:x1854145451790592:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 181us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252570.531628:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 565 00000100:00100000:3.0:1768252570.538854:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6916:x1854145476094208:12345-0@lo:5:osp-pre-0-0.0 Request processed in 22760us (23117us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1768252570.538868:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1768252570.543638:0:6916:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd53800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6916:1854145476094208:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1768252570.543661:0:6916:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:1.0:1768252570.544211:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252570.544494:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451790720 00000100:00100000:3.0:1768252570.544503:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451790720 00000100:00100000:3.0:1768252570.544551:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 301 00000100:00100000:3.0:1768252570.544560:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451790720:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:3.0:1768252570.544935:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451790720:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 375us (726us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1768252570.544943:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 301 00000100:00100000:1.0:1768252570.558706:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252570.558807:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451790976 00000100:00100000:2.0:1768252570.558818:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451790976 00000100:00100000:2.0:1768252570.558875:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 103 00000100:00100000:2.0:1768252570.558883:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39106:x1854145451790976:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768252570.559483:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:39106:x1854145451790976:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 598us (786us total) trans 4294967518 rc 0/0 00000100:00100000:2.0:1768252570.559492:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 103 00000100:00100000:0.0:1768252570.633868:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252570.633992:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451791104 00000100:00100000:2.0:1768252570.634006:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451791104 00000100:00100000:2.0:1768252570.634098:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 566 00000100:00100000:2.0:1768252570.634109:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:39110:x1854145451791104:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768252570.634152:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252570.634179:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c50 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252570.634273:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634531:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634548:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634565:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634572:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634578:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634676:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634684:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634691:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768252570.634722:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00000004:00200000:2.0:1768252570.634726:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252570.634744:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634755:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634762:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634769:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634780:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634786:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.634790:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634797:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634806:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768252570.634809:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252570.634813:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634818:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbb83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634830:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634835:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634841:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634846:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.634848:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634853:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634863:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972742c4a800) 00010000:00010000:2.0:1768252570.634866:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252570.634868:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634873:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbb8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.634899:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c50 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252570.634912:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c50 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252570.634919:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff972775270a00) 00010000:00010000:2.0:1768252570.634921:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252570.634924:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768252570.635091:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:39110:x1854145451791104:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 983us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252570.635098:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 566 00000100:00100000:3.0:1768252570.646296:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252570.646488:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451791232 00000100:00100000:0.0:1768252570.646499:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451791232 00000100:00100000:0.0:1768252570.646563:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 302 00000100:00100000:0.0:1768252570.646572:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451791232:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:0.0:1768252570.646591:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252570.646613:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c57 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252570.646637:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x6965649a, atime: 0x6965649a, ctime: 0x6965649a, blocks: 0x1 00010000:00010000:0.0:1768252570.646658:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252570.646660:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252570.646670:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252570.646687:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252570.646700:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768252570.646762:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451791232:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 191us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252570.646770:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 302 00000100:00100000:0.0:1768252570.653124:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252570.653228:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451791488 00000100:00100000:2.0:1768252570.653240:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451791488 00000100:00100000:2.0:1768252570.653303:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 567 00000100:00100000:2.0:1768252570.653312:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:39110:x1854145451791488:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768252570.653377:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252570.653404:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbb91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c50 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252570.653432:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbb75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c49 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252570.653443:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff972775270a00) 00010000:00010000:2.0:1768252570.653454:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252570.653478:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653491:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653502:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653515:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653521:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653527:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653633:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653639:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.653645:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000040:00080000:2.0:1768252570.654003:0:6919:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9344 00000004:00080000:2.0:1768252570.654066:0:6919:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1776075051832ns, next at 1777075048591ns, rc = 0 00010000:00010000:2.0:1768252570.654124:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654134:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654152:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654159:0:6919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654166:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654172:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654185:0:6919:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252570.654205:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654210:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654216:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654222:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.654226:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654232:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654244:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff972742c4a600) 00010000:00010000:2.0:1768252570.654247:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252570.654252:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654257:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbbad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654309:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654315:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654320:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654326:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.654329:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654335:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654342:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768252570.654345:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252570.654348:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.654353:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbb9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768252570.654362:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e2895051 reply state 0000000094213da9 transno 4294967519 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768252570.654371:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252570.654454:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:39110:x1854145451791488:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1140us (1337us total) trans 4294967519 rc 0/0 00000100:00100000:2.0:1768252570.654461:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 567 00010000:00010000:1.0:1768252570.654780:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252570.654787:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252570.654793:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252570.654797:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252570.654802:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252570.654811:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff972742c4a600) 00010000:00010000:1.0:1768252570.654814:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768252570.654817:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252570.654822:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbbb4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252570.654836:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252570.654838:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252570.654840:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252570.668616:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.668634:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.668641:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.668647:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252570.668652:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.668659:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.668675:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972742c4a800) 00010000:00010000:2.0:1768252570.668679:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252570.668683:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252570.668689:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbba6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252571.058625:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768252571.787762:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00000004:00080000:0.0:1768252571.787774:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 47 committed 00000100:00100000:2.0:1768252571.789853:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252571.789880:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476094336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768252571.789954:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252571.790159:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094336 00000100:00100000:3.0:1768252571.790167:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094336 00000100:00100000:3.0:1768252571.790255:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1768252571.790265:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476094336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1768252571.790292:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00010000:00010000:3.0:1768252571.790321:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252571.790352:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252571.790361:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252571.790363:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252571.790367:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252571.790396:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252571.790410:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 6 pid: 6569 timeout: 1877 lvb_type: 1 00000100:00100000:3.0:1768252571.790421:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476094464:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768252571.790481:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646d2af00 going to sleep for 11 seconds 00000100:00080000:2.0:1768252571.793096:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252571.795068:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252571.795104:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451791616 00000100:00100000:2.0:1768252571.795113:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451791616 00010000:00010000:2.0:1768252571.795175:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 7 pid: 6569 timeout: 1877 lvb_type: 1 00000100:00100000:2.0:1768252571.795214:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 348 00000100:00100000:2.0:1768252571.795224:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451791616:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768252571.795241:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252571.795246:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 7 pid: 6569 timeout: 1877 lvb_type: 1 00010000:00010000:2.0:1768252571.795261:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 7 pid: 6569 timeout: 1877 lvb_type: 1 00010000:00010000:2.0:1768252571.795293:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252571.795295:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252571.795301:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252571.795312:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252571.795332:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252571.795388:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451791616:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 165us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252571.795400:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 348 00000100:00080000:2.0:1768252571.795506:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768252571.796184:0:6570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbb98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c57 expref: 6 pid: 6569 timeout: 1877 lvb_type: 1 00000100:00100000:1.0:1768252571.796202:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476094464:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768252571.796222:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796233:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796240:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796250:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796259:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796279:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1768252571.796723:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3321:x1854145476094336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6457us (6766us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1768252571.796732:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00010000:1.0:1768252571.796767:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252571.796773:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796781:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252571.796785:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796793:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796809:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796817:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbbbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252571.796833:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252571.796835:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252571.796838:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252571.800563:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277cae8a80/2, rc 0, transno 4294967333 00000100:00100000:2.0:1768252571.800579:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476094336:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1768252571.802178:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:2.0:1768252571.802194:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00010000:00010000:2.0:1768252572.082255:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252572.211084:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476094848:0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.211163:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252572.211219:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252572.211227:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476094720:0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.211250:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252572.211278:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094848 00000100:00100000:0.0:1768252572.211285:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094848 00000100:00100000:0.0:1768252572.211343:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094720 00000100:00100000:0.0:1768252572.211347:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094720 00000100:00100000:0.0:1768252572.211367:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1768252572.211374:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476094848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.211422:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476094848:12345-0@lo:400:kworker.0 Request processed in 48us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252572.211430:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1768252572.211450:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1768252572.211456:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476094720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.211481:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476094720:12345-0@lo:400:kworker.0 Request processed in 26us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252572.211487:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1768252572.211525:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476094720:0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.211536:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476094848:0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.211755:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476094592:0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.211790:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252572.211814:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476095104:0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.211836:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252572.211858:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252572.211863:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476094976:0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.211882:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252572.211909:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094976 00000100:00100000:2.0:1768252572.211913:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094976 00000100:00100000:2.0:1768252572.211940:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1768252572.211946:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476094976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.211979:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476094976:12345-0@lo:400:kworker.0 Request processed in 33us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252572.211985:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00080000:2.0:1768252572.212002:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252572.212040:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095104 00000100:00100000:2.0:1768252572.212044:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095104 00000100:00100000:2.0:1768252572.212071:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1768252572.212077:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476095104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.212104:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476095104:12345-0@lo:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252572.212110:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:2.0:1768252572.212141:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252572.212158:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476094976:0@lo:400:kworker.0 00000100:00100000:2.0:1768252572.212168:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476095104:0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.216944:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476094592 00000100:00100000:0.0:1768252572.216960:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476094592 00000100:00100000:0.0:1768252572.217040:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1768252572.217050:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476094592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252572.217153:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476094592:12345-0@lo:400:kworker.0 Request processed in 103us (5361us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252572.217161:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1768252572.217222:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476094592:0@lo:400:kworker.0 00000020:00000080:0.0:1768252572.288403:0:68150:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe70adaf40 20000000:00000080:0.0:1768252572.288422:0:68150:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775a4c00 uarg=0000000000000000 00010000:00010000:0.0:1768252572.288703:0:68150:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252572.288738:0:68150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:0.0:1768252572.288742:0:68150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252572.288754:0:68150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbb44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c3b expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252572.288774:0:68150:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252572.288789:0:68150:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252572.288804:0:68150:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252572.288817:0:68150:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252572.288826:0:68150:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252572.288862:0:68150:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252572.288878:0:68150:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 17 pid: 5778 timeout: 1927 lvb_type: 0 00000100:00100000:0.0:1768252572.288890:0:68150:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68150:1854145476095232:0@lo:104: 00000100:00100000:0.0:1768252572.288946:0:68150:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252572.289198:0:68150:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83d80 going to sleep for 11 seconds 00000100:00100000:3.0:1768252572.289394:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095232 00000100:00100000:3.0:1768252572.289402:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095232 00000100:00100000:3.0:1768252572.289486:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1768252572.289496:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68150:x1854145476095232:12345-0@lo:104: 00010000:00010000:3.0:1768252572.289508:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252572.289606:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252572.289613:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68150:x1854145476095232:12345-0@lo:104: Request processed in 119us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252572.289621:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1768252572.289683:0:68150:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68150:1854145476095232:0@lo:104: 00010000:00010000:0.0:1768252572.289702:0:68150:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252572.289767:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252572.289773:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252572.289781:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252572.289785:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252572.289792:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252572.289799:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252572.289803:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252572.289874:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252572.289881:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252572.289915:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252572.289922:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbb21 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbb28 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252572.289936:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252572.289938:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252572.289939:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252572.289947:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252572.289958:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476095360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252572.289991:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252572.290174:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095360 00000100:00100000:2.0:1768252572.290180:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095360 00010000:00010000:2.0:1768252572.290203:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 18 pid: 5778 timeout: 1927 lvb_type: 0 00000100:00100000:2.0:1768252572.290259:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1768252572.290267:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476095360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252572.290278:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252572.290282:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 18 pid: 5778 timeout: 1927 lvb_type: 0 00010000:00010000:2.0:1768252572.290291:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 18 pid: 5778 timeout: 1927 lvb_type: 0 00010000:00010000:2.0:1768252572.290302:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abbb28 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbb21 expref: 18 pid: 5778 timeout: 1927 lvb_type: 0 00010000:00010000:2.0:1768252572.290316:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290323:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290336:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290343:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290349:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290354:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290359:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252572.290363:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290369:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290388:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252572.290397:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252572.290437:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476095360:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252572.290444:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1768252572.290494:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476095360:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252572.290577:0:68150:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252572.290585:0:68150:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252572.290591:0:68150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963000/0xef9a6e5c83abbbc2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68150 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252573.106280:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252573.554175:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252573.554183:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252573.554188:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252573.554453:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252573.554466:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252573.554481:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252573.554509:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476095488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252573.554573:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252573.554714:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252573.560090:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095488 00000100:00100000:0.0:1768252573.560120:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095488 00000100:00100000:2.0:1768252573.560470:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1768252573.560483:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476095488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252573.560501:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252573.560521:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbbc9 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252573.560551:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252573.560562:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252573.560571:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768252573.560660:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476095488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (6085us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252573.560677:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1768252573.560941:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476095488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252573.560959:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252573.560969:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252573.560990:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252573.560996:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252573.561003:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252574.130278:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252574.667360:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252574.667534:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451791872 00000100:00100000:0.0:1768252574.667544:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451791872 00000100:00100000:0.0:1768252574.667625:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1203 00000100:00100000:0.0:1768252574.667637:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451791872:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252574.667728:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451791872:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 94us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252574.667736:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1203 00000100:00080000:2.0:1768252574.668530:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252574.687228:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252574.687309:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252574.687335:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252574.687361:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792000 00000100:00100000:2.0:1768252574.687372:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792000 00000100:00100000:2.0:1768252574.687432:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792128 00000100:00100000:2.0:1768252574.687436:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792128 00000100:00100000:2.0:1768252574.687468:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 858 00000100:00100000:2.0:1768252574.687478:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451792000:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252574.687557:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451792000:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252574.687565:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 858 00000100:00100000:2.0:1768252574.687584:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 859 00000100:00100000:2.0:1768252574.687591:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451792128:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252574.687617:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451792128:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252574.687622:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 859 00000100:00080000:2.0:1768252574.687640:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252574.687644:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252574.689289:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451791744 00000100:00100000:3.0:1768252574.689302:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451791744 00000100:00100000:3.0:1768252574.689356:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1037 00000100:00100000:3.0:1768252574.689364:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451791744:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252574.689432:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451791744:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (2213us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252574.689439:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1037 00000100:00100000:2.0:1768252574.775527:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476095616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252574.775611:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252574.794278:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476095744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252574.794712:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252574.794809:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095616 00000100:00100000:2.0:1768252574.794819:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095616 00000100:00100000:2.0:1768252574.794875:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095744 00000100:00100000:2.0:1768252574.794878:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095744 00000100:00100000:2.0:1768252574.794898:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1768252574.794907:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476095616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252574.794949:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252574.795000:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476095616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (19387us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252574.795008:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1768252574.795050:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1768252574.795057:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476095744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252574.795187:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252574.795223:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476095744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 167us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252574.795230:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:2.0:1768252574.795248:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252574.795252:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252574.795286:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476095744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252574.796746:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000100:00100000:2.0:1768252574.796772:0:3319:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff97277cae8a80 x1854145476094336/t4294967333(4294967333) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1768252587 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1768252574.796794:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476095616:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768252575.156864:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252575.725127:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252575.726045:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792256 00000100:00100000:3.0:1768252575.726118:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792256 00000100:00100000:0.0:1768252575.728437:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 568 00000100:00100000:0.0:1768252575.728455:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39202:x1854145451792256:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252575.728475:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252575.728498:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbbd7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c5e expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252575.728559:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbbde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.728573:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.728586:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768252575.728646:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1768252575.728650:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252575.728671:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbbde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.728693:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbbd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c5e expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252575.728715:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbbde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c5e expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252575.728724:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270c00) 00010000:00010000:0.0:1768252575.728727:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252575.728731:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768252575.728800:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39202:x1854145451792256:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 351us (3682us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252575.728807:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 568 00000100:00100000:0.0:1768252575.734538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252575.734610:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792512 00000100:00100000:2.0:1768252575.734621:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792512 00000100:00100000:2.0:1768252575.734680:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 569 00000100:00100000:2.0:1768252575.734695:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39202:x1854145451792512:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252575.734748:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252575.734775:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbbde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c5e expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252575.734792:0:5783:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbb44) 00010000:00010000:2.0:1768252575.734796:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270c00) 00010000:00010000:2.0:1768252575.734807:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252575.734832:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252575.734844:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252575.734853:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:1.0:1768252575.860674:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967520 is committed 00000004:00010000:3.0:1768252575.861176:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b35c1954 reply state 0000000003e2ee5e transno 4294967520 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252575.861189:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252575.861233:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00080000:3.0:1768252575.861426:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1768252575.861450:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39202:x1854145451792512:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 126757us (126919us total) trans 4294967520 rc 0/0 00000100:00100000:3.0:1768252575.861460:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 569 00010000:00010000:0.0:1768252575.861529:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.861538:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.861545:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.861551:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252575.861555:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.861562:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.861578:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252575.861581:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768252575.862835:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252575.862847:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbbe5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252576.181403:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252576.674517:0:68346:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5caea790 20000000:00000080:1.0:1768252576.674536:0:68346:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647db2400 uarg=0000000000000000 00010000:00010000:1.0:1768252576.674847:0:68346:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252576.674865:0:68346:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252576.674878:0:68346:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252576.674989:0:68346:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252576.675008:0:68346:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252576.675224:0:68346:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252576.675270:0:68346:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252576.675390:0:68346:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 17 pid: 5778 timeout: 1932 lvb_type: 0 00000100:00100000:1.0:1768252576.675409:0:68346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277feff480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68346:1854145476095872:0@lo:104: 00000100:00100000:1.0:1768252576.675472:0:68346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252576.675581:0:68346:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252576.675635:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476095872 00000100:00100000:3.0:1768252576.675644:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476095872 00000100:00100000:3.0:1768252576.675732:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1768252576.675743:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68346:x1854145476095872:12345-0@lo:104: 00010000:00010000:3.0:1768252576.675756:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252576.675825:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252576.675832:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68346:x1854145476095872:12345-0@lo:104: Request processed in 92us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252576.675840:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:0.0:1768252576.675905:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252576.675914:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.675922:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252576.675926:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.675935:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252576.675942:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252576.675947:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252576.675984:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.675989:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252576.676008:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.676046:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abbbc9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbbd0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.676064:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252576.676066:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252576.676068:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252576.676354:0:68346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277feff480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68346:1854145476095872:0@lo:104: 00010000:00010000:1.0:1768252576.676373:0:68346:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252576.676850:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476096000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252576.676919:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252576.677217:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096000 00000100:00100000:0.0:1768252576.677224:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096000 00010000:00010000:0.0:1768252576.677256:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 18 pid: 5778 timeout: 1932 lvb_type: 0 00000100:00100000:0.0:1768252576.677304:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1768252576.677313:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476096000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252576.677329:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252576.677335:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 18 pid: 5778 timeout: 1932 lvb_type: 0 00010000:00010000:0.0:1768252576.677347:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 18 pid: 5778 timeout: 1932 lvb_type: 0 00010000:00010000:0.0:1768252576.677363:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abbbd0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbbc9 expref: 18 pid: 5778 timeout: 1932 lvb_type: 0 00010000:00010000:0.0:1768252576.677380:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677388:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677407:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677413:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677421:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677432:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677439:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252576.677443:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.677450:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252576.677733:0:68346:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252576.677740:0:68346:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.679478:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.679494:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbbec lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68346 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252576.679514:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252576.679652:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476096000:12345-0@lo:103:ldlm_bl.0 Request processed in 2336us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252576.679662:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1768252576.691930:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476096000:0@lo:103:ldlm_bl.0 00000001:00080000:3.0:1768252576.901491:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00010000:00010000:1.0:1768252577.202922:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252577.335452:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476096128:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.335532:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252577.335616:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476096256:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.335641:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252577.335679:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096128 00000100:00100000:2.0:1768252577.335688:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096128 00000100:00100000:2.0:1768252577.335728:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096256 00000100:00100000:2.0:1768252577.335731:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096256 00000100:00100000:2.0:1768252577.335760:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1768252577.335769:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476096128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.335818:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476096128:12345-0@lo:400:kworker.0 Request processed in 50us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252577.335825:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1768252577.335843:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1768252577.335849:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476096256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.335879:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476096256:12345-0@lo:400:kworker.0 Request processed in 31us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252577.335886:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00080000:2.0:1768252577.335907:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252577.335940:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476096128:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.335966:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476096256:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.335999:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476096384:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336051:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252577.336096:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096384 00000100:00100000:2.0:1768252577.336100:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096384 00000100:00100000:2.0:1768252577.336130:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1768252577.336136:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476096384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336171:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476096384:12345-0@lo:400:kworker.0 Request processed in 35us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252577.336177:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00080000:2.0:1768252577.336191:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252577.336208:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:2.0:1768252577.336213:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277cae8a80, transno 4294967333 00000100:00100000:2.0:1768252577.336222:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476096384:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336446:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476096512:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336469:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252577.336494:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096512 00000100:00100000:2.0:1768252577.336498:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096512 00000100:00100000:2.0:1768252577.336522:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1768252577.336528:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476096512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336561:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476096512:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252577.336566:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00080000:2.0:1768252577.336580:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252577.336596:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476096512:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336629:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476096640:0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336651:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252577.336679:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096640 00000100:00100000:2.0:1768252577.336683:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096640 00000100:00100000:2.0:1768252577.336707:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1768252577.336714:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476096640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252577.336746:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476096640:12345-0@lo:400:kworker.0 Request processed in 33us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252577.336752:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00080000:2.0:1768252577.336765:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252577.336784:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476096640:0@lo:400:kworker.0 10000000:01000000:0.0:1768252578.034526:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252578.034536:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252578.034542:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252578.034595:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252578.034607:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252578.034617:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252578.034648:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476096768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252578.034716:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252578.035008:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096768 00000100:00100000:2.0:1768252578.035038:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096768 00000100:00100000:2.0:1768252578.035117:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1768252578.035128:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476096768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252578.035142:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252578.035158:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbbf3 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252578.035182:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252578.035197:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252578.035205:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00000, rc 0) 00000100:00100000:2.0:1768252578.035241:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476096768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252578.035248:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1768252578.035853:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252578.036254:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476096768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252578.036275:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252578.036285:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252578.036306:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252578.036311:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252578.036318:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252578.226595:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252579.250171:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252579.791135:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252579.791175:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252579.791206:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252579.791242:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252579.791365:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793024 00000100:00100000:3.0:1768252579.791375:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793024 00000100:00100000:3.0:1768252579.791425:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792896 00000100:00100000:3.0:1768252579.791428:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792896 00000100:00100000:3.0:1768252579.791502:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 862 00000100:00100000:3.0:1768252579.791515:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451793024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252579.791597:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451793024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252579.791605:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 862 00000100:00100000:3.0:1768252579.791624:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 863 00000100:00100000:3.0:1768252579.791631:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451792896:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252579.791658:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451792896:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252579.791665:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 863 00000100:00100000:3.0:1768252579.791684:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792640 00000100:00100000:3.0:1768252579.791688:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792640 00000100:00100000:3.0:1768252579.791714:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00100000:3.0:1768252579.791721:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451792640:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252579.791746:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451792640:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252579.791751:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00080000:3.0:1768252579.791783:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252579.791788:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252579.792031:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451792768 00000100:00100000:2.0:1768252579.792037:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451792768 00000100:00100000:2.0:1768252579.792087:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1207 00000100:00100000:2.0:1768252579.792094:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451792768:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252579.792130:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451792768:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252579.792136:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1207 00000100:00080000:2.0:1768252579.792180:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252579.904345:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476096896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252579.904417:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252579.904491:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476097024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252579.904513:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252579.914063:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476096896 00000100:00100000:1.0:1768252579.914080:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476096896 00000100:00100000:1.0:1768252579.914140:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097024 00000100:00100000:1.0:1768252579.914144:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097024 00000100:00100000:1.0:1768252579.914167:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1768252579.914177:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476096896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252579.914216:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252579.914436:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252579.914465:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793152 00000100:00100000:0.0:1768252579.914470:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793152 00000100:00100000:0.0:1768252579.914500:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 570 00000100:00100000:0.0:1768252579.914508:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39279:x1854145451793152:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768252579.914521:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252579.914544:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbc01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c65 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252579.914607:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914622:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914634:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914649:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914655:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914662:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914791:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbc16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914799:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbc16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.914806:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbc16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252579.914831:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1768252579.914835:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252579.914861:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbc16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252579.916060:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476096896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1869us (11626us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252579.916072:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1768252579.916101:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1768252579.916112:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476097024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252579.916143:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252579.916192:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476097024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (11676us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252579.916199:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:1.0:1768252579.916225:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252579.916231:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768252579.918045:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918065:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918078:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918085:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252579.918090:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918097:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918113:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252579.918116:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252579.918122:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918127:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbc08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918142:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918147:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918153:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918159:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252579.918161:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918167:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918178:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270c00) 00010000:00010000:0.0:1768252579.918181:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252579.918184:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918190:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbc0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252579.918239:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbc01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c65 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252579.918419:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476096896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252579.918495:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476097024:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768252579.920130:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbc16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c65 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252579.920147:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252579.920150:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252579.920154:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252579.920233:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39279:x1854145451793152:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 5724us (5798us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252579.920244:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 570 00010000:00010000:3.0:1768252580.274237:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252581.302200:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252581.719867:0:68590:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffae897f0 20000000:00000080:0.0:1768252581.719888:0:68590:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97264800a800 uarg=0000000000000000 00010000:00010000:0.0:1768252581.720222:0:68590:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252581.721049:0:68590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252581.721057:0:68590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252581.721068:0:68590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbc16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c65 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.721094:0:68590:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252581.721118:0:68590:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252581.721133:0:68590:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.721147:0:68590:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.721156:0:68590:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.721194:0:68590:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.721207:0:68590:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 17 pid: 5778 timeout: 1937 lvb_type: 0 00000100:00100000:0.0:1768252581.721222:0:68590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68590:1854145476097152:0@lo:104: 00000100:00100000:0.0:1768252581.721416:0:68590:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252581.721645:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097152 00000100:00100000:3.0:1768252581.721653:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097152 00000100:00100000:3.0:1768252581.721704:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1768252581.721714:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68590:x1854145476097152:12345-0@lo:104: 00010000:00010000:3.0:1768252581.721726:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252581.721782:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252581.721789:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68590:x1854145476097152:12345-0@lo:104: Request processed in 77us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252581.721796:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00010000:00010000:1.0:1768252581.721850:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252581.721858:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.721866:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252581.721869:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.721877:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252581.721883:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252581.721888:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252581.721924:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.721930:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252581.721956:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.721963:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abbbf3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbbfa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.721978:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252581.721980:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252581.721981:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252581.721988:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252581.721999:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277feff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476097280:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252581.722062:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252581.722110:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097280 00000100:00100000:1.0:1768252581.722115:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097280 00010000:00010000:1.0:1768252581.722134:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 18 pid: 5778 timeout: 1937 lvb_type: 0 00000100:00100000:1.0:1768252581.722155:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1768252581.722162:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476097280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252581.722173:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252581.722179:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 18 pid: 5778 timeout: 1937 lvb_type: 0 00010000:00010000:1.0:1768252581.722187:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 18 pid: 5778 timeout: 1937 lvb_type: 0 00010000:00010000:1.0:1768252581.722201:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722207:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722220:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722226:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722233:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722252:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722262:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252581.722265:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722272:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722279:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252581.722289:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252581.722328:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476097280:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252581.722334:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1768252581.722404:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277feff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476097280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252581.722569:0:68590:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d46540 going to sleep for 11 seconds 00010000:00010000:0.0:1768252581.722585:0:68590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abbbfa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbbf3 expref: 17 pid: 5778 timeout: 1937 lvb_type: 0 00000100:00100000:0.0:1768252581.722595:0:68590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68590:1854145476097152:0@lo:104: 00010000:00010000:0.0:1768252581.722606:0:68590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.722613:0:68590:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.722618:0:68590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252581.722624:0:68590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abbc1d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252582.322185:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252582.460279:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476097536:0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460364:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252582.460429:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1768252582.460436:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476097408:0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460461:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252582.460479:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476097920:0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460500:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252582.460528:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097536 00000100:00100000:3.0:1768252582.460534:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097536 00000100:00100000:3.0:1768252582.460584:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097408 00000100:00100000:3.0:1768252582.460587:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097408 00000100:00100000:3.0:1768252582.460607:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1768252582.460615:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476097536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460667:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476097536:12345-0@lo:400:kworker.0 Request processed in 54us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252582.460674:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1768252582.460694:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1768252582.460699:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476097408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460726:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476097408:12345-0@lo:400:kworker.0 Request processed in 27us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252582.460731:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1768252582.460750:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097920 00000100:00100000:3.0:1768252582.460753:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097920 00000100:00100000:3.0:1768252582.460777:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1768252582.460783:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476097920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460811:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476097920:12345-0@lo:400:kworker.0 Request processed in 28us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252582.460818:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00080000:3.0:1768252582.460834:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252582.460840:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252582.460877:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476097408:0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460887:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476097920:0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.460896:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476097536:0@lo:400:kworker.0 00000100:00100000:2.0:1768252582.461737:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476097664:0@lo:400:kworker.0 00000100:00100000:2.0:1768252582.461781:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252582.461811:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252582.461818:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476097792:0@lo:400:kworker.0 00000100:00100000:2.0:1768252582.461844:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252582.461873:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097792 00000100:00100000:2.0:1768252582.461878:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097792 00000100:00100000:2.0:1768252582.461915:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1768252582.461922:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476097792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252582.461964:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476097792:12345-0@lo:400:kworker.0 Request processed in 42us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252582.461971:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1768252582.461983:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476097664 00000100:00100000:3.0:1768252582.461988:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476097664 00000100:00100000:2.0:1768252582.462000:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476097792:0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.462054:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1768252582.462061:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476097664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252582.462108:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476097664:12345-0@lo:400:kworker.0 Request processed in 48us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252582.462114:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00080000:3.0:1768252582.462130:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252582.462133:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252582.463665:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476097664:0@lo:400:kworker.0 10000000:01000000:3.0:1768252583.026106:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252583.026114:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252583.026119:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252583.026167:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252583.026178:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252583.026188:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252583.026212:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476098048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252583.026278:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252583.026332:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1768252583.026525:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098048 00000100:00100000:2.0:1768252583.026532:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098048 00000100:00100000:2.0:1768252583.026583:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1768252583.026592:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476098048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252583.026605:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252583.026617:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbc24 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252583.026638:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252583.026647:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252583.026655:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00a00, rc 0) 00000100:00100000:2.0:1768252583.026706:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476098048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252583.026716:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1768252583.026855:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476098048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252583.026869:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252583.026878:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252583.026894:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252583.026899:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252583.026906:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252583.346186:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252584.376753:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252584.914242:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252584.914323:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252584.914359:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252584.914382:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252584.914409:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793280 00000100:00100000:3.0:1768252584.914428:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793280 00000100:00100000:3.0:1768252584.914478:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1041 00000100:00100000:3.0:1768252584.914488:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451793280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252584.914550:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451793280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252584.914557:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1041 00000100:00100000:3.0:1768252584.914593:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793536 00000100:00100000:3.0:1768252584.914596:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793536 00000100:00100000:3.0:1768252584.914630:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793664 00000100:00100000:3.0:1768252584.914633:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793664 00000100:00100000:3.0:1768252584.914656:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 866 00000100:00100000:3.0:1768252584.914661:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451793536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252584.914702:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451793536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252584.914708:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 866 00000100:00100000:3.0:1768252584.914720:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 304 00000100:00100000:3.0:1768252584.914726:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451793664:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252584.914744:0:6569:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abba80 00000100:00080000:3.0:1768252584.914753:0:6569:0:(import.c:65:import_set_state_nolock()) ffff97277ffb1800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252584.914792:0:6569:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967330 00000100:00100000:3.0:1768252584.915082:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451793664:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 354us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252584.915089:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 304 00000100:00080000:3.0:1768252584.915212:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252584.915216:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1768252584.915230:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252584.915866:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793408 00000100:00100000:1.0:1768252584.915874:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793408 00000100:00100000:1.0:1768252584.915940:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1211 00000100:00100000:1.0:1768252584.915948:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451793408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768252584.916073:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252584.916143:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451793408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 195us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252584.916151:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1211 00000100:00100000:1.0:1768252585.014926:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252585.014951:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476098176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252585.015059:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252585.015130:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098176 00000100:00100000:1.0:1768252585.015138:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098176 00000100:00100000:1.0:1768252585.015193:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1768252585.015203:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476098176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252585.015237:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252585.015284:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476098176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252585.015291:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:3.0:1768252585.016538:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252585.018570:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476098304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252585.018636:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252585.018916:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476098176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252585.018952:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098304 00000100:00100000:1.0:1768252585.018959:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098304 00000100:00100000:1.0:1768252585.019048:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1768252585.019058:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476098304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252585.019091:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252585.019146:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476098304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252585.019153:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1768252585.019194:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476098304:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252585.019694:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252585.057789:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252585.057899:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451793792 00000100:00100000:1.0:1768252585.057909:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451793792 00000100:00100000:1.0:1768252585.057983:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 571 00000100:00100000:1.0:1768252585.057993:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39370:x1854145451793792:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252585.058335:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252585.058363:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbc32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c6c expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.058442:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbc39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.058457:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbc39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.058471:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbc39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252585.058553:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1768252585.058558:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252585.058583:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbc39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.058613:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbc32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c6c expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.058639:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbc39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c6c expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.058650:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252585.058653:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252585.058657:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768252585.058816:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39370:x1854145451793792:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 822us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252585.058824:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 571 00000100:00100000:0.0:1768252585.062275:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252585.062463:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794048 00000100:00100000:1.0:1768252585.062474:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794048 00000100:00100000:1.0:1768252585.062533:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 572 00000100:00100000:1.0:1768252585.062544:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39370:x1854145451794048:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252585.062601:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252585.062628:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbc39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c6c expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252585.062645:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbc16) 00010000:00010000:1.0:1768252585.062649:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768252585.062659:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252585.062686:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252585.062699:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252585.062708:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768252585.063464:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004a32dc02 reply state 000000007548b95e transno 4294967521 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768252585.063477:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252585.063495:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000100:00100000:1.0:1768252585.063624:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39370:x1854145451794048:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 1080us (1357us total) trans 4294967521 rc 0/0 00000100:00100000:1.0:1768252585.063632:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 572 00010000:00010000:0.0:1768252585.066748:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.066830:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.066905:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.066910:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252585.066913:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.066919:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.066932:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:0.0:1768252585.066935:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768252585.066939:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252585.066943:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abbc40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252585.395281:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252585.923255:0:68786:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6bd74d20 20000000:00000080:3.0:1768252585.923274:0:68786:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475a4400 uarg=0000000000000000 00010000:00010000:3.0:1768252585.923505:0:68786:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252585.923521:0:68786:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252585.923532:0:68786:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252585.923551:0:68786:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.923569:0:68786:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.923579:0:68786:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.923620:0:68786:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.923635:0:68786:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 17 pid: 5778 timeout: 1941 lvb_type: 0 00000100:00100000:3.0:1768252585.923654:0:68786:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68786:1854145476098432:0@lo:104: 00000100:00100000:3.0:1768252585.923716:0:68786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252585.923771:0:68786:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777d93f00 going to sleep for 11 seconds 00000100:00100000:0.0:1768252585.924168:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098432 00000100:00100000:0.0:1768252585.924176:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098432 00000100:00100000:0.0:1768252585.924233:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1768252585.924242:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68786:x1854145476098432:12345-0@lo:104: 00010000:00010000:0.0:1768252585.924254:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924315:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252585.924321:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:68786:x1854145476098432:12345-0@lo:104: Request processed in 81us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252585.924328:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00010000:00010000:0.0:1768252585.924348:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252585.924354:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924361:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252585.924364:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924372:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252585.924379:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252585.924388:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252585.924415:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924421:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252585.924444:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924451:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abbc24 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbc2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924468:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252585.924469:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252585.924471:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252585.924492:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476098560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252585.924537:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252585.924581:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098560 00000100:00100000:0.0:1768252585.924585:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098560 00010000:00010000:0.0:1768252585.924603:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 18 pid: 5778 timeout: 1941 lvb_type: 0 00000100:00100000:0.0:1768252585.924624:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1768252585.924629:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476098560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252585.924640:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252585.924645:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 18 pid: 5778 timeout: 1941 lvb_type: 0 00010000:00010000:0.0:1768252585.924655:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 18 pid: 5778 timeout: 1941 lvb_type: 0 00010000:00010000:0.0:1768252585.924674:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924681:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924693:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924699:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924706:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924711:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924716:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252585.924720:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924727:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924735:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252585.924745:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252585.924771:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476098560:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252585.924790:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00010000:00010000:3.0:1768252585.924926:0:68786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abbc2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbc24 expref: 17 pid: 5778 timeout: 1941 lvb_type: 0 00000100:00100000:3.0:1768252585.924938:0:68786:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68786:1854145476098432:0@lo:104: 00010000:00010000:3.0:1768252585.924954:0:68786:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.924966:0:68786:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.924972:0:68786:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252585.924977:0:68786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbc47 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68786 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252585.927061:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476098560:0@lo:103:ldlm_bl.0 00000001:00080000:1.0:1768252586.088653:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967521 is committed 00010000:00010000:3.0:1768252586.419521:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252587.454495:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252587.570268:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476098688:0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.570349:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252587.570660:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476099200:0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.570688:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252587.570716:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252587.570722:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476098816:0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.570743:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252587.570761:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476099328:0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.570788:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252587.570813:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476098944:0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.571038:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252587.571062:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252587.571068:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476099072:0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.571089:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252587.571119:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099200 00000100:00100000:0.0:1768252587.571127:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099200 00000100:00100000:0.0:1768252587.571177:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098816 00000100:00100000:3.0:1768252587.571343:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098688 00000100:00100000:3.0:1768252587.571349:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098688 00000100:00100000:3.0:1768252587.571388:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1768252587.571398:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476098688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.571453:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476098688:12345-0@lo:400:kworker.0 Request processed in 57us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252587.571461:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1768252587.571493:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099328 00000100:00100000:3.0:1768252587.571496:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099328 00000100:00100000:3.0:1768252587.571520:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099072 00000100:00100000:3.0:1768252587.571523:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099072 00000100:00100000:3.0:1768252587.571542:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1768252587.571549:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476099328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.571580:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476099328:12345-0@lo:400:kworker.0 Request processed in 32us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252587.571586:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1768252587.571746:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1768252587.571752:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476099072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.571783:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476099072:12345-0@lo:400:kworker.0 Request processed in 31us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252587.571789:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1768252587.571805:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476098944 00000100:00100000:3.0:1768252587.571809:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098944 00000100:00100000:3.0:1768252587.571829:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1768252587.572435:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476098816 10000000:01000000:1.0:1768252587.572512:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252587.572515:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252587.572519:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252587.572554:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252587.572565:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252587.572576:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252587.572609:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476099456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252587.572648:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252587.572680:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726483e9600 going to sleep for 11 seconds 00000100:00100000:3.0:1768252587.573119:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476099200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.573175:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476099200:12345-0@lo:400:kworker.0 Request processed in 63us (2486us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252587.578496:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1768252587.578520:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476098944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.578766:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476098944:12345-0@lo:400:kworker.0 Request processed in 257us (7725us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252587.578775:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1768252587.578797:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1768252587.578805:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476098816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252587.578941:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476098816:12345-0@lo:400:kworker.0 Request processed in 136us (8197us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252587.578949:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00080000:0.0:1768252587.578993:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252587.578999:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252587.579002:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252587.581957:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1768252587.582235:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099456 00000100:00100000:3.0:1768252587.582245:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099456 00000100:00100000:3.0:1768252587.582299:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1768252587.582309:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476099456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252587.582328:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252587.582354:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbc4e expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252587.582397:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252587.582409:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 18 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252587.582420:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252587.583200:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476099456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 887us (10545us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252587.583210:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1768252587.583288:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476098816:0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.583305:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476099328:0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.583317:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476098688:0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.583332:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476099200:0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.583411:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476099072:0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.583424:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476098944:0@lo:400:kworker.0 00000100:00100000:3.0:1768252587.583564:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476099456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252587.583583:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252587.583595:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252587.583688:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252587.583693:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252587.583701:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000001:00100000:1.0:1768252587.647513:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768252587.647522:0:7475:0:(genops.c:904:class_export_put()) final put ffff97277ffb3800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768252587.647839:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff97277ffb3800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:3.0:1768252587.651563:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97277ffb1800 for lustre-OST0001 00010000:00010000:1.0:1768252588.475109:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252589.376134:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252589.380544:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794176 00000100:00100000:3.0:1768252589.380566:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794176 00000100:00100000:3.0:1768252589.380670:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 573 00000100:00100000:3.0:1768252589.380681:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794176:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00080000:0.0:1768252589.381086:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252589.481177:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794176:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 100487us (105040us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252589.481193:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 573 00000100:00100000:1.0:1768252589.483251:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252589.486006:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794304 00000100:00100000:3.0:1768252589.486046:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794304 00000100:00080000:0.0:1768252589.486113:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252589.486406:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 305 00000100:00100000:2.0:1768252589.486419:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794304:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252589.486760:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794304:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 343us (3516us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252589.486769:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 305 00010000:00010000:3.0:1768252589.492458:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252589.492744:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252589.492884:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794432 00000100:00100000:0.0:1768252589.492895:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794432 00000100:00100000:0.0:1768252589.492951:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 306 00000100:00100000:0.0:1768252589.492972:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2367:x1854145451794432:12345-192.168.202.43@tcp:8:lfs.60003 00010000:00080000:0.0:1768252589.493007:0:6570:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1794 last 0 00000020:00000080:0.0:1768252589.493065:0:6570:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abbc5c 00002000:00100000:0.0:1768252589.493078:0:6570:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff9727775aa800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768252589.493116:0:6570:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768252589.493323:0:6570:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:0.0:1768252589.493334:0:6570:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1768252589.493363:0:6570:0:(import.c:65:import_set_state_nolock()) ffff9727775ad800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768252589.493698:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451794432:12345-192.168.202.43@tcp:8:lfs.60003 Request processed in 725us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252589.493707:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 306 00000100:00100000:3.0:1768252589.496326:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252589.496441:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794560 00000100:00100000:0.0:1768252589.496451:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794560 00000100:00100000:0.0:1768252589.496580:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 307 00000100:00100000:0.0:1768252589.496590:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39454:x1854145451794560:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252589.496916:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39454:x1854145451794560:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 326us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252589.496933:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 307 00000100:00080000:2.0:1768252589.498458:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252589.502755:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252589.505133:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794688 00000100:00100000:2.0:1768252589.505149:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794688 00000100:00100000:2.0:1768252589.505224:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 574 00000100:00100000:2.0:1768252589.505233:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794688:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252589.505558:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794688:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 325us (2813us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252589.505567:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 574 00000100:00100000:3.0:1768252589.512560:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252589.512754:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794816 00000100:00100000:1.0:1768252589.512767:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794816 00000100:00100000:1.0:1768252589.512841:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 575 00000100:00100000:1.0:1768252589.512853:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794816:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252589.569687:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794816:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 56821us (57126us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252589.569707:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 575 00000100:00100000:0.0:1768252589.572431:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252589.572530:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451794944 00000100:00100000:1.0:1768252589.572541:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451794944 00000100:00100000:1.0:1768252589.572636:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 308 00000100:00100000:1.0:1768252589.572646:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794944:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252589.573118:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451794944:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 471us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252589.573128:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 308 00000100:00100000:2.0:1768252589.575523:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252589.575590:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795072 00000100:00100000:1.0:1768252589.575599:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795072 00000100:00100000:1.0:1768252589.575665:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 309 00000100:00100000:1.0:1768252589.575673:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39454:x1854145451795072:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252589.576068:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39454:x1854145451795072:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 395us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252589.576080:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 309 00000100:00100000:3.0:1768252589.577740:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252589.577868:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795200 00000100:00100000:0.0:1768252589.577877:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795200 00000100:00100000:0.0:1768252589.578083:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 576 00000100:00100000:0.0:1768252589.578095:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451795200:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252589.578439:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39454:x1854145451795200:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 345us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252589.578448:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 576 00000100:00100000:2.0:1768252589.648947:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252589.649122:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795328 00000100:00100000:0.0:1768252589.649134:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795328 00000100:00100000:2.0:1768252589.649262:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 577 00000100:00100000:2.0:1768252589.649275:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39459:x1854145451795328:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768252589.649297:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252589.649322:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbc63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c73 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252589.649389:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649403:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649416:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649430:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649437:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649443:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649577:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbc78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649585:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbc78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649592:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbc78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768252589.649619:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1768252589.649623:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252589.649648:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbc78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649662:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649669:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649677:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649683:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252589.649687:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649695:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649707:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a600) 00010000:00010000:2.0:1768252589.649710:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252589.649714:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649721:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abbc6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649735:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649741:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649747:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649757:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252589.649760:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649766:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649787:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972742c4ac00) 00010000:00010000:2.0:1768252589.649790:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252589.649793:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649799:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abbc71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252589.649827:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbc63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c73 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252589.649842:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbc78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c73 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252589.649849:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252589.649852:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252589.649854:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768252589.649923:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39459:x1854145451795328:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 650us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252589.649931:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 577 00000100:00100000:3.0:1768252589.654796:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252589.654881:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795456 00000100:00100000:1.0:1768252589.654891:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795456 00000100:00100000:1.0:1768252589.654968:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 104 00000100:00100000:1.0:1768252589.654979:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39459:x1854145451795456:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:1.0:1768252589.655171:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39459:x1854145451795456:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 194us (383us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252589.655180:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 104 00000100:00100000:3.0:1768252589.659406:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252589.659480:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795712 00000100:00100000:2.0:1768252589.659490:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795712 00000100:00100000:2.0:1768252589.659547:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 578 00000100:00100000:2.0:1768252589.659555:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39459:x1854145451795712:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768252589.659575:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252589.659594:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abbc7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c7a expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252589.659748:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.659762:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.659772:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.659785:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.659791:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.659797:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00080000:2.0:1768252589.660430:0:5785:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00010000:00010000:2.0:1768252589.660660:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbc94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660670:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbc94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660680:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbc94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660719:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660726:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660732:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660738:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252589.660742:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660750:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660761:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252589.660764:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252589.660768:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.660774:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abbc86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768252589.660786:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f9b2d6b0 reply state 00000000c938374f transno 4294967522 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768252589.660795:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252589.660823:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abbc7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c7a expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252589.660836:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbc94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c7a expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252589.660844:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768252589.660847:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252589.660849:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252589.660918:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39459:x1854145451795712:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1363us (1521us total) trans 4294967522 rc 0/0 00000100:00100000:2.0:1768252589.660926:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 578 00010000:00010000:2.0:1768252589.664252:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.664273:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.664281:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.664288:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252589.664293:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.664301:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.664318:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972742c4a700) 00010000:00010000:2.0:1768252589.664321:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252589.664327:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252589.664333:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abbc8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252589.666541:0:7875:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7875:1854145476099584:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1768252589.666616:0:7875:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252589.666689:0:7875:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b4979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252589.666763:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099584 00000100:00100000:2.0:1768252589.666772:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099584 00000100:00100000:2.0:1768252589.666843:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1768252589.666853:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:7875:x1854145476099584:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1768252589.666900:0:6569:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00000100:00080000:0.0:1768252589.668789:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252589.682466:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252589.683796:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795840 00000100:00100000:0.0:1768252589.683809:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795840 00000100:00100000:0.0:1768252589.683884:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 311 00000100:00100000:0.0:1768252589.683895:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39459:x1854145451795840:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:0.0:1768252589.683913:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252589.683938:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c81 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252589.683983:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1768252589.684008:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252589.684041:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252589.684052:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 7 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252589.684071:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 7 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252589.684504:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252589.684586:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39459:x1854145451795840:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 691us (2129us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252589.684595:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 311 00000100:00100000:2.0:1768252589.710065:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7875:x1854145476099584:12345-0@lo:5:osp-pre-1-0.0 Request processed in 43202us (43436us total) trans 4294967331 rc 0/0 00000100:00100000:2.0:1768252589.710089:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1768252589.714029:0:7875:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7875:1854145476099584:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1768252589.714054:0:7875:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:3.0:1768252589.716492:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252589.716688:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451795968 00000100:00100000:2.0:1768252589.716697:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451795968 00002000:00100000:2.0:1768252589.716749:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff972649360700 x1854145451795968/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:320/0 lens 488/0 e 0 to 0 dl 1768252600 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768252589.716760:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972649360700 with x1854145451795968 ext(0->1048575) 00002000:00010000:2.0:1768252589.716766:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972649360700 00000100:00100000:2.0:1768252589.716808:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:2.0:1768252589.716818:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451795968:12345-192.168.202.43@tcp:4:dd.60003 00000001:00100000:1.0:1768252589.801009:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:1.0:1768252589.801050:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000100:00100000:2.0:1768252589.803660:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451795968:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 86832us (87165us total) trans 4294967332 rc 0/0 00000100:00100000:2.0:1768252589.803671:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00002000:00100000:2.0:1768252589.803682:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff972649360700 x1854145451795968/t4294967332(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:320/0 lens 488/448 e 0 to 0 dl 1768252600 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768252589.803690:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972649360700 with x1854145451795968 ext(0->1048575) 00002000:00010000:2.0:1768252589.803695:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972649360700 00000100:00100000:3.0:1768252589.806239:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252589.806357:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796096 00000100:00100000:0.0:1768252589.806366:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796096 00000100:00100000:0.0:1768252589.806413:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 579 00000100:00100000:0.0:1768252589.806420:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39459:x1854145451796096:12345-192.168.202.43@tcp:44:dd.60003 00000001:00080000:0.0:1768252589.834687:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967522 is committed 00000100:00100000:2.0:1768252589.835002:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39459:x1854145451796096:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 28573us (28763us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252589.835036:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 579 00000100:00100000:3.0:1768252589.837645:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252589.837763:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796224 00000100:00100000:2.0:1768252589.837852:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796224 00000100:00100000:2.0:1768252589.837970:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 312 00000100:00100000:2.0:1768252589.837982:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451796224:12345-192.168.202.43@tcp:16:dd.60003 00000001:00080000:3.0:1768252589.868750:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:0.0:1768252589.869080:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451796224:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 31093us (31440us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252589.869093:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 312 00000100:00100000:0.0:1768252589.871827:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252589.871991:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796480 00000100:00100000:3.0:1768252589.872002:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796480 00000100:00100000:3.0:1768252589.872096:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 105 00000100:00100000:3.0:1768252589.872107:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39459:x1854145451796480:12345-192.168.202.43@tcp:35:dd.60003 00000001:00080000:3.0:1768252589.872591:0:5787:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967523 00000100:00100000:3.0:1768252589.872697:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39459:x1854145451796480:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 591us (879us total) trans 4294967524 rc 0/0 00000100:00100000:3.0:1768252589.872704:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 105 00000020:00080000:3.0:1768252589.872710:0:5787:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1768252590.034709:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252590.034833:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252590.034873:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252590.035102:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796864 00000100:00100000:2.0:1768252590.035114:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796864 00000100:00100000:2.0:1768252590.035189:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 869 00000100:00100000:2.0:1768252590.035199:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451796864:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252590.035275:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451796864:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252590.035284:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 869 00000100:00100000:3.0:1768252590.035746:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252590.035908:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796992 00000100:00100000:2.0:1768252590.035922:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796992 00000100:00100000:2.0:1768252590.035966:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 870 00000100:00100000:2.0:1768252590.035974:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451796992:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252590.036031:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451796992:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252590.036038:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 870 00000100:00100000:1.0:1768252590.036280:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796736 00000100:00100000:1.0:1768252590.036285:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796736 00000100:00100000:1.0:1768252590.036325:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1215 00000100:00100000:1.0:1768252590.036334:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2370:x1854145451796736:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252590.036379:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2370:x1854145451796736:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 46us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252590.036386:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1215 00000100:00100000:0.0:1768252590.045027:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451796608 00000100:00100000:0.0:1768252590.045049:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451796608 00000100:00100000:2.0:1768252590.046036:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1044 00000100:00100000:2.0:1768252590.046050:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451796608:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252590.046144:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451796608:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 97us (11448us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252590.046152:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1044 00000100:00100000:3.0:1768252590.130422:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476099712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252590.130500:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252590.131053:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099712 00000100:00100000:2.0:1768252590.131063:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099712 00000100:00100000:2.0:1768252590.131217:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1768252590.131227:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476099712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252590.131264:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1768252590.131604:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252590.135242:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476099840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252590.135319:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252590.135384:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099840 00000100:00100000:1.0:1768252590.135391:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099840 00000100:00100000:1.0:1768252590.135438:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1768252590.135447:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476099840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252590.135469:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:1.0:1768252590.135515:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476099840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252590.135523:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1768252590.135564:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000100:00100000:1.0:1768252590.135591:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476099840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252590.149568:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476099712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 18330us (19055us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252590.149586:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1768252590.154090:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476099712:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768252590.515315:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252591.379416:0:68983:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1796800400116ns, next at 1777075048591ns, rc = 0 00000004:00080000:2.0:1768252591.379561:0:68983:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1796800547026ns, next at 1747872954112ns, rc = 0 00000004:00080000:0.0:1768252591.425863:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 48 committed 00000004:00080000:0.0:1768252591.425890:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 48 committed 00000001:00080000:0.0:1768252591.426568:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967524 is committed 00010000:00010000:3.0:1768252591.549178:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252592.562583:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252592.693188:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476100224:0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.693266:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252592.693328:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252592.693335:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476100352:0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.693362:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252592.693396:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100224 00000100:00100000:3.0:1768252592.693403:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100224 00000100:00100000:3.0:1768252592.693455:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1768252592.693463:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476100224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.693514:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476100224:12345-0@lo:400:kworker.0 Request processed in 52us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252592.693521:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1768252592.693545:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100352 00000100:00100000:3.0:1768252592.693549:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100352 00000100:00100000:3.0:1768252592.693575:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1768252592.693581:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476100352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.693612:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476100352:12345-0@lo:400:kworker.0 Request processed in 31us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252592.693617:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1768252592.693664:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476100352:0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.693674:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476100224:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.693769:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476099968:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.693805:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252592.693837:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476100480:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.693857:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252592.693874:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252592.693879:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476100096:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.693897:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252592.693914:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476100608:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.693951:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252592.693977:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100480 00000100:00100000:0.0:1768252592.693981:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100480 00000100:00100000:0.0:1768252592.694006:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100096 00000100:00100000:0.0:1768252592.694009:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100096 00000100:00100000:0.0:1768252592.694054:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1768252592.694060:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476100480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.694093:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476100480:12345-0@lo:400:kworker.0 Request processed in 33us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252592.694099:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1768252592.694112:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1768252592.694118:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476100096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.694144:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476100096:12345-0@lo:400:kworker.0 Request processed in 26us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252592.694152:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1768252592.694171:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100608 00000100:00100000:0.0:1768252592.694174:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100608 00000100:00100000:0.0:1768252592.694194:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1768252592.694200:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476100608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.694229:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476100608:12345-0@lo:400:kworker.0 Request processed in 29us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252592.694234:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1768252592.694262:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476100096:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.694272:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476100608:0@lo:400:kworker.0 00000100:00100000:0.0:1768252592.694281:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476100480:0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.694993:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476099968 00000100:00100000:3.0:1768252592.695000:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476099968 00000100:00100000:3.0:1768252592.695058:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1768252592.695066:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476099968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252592.695115:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476099968:12345-0@lo:400:kworker.0 Request processed in 49us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252592.695121:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00080000:1.0:1768252592.695309:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252592.695315:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252592.695318:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252592.695437:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476099968:0@lo:400:kworker.0 00000100:00100000:2.0:1768252593.159179:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252593.159414:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797120 00000100:00100000:1.0:1768252593.159425:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797120 00000100:00100000:1.0:1768252593.159487:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 580 00000100:00100000:1.0:1768252593.159496:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451797120:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252593.159583:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451797120:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 89us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252593.159591:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 580 00000100:00080000:0.0:1768252593.159733:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252593.164803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252593.164894:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797248 00000100:00100000:1.0:1768252593.164906:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797248 00000100:00100000:1.0:1768252593.164995:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 313 00000100:00100000:1.0:1768252593.165008:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39591:x1854145451797248:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:0.0:1768252593.165251:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252593.168198:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39591:x1854145451797248:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 3185us (3401us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252593.168211:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 313 00000100:00100000:1.0:1768252593.180886:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252593.181139:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797376 00000100:00100000:0.0:1768252593.181148:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797376 00000100:00100000:0.0:1768252593.181222:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 314 00000100:00100000:0.0:1768252593.181232:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39591:x1854145451797376:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252593.181613:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39591:x1854145451797376:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 381us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252593.181621:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 314 00000100:00080000:1.0:1768252593.181942:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252593.184134:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252593.184212:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797504 00000100:00100000:1.0:1768252593.184222:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797504 00000100:00100000:1.0:1768252593.184326:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 581 00000100:00100000:1.0:1768252593.184336:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451797504:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252593.184883:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451797504:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 547us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252593.184892:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 581 00000100:00100000:2.0:1768252593.191006:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252593.191547:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797632 00000100:00100000:1.0:1768252593.191558:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797632 00000100:00100000:1.0:1768252593.191621:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 582 00000100:00100000:1.0:1768252593.191631:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451797632:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252593.192570:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451797632:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 934us (1569us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252593.192581:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 582 00000100:00100000:2.0:1768252593.203541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252593.207377:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797760 00000100:00100000:3.0:1768252593.207392:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797760 00000100:00100000:1.0:1768252593.220213:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 315 00000100:00100000:1.0:1768252593.220226:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39591:x1854145451797760:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252593.220664:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39591:x1854145451797760:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 439us (17131us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252593.220673:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 315 00000100:00100000:3.0:1768252593.228333:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252593.232539:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451797888 00000100:00100000:2.0:1768252593.232555:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451797888 00000100:00100000:2.0:1768252593.232617:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 316 00000100:00100000:2.0:1768252593.232628:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39591:x1854145451797888:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252593.236006:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39591:x1854145451797888:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 3366us (7666us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252593.236035:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 316 00000100:00100000:1.0:1768252593.248406:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252593.248658:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798016 00000100:00100000:3.0:1768252593.248669:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798016 00000100:00100000:3.0:1768252593.248732:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 583 00000100:00100000:3.0:1768252593.248743:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451798016:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252593.249528:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39591:x1854145451798016:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 784us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252593.249537:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 583 00000100:00100000:3.0:1768252593.360862:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252593.361602:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798272 00000100:00100000:0.0:1768252593.361616:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798272 00000100:00100000:0.0:1768252593.361719:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 584 00000100:00100000:0.0:1768252593.361729:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39595:x1854145451798272:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:0.0:1768252593.361786:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252593.361819:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abbc94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c7a expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252593.361840:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff972742c4a300) 00010000:00010000:0.0:1768252593.361851:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252593.361877:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.361900:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.361909:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.361929:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.361935:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.361941:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.368038:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.368059:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.368072:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:0.0:1768252593.372741:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9344 00000004:00080000:0.0:1768252593.372759:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1798793745457ns, next at 1799793740949ns, rc = 0 00010000:00010000:0.0:1768252593.373535:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373554:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373566:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373575:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373581:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373586:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373666:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252593.373696:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373703:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373710:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373716:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252593.373720:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373732:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373743:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252593.373746:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252593.373751:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373758:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbcb7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373816:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373823:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373829:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373834:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252593.373837:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373842:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373849:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a000) 00010000:00010000:0.0:1768252593.373852:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252593.373855:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.373861:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbca9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768252593.373872:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b646fe38 reply state 00000000511ac1e0 transno 4294967525 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252593.373881:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252593.374149:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39595:x1854145451798272:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 12417us (13294us total) trans 4294967525 rc 0/0 00000100:00100000:0.0:1768252593.374158:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 584 00010000:00010000:1.0:1768252593.381497:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252593.381514:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252593.381525:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252593.381530:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252593.381540:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252593.381559:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff972775270900) 00010000:00010000:1.0:1768252593.381563:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768252593.381568:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 1/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252593.381573:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbcbe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252593.383575:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252593.383581:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252593.383584:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252593.394147:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.394165:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.394174:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.394180:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252593.394185:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.394192:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.394209:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff972775270a00) 00010000:00010000:0.0:1768252593.394212:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252593.394217:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252593.394222:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbcb0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252593.587607:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252594.612988:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252595.148281:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252595.148326:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252595.148361:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252595.148431:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798656 00000100:00100000:1.0:1768252595.148441:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798656 00000100:00100000:2.0:1768252595.148471:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798400 00000100:00100000:2.0:1768252595.148478:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798400 00000100:00100000:1.0:1768252595.148506:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 873 00000100:00100000:1.0:1768252595.148518:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451798656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252595.148526:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1046 00000100:00100000:2.0:1768252595.148536:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451798400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252595.148669:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451798656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 154us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252595.148676:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 873 00000100:00080000:1.0:1768252595.148696:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252595.150248:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798528 00000100:00100000:0.0:1768252595.150264:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798528 00000100:00100000:0.0:1768252595.150359:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1219 00000100:00100000:0.0:1768252595.150369:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451798528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252595.152288:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451798400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3744us (4005us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252595.152306:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1046 00000100:00080000:2.0:1768252595.152480:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252595.160131:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252595.160276:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798784 00000100:00100000:2.0:1768252595.160286:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798784 00000100:00100000:2.0:1768252595.160360:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 874 00000100:00100000:2.0:1768252595.160369:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451798784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252595.160431:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451798784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 63us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252595.160439:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 874 00000100:00080000:3.0:1768252595.160602:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252595.177264:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451798528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26879us (28884us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252595.177282:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1219 00000004:00080000:1.0:1768252595.250246:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1800671230038ns, next at 1801671226335ns, rc = 0 00000100:00100000:2.0:1768252595.250277:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476100864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252595.250345:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252595.250460:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476100736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252595.250490:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100864 00000100:00100000:3.0:1768252595.250496:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252595.250501:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100864 00000100:00080000:2.0:1768252595.250580:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252595.252327:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100736 00000100:00100000:1.0:1768252595.252339:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100736 00000100:00100000:1.0:1768252595.252371:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1768252595.252380:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476100864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252595.252415:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252595.252486:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476100864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252595.252494:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1768252595.252511:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1768252595.252524:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476100736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252595.252541:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1768252595.252571:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476100736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (2077us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252595.252575:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:2.0:1768252595.254939:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252595.255002:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476100864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252595.258191:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476100736:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252595.639172:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252596.074527:0:69127:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1801495510852ns, next at 1777075048591ns, rc = 0 00000004:00080000:1.0:1768252596.074673:0:69127:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1801495659344ns, next at 1801671226335ns, rc = 0 00000001:00080000:2.0:1768252596.116694:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967525 is committed 00000004:00080000:2.0:1768252596.116709:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 49 committed 00000004:00080000:2.0:1768252596.116741:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 51 committed 00000004:00080000:2.0:1768252596.116748:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 49 committed 00000004:00080000:2.0:1768252596.116767:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 50 committed 00000100:00100000:0.0:1768252596.117310:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476100992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768252596.117379:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252596.117505:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476100992 00000100:00100000:1.0:1768252596.117513:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476100992 00000100:00100000:1.0:1768252596.117557:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1768252596.117565:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476100992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1768252596.117589:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00010000:00010000:1.0:1768252596.117623:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252596.117643:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252596.117651:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1768252596.117653:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1768252596.117657:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252596.117682:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252596.117694:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 5 pid: 6570 timeout: 1901 lvb_type: 0 00000100:00100000:1.0:1768252596.117708:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476101120:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252596.117759:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55540 going to sleep for 11 seconds 00000100:00100000:2.0:1768252596.121932:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476101120:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252596.121970:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252596.122599:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252596.129856:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451798912 00000100:00100000:0.0:1768252596.129870:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451798912 00010000:00010000:0.0:1768252596.129932:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 6 pid: 6570 timeout: 1901 lvb_type: 0 00000100:00100000:0.0:1768252596.129974:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 353 00000100:00100000:0.0:1768252596.129985:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972745079850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451798912:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252596.129999:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252596.130005:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 6 pid: 6570 timeout: 1901 lvb_type: 0 00010000:00010000:0.0:1768252596.130053:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 6 pid: 6570 timeout: 1901 lvb_type: 0 00010000:00010000:0.0:1768252596.130080:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff972777963e00/0xef9a6e5c83abbca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c81 expref: 6 pid: 6570 timeout: 1901 lvb_type: 0 00010000:00010000:0.0:1768252596.130102:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252596.130104:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252596.130108:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.130117:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.130139:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252596.130205:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972745079850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451798912:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 222us (7608us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252596.130212:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 353 00010000:00010000:2.0:1768252596.130756:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252596.130767:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252596.130776:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252596.130783:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252596.130806:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768252596.131431:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476100992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13864us (14049us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1768252596.131440:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:0.0:1768252596.131540:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252596.131548:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.131557:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252596.131561:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.131570:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.131584:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.131591:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abbcc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252596.131609:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252596.131611:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252596.131613:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252596.132299:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972648561c00/2, rc 0, transno 4294967333 00000100:00100000:1.0:1768252596.132359:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476100992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768252596.663330:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252597.682209:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252597.810699:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476101376:0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.810766:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252597.810822:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476101888:0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.810848:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252597.810873:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252597.810890:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476101504:0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.810909:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252597.810938:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476101888 00000100:00100000:3.0:1768252597.810944:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476101888 00000100:00100000:3.0:1768252597.810989:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1768252597.810997:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476101888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.811065:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476101888:12345-0@lo:400:kworker.0 Request processed in 68us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252597.811073:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1768252597.811096:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476101376 00000100:00100000:3.0:1768252597.811100:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476101376 00000100:00100000:3.0:1768252597.811121:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476101504 00000100:00100000:3.0:1768252597.811124:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476101504 00000100:00100000:3.0:1768252597.811141:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1768252597.811147:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476101376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.811175:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476101376:12345-0@lo:400:kworker.0 Request processed in 29us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252597.811182:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1768252597.811194:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1768252597.811199:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476101504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.811222:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476101504:12345-0@lo:400:kworker.0 Request processed in 23us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252597.811227:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00080000:3.0:1768252597.811241:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252597.811245:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252597.811276:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476101504:0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.811285:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476101376:0@lo:400:kworker.0 00000100:00100000:3.0:1768252597.811296:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476101888:0@lo:400:kworker.0 00000100:00100000:1.0:1768252597.811537:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476101248:0@lo:400:kworker.0 00000100:00100000:1.0:1768252597.811572:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252597.811599:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476101760:0@lo:400:kworker.0 00000100:00100000:0.0:1768252597.811689:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476101632:0@lo:400:kworker.0 00000100:00100000:1.0:1768252597.811722:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252597.811723:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252597.811768:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476101248 00000100:00100000:0.0:1768252597.811773:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476101760 00000100:00100000:1.0:1768252597.811774:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476101248 00000100:00100000:0.0:1768252597.811779:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476101760 00000100:00100000:1.0:1768252597.811811:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1768252597.811820:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476101248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252597.811825:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:0.0:1768252597.811836:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476101760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252597.811861:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476101248:12345-0@lo:400:kworker.0 Request processed in 42us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252597.811869:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1768252597.811889:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476101760:12345-0@lo:400:kworker.0 Request processed in 55us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252597.811897:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1768252597.811927:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476101248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252597.811939:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476101632 00000100:00100000:1.0:1768252597.811943:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476101760:0@lo:400:kworker.0 00000100:00100000:0.0:1768252597.811945:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476101632 00000100:00100000:0.0:1768252597.811978:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00080000:1.0:1768252597.811983:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252597.811988:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476101632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768252597.811990:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252597.812065:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476101632:12345-0@lo:400:kworker.0 Request processed in 80us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252597.812071:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1768252597.812288:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476101632:0@lo:400:kworker.0 00000001:00080000:0.0:1768252598.442766:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00010000:00010000:3.0:1768252598.706612:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252599.731100:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252600.264729:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252600.265084:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252600.265125:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252600.265181:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252600.265234:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799296 00000100:00100000:3.0:1768252600.265247:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799296 00000100:00100000:3.0:1768252600.265336:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799424 00000100:00100000:3.0:1768252600.265339:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799424 00000100:00100000:3.0:1768252600.265372:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 877 00000100:00100000:3.0:1768252600.265386:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451799296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252600.265512:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451799296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 129us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252600.265522:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 877 00000100:00100000:3.0:1768252600.265546:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 878 00000100:00100000:3.0:1768252600.265553:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451799424:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252600.265583:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451799424:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252600.265589:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 878 00000100:00100000:1.0:1768252600.270743:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799040 00000100:00100000:1.0:1768252600.270765:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799040 00000100:00100000:1.0:1768252600.270844:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1048 00000100:00100000:1.0:1768252600.270870:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451799040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252600.270958:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451799040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 92us (6245us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252600.270966:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1048 00000100:00100000:1.0:1768252600.271044:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799168 00000100:00100000:1.0:1768252600.271048:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799168 00000100:00100000:1.0:1768252600.271090:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1223 00000100:00100000:1.0:1768252600.271097:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451799168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252600.271128:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451799168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (6003us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252600.271134:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1223 00000100:00080000:1.0:1768252600.271159:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252600.271164:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252600.271168:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252600.374760:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476102016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252600.374865:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252600.374968:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102016 00000100:00100000:0.0:1768252600.374978:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102016 00000100:00100000:0.0:1768252600.375084:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1768252600.375094:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476102016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252600.375148:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252600.375205:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476102016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252600.375214:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1768252600.375278:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476102016:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252600.375329:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252600.390726:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476102144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252600.390827:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252600.392388:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102144 00000100:00100000:2.0:1768252600.392408:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102144 00000100:00100000:2.0:1768252600.392506:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1768252600.392518:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476102144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252600.392575:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252600.394168:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476102144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1642us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252600.394184:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:0.0:1768252600.394373:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252600.395393:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:1.0:1768252600.395407:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972648561c00, transno 4294967333 00000100:00100000:1.0:1768252600.395440:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476102144:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252600.754479:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252601.779549:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252602.802391:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252602.930538:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476102656:0@lo:400:kworker.0 00000100:00100000:3.0:1768252602.930629:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252602.930726:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476102272:0@lo:400:kworker.0 00000100:00100000:2.0:1768252602.930762:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252602.930786:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476102784:0@lo:400:kworker.0 00000100:00100000:3.0:1768252602.930798:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102272 00000100:00100000:3.0:1768252602.930806:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102272 00000100:00100000:2.0:1768252602.930810:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252602.930853:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102784 00000100:00100000:2.0:1768252602.930857:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102784 00000100:00100000:3.0:1768252602.930860:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1768252602.930868:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476102272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252602.930890:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1768252602.930895:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476102784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252602.930917:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476102272:12345-0@lo:400:kworker.0 Request processed in 50us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252602.930922:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476102784:12345-0@lo:400:kworker.0 Request processed in 27us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252602.930925:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1768252602.930928:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1768252602.930963:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648561c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476102272:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931049:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476102400:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931079:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252602.931096:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476102912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931115:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252602.931135:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252602.931141:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476102528:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931162:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1768252602.931187:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252602.931200:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102656 00000100:00100000:0.0:1768252602.931204:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102656 00000100:00100000:0.0:1768252602.931233:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102912 00000100:00100000:0.0:1768252602.931236:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102912 00000100:00100000:0.0:1768252602.931255:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1768252602.931262:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476102656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252602.931285:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102400 00000100:00100000:2.0:1768252602.931289:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102400 00000100:00100000:0.0:1768252602.931298:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476102656:12345-0@lo:400:kworker.0 Request processed in 37us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252602.931304:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1768252602.931308:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476102528 00000100:00100000:2.0:1768252602.931310:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476102528 00000100:00100000:0.0:1768252602.931317:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1768252602.931322:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476102912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252602.931327:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1768252602.931331:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476102400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931353:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476102912:12345-0@lo:400:kworker.0 Request processed in 30us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252602.931354:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476102400:12345-0@lo:400:kworker.0 Request processed in 22us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252602.931360:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1768252602.931360:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1768252602.931371:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1768252602.931377:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476102528:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768252602.931390:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252602.931393:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252602.931396:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252602.931400:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476102528:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252602.931405:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1768252602.931413:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476102528:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931422:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476102400:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931430:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476102912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252602.931462:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476102656:0@lo:400:kworker.0 00000100:00100000:3.0:1768252602.932252:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476102784:0@lo:400:kworker.0 00010000:00010000:0.0:1768252603.826408:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252604.850278:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252605.383525:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252605.383568:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252605.383613:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252605.383642:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252605.383671:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799936 00000100:00100000:2.0:1768252605.383681:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799936 00000100:00100000:2.0:1768252605.383730:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799808 00000100:00100000:2.0:1768252605.383732:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799808 00000100:00100000:2.0:1768252605.383752:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 881 00000100:00100000:2.0:1768252605.383760:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451799936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252605.383838:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451799936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252605.383846:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 881 00000100:00100000:2.0:1768252605.383862:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 882 00000100:00100000:2.0:1768252605.383867:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451799808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252605.383888:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451799808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 21us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252605.383893:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 882 00000100:00080000:2.0:1768252605.384055:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252605.384060:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252605.384294:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799680 00000100:00100000:1.0:1768252605.384300:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799680 00000100:00100000:0.0:1768252605.384336:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451799552 00000100:00100000:0.0:1768252605.384340:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451799552 00000100:00100000:1.0:1768252605.384350:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1227 00000100:00100000:1.0:1768252605.384358:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451799680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252605.384364:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1050 00000100:00100000:0.0:1768252605.384369:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451799552:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768252605.384425:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252605.384459:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451799680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252605.384467:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1227 00000100:00100000:0.0:1768252605.390753:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451799552:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 6366us (7122us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252605.390771:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1050 00000100:00100000:1.0:1768252605.490695:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476103040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252605.490768:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252605.490862:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103040 00000100:00100000:0.0:1768252605.490871:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103040 00000100:00100000:0.0:1768252605.490952:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1768252605.490962:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476103040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252605.491003:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252605.491080:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476103040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (302us total) trans 0 rc 0/0 00000100:00080000:3.0:1768252605.491190:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252605.491253:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476103040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252605.491394:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277feffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476103168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252605.491426:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252605.491438:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1768252605.491457:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103168 00000100:00100000:0.0:1768252605.491461:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103168 00000100:00100000:0.0:1768252605.491491:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1768252605.491498:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476103168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252605.491519:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768252605.491615:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252605.500833:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476103168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9321us (9391us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252605.500850:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1768252605.517908:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277feffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476103168:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252605.874383:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252606.898263:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252607.922430:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252608.050606:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476103680:0@lo:400:kworker.0 00000100:00100000:3.0:1768252608.050684:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252608.050759:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768252608.050765:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476103296:0@lo:400:kworker.0 00000100:00100000:3.0:1768252608.050819:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252608.050845:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476103808:0@lo:400:kworker.0 00000100:00100000:3.0:1768252608.050870:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252608.050901:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103296 00000100:00100000:3.0:1768252608.050908:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103296 00000100:00100000:3.0:1768252608.050950:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1768252608.050958:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476103296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252608.051003:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476103296:12345-0@lo:400:kworker.0 Request processed in 45us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252608.051010:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1768252608.051074:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103808 00000100:00100000:3.0:1768252608.051078:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103808 00000100:00100000:3.0:1768252608.051112:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1768252608.051119:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476103808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252608.051148:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476103808:12345-0@lo:400:kworker.0 Request processed in 30us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252608.051155:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00080000:3.0:1768252608.051174:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252608.051208:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476103296:0@lo:400:kworker.0 00000100:00100000:3.0:1768252608.051227:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476103808:0@lo:400:kworker.0 00000100:00100000:0.0:1768252608.051797:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103680 00000100:00100000:0.0:1768252608.051803:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103680 00000100:00100000:0.0:1768252608.051841:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1768252608.051849:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476103680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252608.051893:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476103680:12345-0@lo:400:kworker.0 Request processed in 46us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252608.051900:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:0.0:1768252608.051920:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252608.051938:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476103680:0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052047:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476103424:0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052080:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252608.052097:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476103936:0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052115:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252608.052133:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252608.052139:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476103552:0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052156:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252608.052180:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103936 00000100:00100000:2.0:1768252608.052183:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103936 00000100:00100000:2.0:1768252608.052212:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1768252608.052219:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476103936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052251:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476103936:12345-0@lo:400:kworker.0 Request processed in 33us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252608.052256:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1768252608.052273:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103424 00000100:00100000:2.0:1768252608.052277:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103424 00000100:00100000:2.0:1768252608.052298:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476103552 00000100:00100000:2.0:1768252608.052300:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476103552 00000100:00100000:2.0:1768252608.052322:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1768252608.052328:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476103424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052356:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476103424:12345-0@lo:400:kworker.0 Request processed in 28us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252608.052362:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1768252608.052373:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1768252608.052379:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277feff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476103552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052405:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277feff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476103552:12345-0@lo:400:kworker.0 Request processed in 26us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252608.052411:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00080000:2.0:1768252608.052434:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252608.052437:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252608.052454:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476103552:0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052464:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476103424:0@lo:400:kworker.0 00000100:00100000:2.0:1768252608.052472:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476103936:0@lo:400:kworker.0 00010000:00010000:3.0:1768252608.946468:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252609.970369:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252610.506158:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252610.506204:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252610.506237:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252610.506266:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252610.506296:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800448 00000100:00100000:2.0:1768252610.506305:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800448 00000100:00100000:2.0:1768252610.506372:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800320 00000100:00100000:2.0:1768252610.506376:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800320 00000100:00100000:2.0:1768252610.506412:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 885 00000100:00100000:2.0:1768252610.506421:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451800448:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252610.506490:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451800448:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252610.506498:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 885 00000100:00100000:2.0:1768252610.506517:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 886 00000100:00100000:2.0:1768252610.506523:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451800320:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252610.506554:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451800320:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252610.506560:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 886 00000100:00080000:2.0:1768252610.506580:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252610.506584:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252610.507132:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800192 00000100:00100000:1.0:1768252610.507138:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800192 00000100:00100000:1.0:1768252610.507183:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:1.0:1768252610.507189:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277feffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451800192:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252610.507238:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277feffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451800192:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 48us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252610.507245:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:3.0:1768252610.507644:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800064 00000100:00100000:3.0:1768252610.507650:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800064 00000100:00100000:3.0:1768252610.507687:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1052 00000100:00100000:3.0:1768252610.507695:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451800064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768252610.507734:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252610.507745:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451800064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252610.507764:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1052 00000100:00100000:1.0:1768252610.613505:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252610.613540:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476104064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252610.613648:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252610.613726:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104064 00000100:00100000:3.0:1768252610.613744:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104064 00000100:00080000:1.0:1768252610.613826:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252610.613851:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1768252610.613866:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e213c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476104064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252610.613908:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252610.614004:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e213c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476104064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252610.614039:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1768252610.614206:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252610.614224:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476104192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252610.614269:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252610.614506:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476104064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252610.615636:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104192 00000100:00100000:3.0:1768252610.615648:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104192 00000100:00100000:3.0:1768252610.615790:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1768252610.615801:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476104192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252610.615837:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252610.615909:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476104192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252610.615916:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1768252610.615981:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476104192:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768252610.616130:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252610.998051:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252612.018458:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252612.763363:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.763412:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800576 00000100:00100000:2.0:1768252612.763425:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800576 00000100:00100000:2.0:1768252612.763696:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 585 00000100:00100000:2.0:1768252612.763709:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451800576:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252612.763850:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451800576:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 144us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252612.763859:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 585 00000100:00080000:2.0:1768252612.763890:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252612.768247:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252612.769206:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800704 00000100:00100000:1.0:1768252612.769223:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800704 00000100:00100000:0.0:1768252612.769433:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 318 00000100:00100000:0.0:1768252612.769573:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451800704:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:2.0:1768252612.770218:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252612.771426:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451800704:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1969us (3184us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252612.771443:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 318 00000100:00100000:2.0:1768252612.775981:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252612.778083:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800832 00000100:00100000:3.0:1768252612.778100:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800832 00000100:00100000:3.0:1768252612.778188:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 319 00000100:00100000:3.0:1768252612.778199:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451800832:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252612.778634:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451800832:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 435us (2664us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252612.778644:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 319 00000100:00080000:2.0:1768252612.780557:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252612.796973:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.797727:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451800960 00000100:00100000:2.0:1768252612.797752:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451800960 00000100:00100000:2.0:1768252612.797821:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 586 00000100:00100000:2.0:1768252612.797832:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451800960:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252612.800104:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451800960:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 2263us (3135us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252612.800118:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 586 00000100:00100000:1.0:1768252612.810326:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.810559:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801088 00000100:00100000:2.0:1768252612.810570:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801088 00000100:00100000:2.0:1768252612.810643:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 587 00000100:00100000:2.0:1768252612.810655:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451801088:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252612.810768:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451801088:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 112us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252612.810776:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 587 00000100:00100000:0.0:1768252612.820195:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252612.820256:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801216 00000100:00100000:3.0:1768252612.820273:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801216 00000100:00100000:3.0:1768252612.820352:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 320 00000100:00100000:3.0:1768252612.820363:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451801216:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252612.821810:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451801216:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1441us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252612.821823:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 320 00000100:00100000:1.0:1768252612.832798:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252612.832839:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801344 00000100:00100000:1.0:1768252612.832850:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801344 00000100:00100000:1.0:1768252612.832924:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 321 00000100:00100000:1.0:1768252612.833176:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451801344:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252612.833574:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39814:x1854145451801344:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 637us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252612.833583:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 321 00000100:00100000:0.0:1768252612.840601:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.843260:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801472 00000100:00100000:2.0:1768252612.843274:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801472 00000100:00100000:2.0:1768252612.843350:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 588 00000100:00100000:2.0:1768252612.843364:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451801472:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252612.843948:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39814:x1854145451801472:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 575us (3350us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252612.843966:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 588 00000100:00100000:1.0:1768252612.908456:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252612.908569:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801600 00000100:00100000:0.0:1768252612.908579:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801600 00000100:00100000:0.0:1768252612.908639:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 589 00000100:00100000:0.0:1768252612.908649:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39815:x1854145451801600:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252612.908669:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252612.908692:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abbccc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c88 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252612.908764:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbcd3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252612.908779:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbcd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252612.908793:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbcd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252612.908861:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1768252612.908866:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252612.908892:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbcd3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252612.908918:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abbccc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c88 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252612.908945:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbcd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c88 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252612.908954:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a000) 00010000:00010000:0.0:1768252612.908958:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252612.908961:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252612.909051:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39815:x1854145451801600:12345-192.168.202.43@tcp:101:rm.0 Request processed in 403us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252612.909060:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 589 00000100:00100000:2.0:1768252612.926888:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252612.926963:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801728 00000100:00100000:3.0:1768252612.926974:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801728 00000100:00100000:3.0:1768252612.927044:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 106 00000100:00100000:3.0:1768252612.927052:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39815:x1854145451801728:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:3.0:1768252612.927185:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39815:x1854145451801728:12345-192.168.202.43@tcp:49:rm.0 Request processed in 132us (304us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252612.927193:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 106 00000100:00100000:1.0:1768252612.934247:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.934359:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451801984 00000100:00100000:2.0:1768252612.934370:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451801984 00000100:00100000:2.0:1768252612.934460:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 590 00000100:00100000:2.0:1768252612.934470:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39815:x1854145451801984:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252612.934490:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252612.934512:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbcda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c8f expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1768252612.934633:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:2.0:1768252612.934992:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbcda lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c8f expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252612.935008:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:2.0:1768252612.935036:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1768252612.935042:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbcda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c8f expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252612.935071:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768252612.935141:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39815:x1854145451801984:12345-192.168.202.43@tcp:101:rm.0 Request processed in 672us (902us total) trans 4294967526 rc 301/301 00000100:00100000:2.0:1768252612.935149:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 590 00000100:00100000:3.0:1768252612.940404:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.940588:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451802112 00000100:00100000:2.0:1768252612.940599:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451802112 00000100:00100000:2.0:1768252612.940653:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 107 00000100:00100000:2.0:1768252612.940663:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39815:x1854145451802112:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:3.0:1768252612.946503:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39815:x1854145451802112:12345-192.168.202.43@tcp:37:rm.0 Request processed in 5830us (6097us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252612.946519:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 107 00000100:00100000:1.0:1768252612.954832:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252612.955296:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451802368 00000100:00100000:3.0:1768252612.955307:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451802368 00000100:00100000:3.0:1768252612.955383:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 108 00000100:00100000:3.0:1768252612.955393:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39815:x1854145451802368:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:3.0:1768252612.956932:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39815:x1854145451802368:12345-192.168.202.43@tcp:35:rm.0 Request processed in 1532us (2101us total) trans 4294967527 rc 0/0 00000100:00100000:3.0:1768252612.957307:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 108 00000100:00100000:1.0:1768252612.963206:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252612.963540:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451802624 00000100:00100000:2.0:1768252612.963621:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451802624 00000100:00100000:2.0:1768252612.963736:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 591 00000100:00100000:2.0:1768252612.963748:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39815:x1854145451802624:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768252612.963805:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1768252612.963833:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbcd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c88 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252612.963852:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbc78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c73 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252612.963861:0:5784:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abb8ce) 00010000:00010000:2.0:1768252612.963865:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252612.963877:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252612.963903:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.963916:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.963926:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.963951:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.963958:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.963965:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964302:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964311:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964319:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964374:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964381:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964387:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964392:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252612.964396:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964403:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964411:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972742c4a600) 00010000:00010000:2.0:1768252612.964415:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252612.964419:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964424:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbcf6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964438:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964444:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964449:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964455:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252612.964457:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964463:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964469:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:2.0:1768252612.964471:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252612.964474:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964480:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abbce8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964491:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964497:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964501:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964506:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252612.964508:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964514:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964520:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972742c4ab00) 00010000:00010000:2.0:1768252612.964523:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252612.964526:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252612.964532:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abbcef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252612.964620:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39815:x1854145451802624:12345-192.168.202.43@tcp:36:rm.0 Request processed in 873us (1423us total) trans 0 rc -13/-13 00000100:00100000:2.0:1768252612.964627:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 591 00010000:00010000:3.0:1768252613.056159:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252613.179389:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476104704:0@lo:400:kworker.0 00000100:00100000:1.0:1768252613.179458:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252613.179520:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768252613.179526:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476104320:0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.179743:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476104576:0@lo:400:kworker.0 00000100:00100000:2.0:1768252613.181118:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104704 00000100:00100000:2.0:1768252613.181130:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104704 00000100:00100000:2.0:1768252613.181191:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1768252613.181202:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476104704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.185448:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252613.185518:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768252613.185533:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476104448:0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.185577:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252613.185598:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476104960:0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.185623:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252613.185666:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104576 00000100:00100000:0.0:1768252613.185674:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104576 00000100:00100000:0.0:1768252613.185721:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104448 00000100:00100000:0.0:1768252613.185735:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104448 00000100:00100000:0.0:1768252613.185762:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1768252613.185770:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476104576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.185825:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476104576:12345-0@lo:400:kworker.0 Request processed in 56us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252613.185832:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1768252613.185852:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1768252613.185858:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476104448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.185887:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476104448:12345-0@lo:400:kworker.0 Request processed in 28us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252613.185893:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1768252613.185918:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104960 00000100:00100000:0.0:1768252613.185922:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104960 00000100:00100000:0.0:1768252613.185966:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1768252613.185972:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476104960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.186003:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476104960:12345-0@lo:400:kworker.0 Request processed in 31us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252613.186009:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1768252613.186096:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476104448:0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.186108:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476104960:0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.186117:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476104576:0@lo:400:kworker.0 00000100:00100000:1.0:1768252613.188528:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252613.188598:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476104832:0@lo:400:kworker.0 00000100:00100000:1.0:1768252613.188658:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252613.188699:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104832 00000100:00100000:1.0:1768252613.188707:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104832 00000100:00100000:1.0:1768252613.188772:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1768252613.188782:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476104832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252613.188835:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476104832:12345-0@lo:400:kworker.0 Request processed in 54us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252613.188842:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1768252613.188889:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476104832:0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.189312:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476104320 00000100:00100000:0.0:1768252613.189318:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476104320 00000100:00100000:0.0:1768252613.189354:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1768252613.189360:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476104320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252613.189404:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476104320:12345-0@lo:400:kworker.0 Request processed in 43us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252613.189410:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00080000:0.0:1768252613.189535:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252613.189549:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252613.189552:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252613.189777:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476104320:0@lo:400:kworker.0 00000100:00100000:2.0:1768252613.189930:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476104704:12345-0@lo:400:kworker.0 Request processed in 8729us (10470us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252613.190240:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1768252613.195387:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476104704:0@lo:400:kworker.0 00010000:00010000:0.0:1768252614.068218:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252615.098124:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252615.623584:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252615.623669:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252615.623720:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252615.623746:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252615.623756:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451802752 00000100:00100000:0.0:1768252615.623766:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451802752 00000100:00100000:3.0:1768252615.623826:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451803136 00000100:00100000:3.0:1768252615.623830:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451803136 00000100:00100000:0.0:1768252615.623833:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1054 00000100:00100000:0.0:1768252615.623842:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451802752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252615.623871:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451803008 00000100:00100000:3.0:1768252615.623873:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451803008 00000100:00100000:3.0:1768252615.623895:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 889 00000100:00100000:3.0:1768252615.623901:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451803136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252615.623955:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451803136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 53us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252615.623963:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 889 00000100:00100000:3.0:1768252615.623981:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 890 00000100:00100000:3.0:1768252615.623987:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451803008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252615.624036:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451803008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 48us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252615.624042:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 890 00000100:00080000:3.0:1768252615.624073:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252615.624077:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252615.624232:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451802752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 389us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252615.624240:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1054 00000100:00100000:1.0:1768252615.624441:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451802880 00000100:00100000:1.0:1768252615.624446:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451802880 00000100:00100000:1.0:1768252615.625733:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00100000:1.0:1768252615.625746:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451802880:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252615.625821:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451802880:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (2309us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252615.625829:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00080000:3.0:1768252615.627737:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252615.732943:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252615.732975:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476105088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252615.733618:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476105216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252615.733669:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252615.733754:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105216 00000100:00100000:2.0:1768252615.733763:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105216 00000100:00100000:2.0:1768252615.733823:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1768252615.733832:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476105216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252615.733867:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252615.733911:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476105216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252615.733920:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00080000:2.0:1768252615.733942:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252615.733979:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476105216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252615.735362:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252615.735468:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105088 00000100:00100000:2.0:1768252615.735477:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105088 00000100:00100000:2.0:1768252615.735539:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1768252615.735548:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476105088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252615.735581:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252615.735627:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476105088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252615.735633:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1768252615.735901:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476105088:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768252615.735980:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768252616.116145:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252616.348645:0:69440:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8f74dbf0 20000000:00000080:1.0:1768252616.348664:0:69440:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475f3000 uarg=0000000000000000 00010000:00010000:1.0:1768252616.350581:0:69440:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252616.350601:0:69440:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252616.350617:0:69440:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252616.350635:0:69440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.350653:0:69440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.350661:0:69440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.350711:0:69440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.350724:0:69440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 17 pid: 5775 timeout: 1971 lvb_type: 0 00000100:00100000:1.0:1768252616.350739:0:69440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69440:1854145476105344:0@lo:104: 00000100:00100000:1.0:1768252616.350804:0:69440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252616.350933:0:69440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1768252616.351503:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105344 00000100:00100000:3.0:1768252616.351511:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105344 00000100:00100000:3.0:1768252616.351592:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1768252616.351601:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:69440:x1854145476105344:12345-0@lo:104: 00010000:00010000:3.0:1768252616.351616:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252616.351761:0:69440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69440:1854145476105344:0@lo:104: 00010000:00010000:1.0:1768252616.351782:0:69440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252616.351816:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252616.351822:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:69440:x1854145476105344:12345-0@lo:104: Request processed in 223us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252616.351829:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00010000:00010000:2.0:1768252616.351863:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252616.351870:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.351877:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252616.351880:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.352126:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252616.352135:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252616.352141:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252616.352180:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.352187:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1768252616.352236:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476105472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252616.352274:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252616.352337:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105472 00000100:00100000:1.0:1768252616.352341:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105472 00010000:00010000:1.0:1768252616.352362:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 18 pid: 5775 timeout: 1971 lvb_type: 0 00000100:00100000:1.0:1768252616.352387:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1768252616.352394:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476105472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252616.352405:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252616.352410:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 18 pid: 5775 timeout: 1971 lvb_type: 0 00010000:00010000:1.0:1768252616.352419:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 18 pid: 5775 timeout: 1971 lvb_type: 0 00010000:00010000:1.0:1768252616.352434:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbc55 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbc4e expref: 18 pid: 5775 timeout: 1971 lvb_type: 0 00010000:00010000:1.0:1768252616.352450:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352457:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352475:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352482:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352488:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352493:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352498:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252616.352502:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352508:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352520:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252616.352529:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252616.352743:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.352750:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abbc4e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbc55 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.352765:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252616.352767:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252616.352769:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252616.355220:0:69440:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.355241:0:69440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252616.355248:0:69440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abbcfd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252616.359855:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476105472:12345-0@lo:103:ldlm_bl.0 Request processed in 7449us (7567us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252616.359871:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1768252616.370854:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476105472:0@lo:103:ldlm_bl.0 00000001:00080000:3.0:1768252616.797623:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967526 is committed 00000001:00080000:3.0:1768252616.797734:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967527 is committed 00010000:00010000:0.0:1768252617.139415:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252617.259702:0:69490:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf1d95b00 20000000:00000080:0.0:1768252617.259721:0:69490:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474fa400 uarg=0000000000000000 00010000:00010000:0.0:1768252617.260006:0:69490:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252617.260045:0:69490:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252617.260059:0:69490:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252617.260079:0:69490:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260094:0:69490:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260104:0:69490:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260112:0:69490:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260123:0:69490:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260131:0:69490:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260137:0:69490:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252617.260142:0:69490:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260150:0:69490:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260163:0:69490:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260171:0:69490:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252617.260176:0:69490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abbd04 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69490 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252618.034113:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252618.034120:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252618.034126:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252618.034177:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252618.034195:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252618.034206:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252618.034227:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476105600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252618.034289:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252618.034336:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1000 going to sleep for 11 seconds 00000100:00100000:2.0:1768252618.034788:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105600 00000100:00100000:2.0:1768252618.034797:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105600 00000100:00100000:2.0:1768252618.034854:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1768252618.034864:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476105600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252618.034896:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252618.034911:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbd0b expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252618.034937:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252618.034948:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252618.034957:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252618.035024:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476105600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252618.035031:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1768252618.035201:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476105600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252618.035216:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252618.035224:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252618.035242:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252618.035246:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252618.035254:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252618.168096:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252618.290376:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476105984:0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.290449:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252618.290527:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252618.290534:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476106112:0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.290559:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252618.290596:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105984 00000100:00100000:3.0:1768252618.290604:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105984 00000100:00100000:3.0:1768252618.290657:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1768252618.290666:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476105984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.290742:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476105984:12345-0@lo:400:kworker.0 Request processed in 77us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252618.290749:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1768252618.290776:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106112 00000100:00100000:3.0:1768252618.290779:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106112 00000100:00100000:3.0:1768252618.290804:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1768252618.290810:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476106112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.290835:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476106112:12345-0@lo:400:kworker.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252618.290844:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00080000:3.0:1768252618.290858:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252618.290862:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252618.290913:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476106112:0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.290922:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476105984:0@lo:400:kworker.0 00000100:00100000:2.0:1768252618.291286:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476105856:0@lo:400:kworker.0 00000100:00100000:2.0:1768252618.291330:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252618.291358:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1768252618.291364:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476105728:0@lo:400:kworker.0 00000100:00100000:2.0:1768252618.291384:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252618.291398:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476106240:0@lo:400:kworker.0 00000100:00100000:2.0:1768252618.291415:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252618.291845:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105856 00000100:00100000:3.0:1768252618.291851:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105856 00000100:00100000:3.0:1768252618.291908:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476105728 00000100:00100000:3.0:1768252618.291911:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476105728 00000100:00100000:3.0:1768252618.291930:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1768252618.291937:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476105856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.291987:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476105856:12345-0@lo:400:kworker.0 Request processed in 50us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252618.291993:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1768252618.292007:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1768252618.292038:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476105728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.292066:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476105728:12345-0@lo:400:kworker.0 Request processed in 54us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252618.292071:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1768252618.292096:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106240 00000100:00100000:3.0:1768252618.292100:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106240 00000100:00100000:3.0:1768252618.292122:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1768252618.292129:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476106240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.292157:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476106240:12345-0@lo:400:kworker.0 Request processed in 29us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252618.292162:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1768252618.292195:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476105728:0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.292206:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476106240:0@lo:400:kworker.0 00000100:00100000:3.0:1768252618.292213:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476105856:0@lo:400:kworker.0 00000100:00080000:2.0:1768252618.292415:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252618.292419:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768252619.188217:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252620.211714:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252620.506803:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.512641:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451803264 00000100:00100000:0.0:1768252620.512666:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451803264 00000100:00100000:0.0:1768252620.512829:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 592 00000100:00100000:0.0:1768252620.512841:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:39928:x1854145451803264:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252620.512872:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252620.512899:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c96 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.512966:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbd20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252620.512979:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252620.512991:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252620.513075:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252620.513080:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252620.513103:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbd20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252620.513126:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c96 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.513147:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbd20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c96 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.513155:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270b00) 00010000:00010000:0.0:1768252620.513158:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252620.513161:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768252620.513234:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39928:x1854145451803264:12345-192.168.202.43@tcp:101:rm.0 Request processed in 395us (6440us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252620.513242:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 592 00000100:00080000:2.0:1768252620.517075:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252620.517638:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.517847:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451803392 00000100:00100000:0.0:1768252620.517859:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451803392 00000100:00100000:0.0:1768252620.517996:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 593 00000100:00100000:0.0:1768252620.518007:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:39928:x1854145451803392:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252620.518177:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252620.518198:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6c9d expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.518260:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518275:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518285:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518299:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518305:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518311:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518419:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbd3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518428:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbd3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518435:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbd3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252620.518627:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1768252620.518631:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252620.518673:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbd3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518686:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518693:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518699:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518705:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252620.518709:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518716:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518728:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270b00) 00010000:00010000:0.0:1768252620.518731:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252620.518735:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518741:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbd2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518754:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518760:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518766:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518770:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252620.518774:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518780:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518788:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270600) 00010000:00010000:0.0:1768252620.518790:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252620.518793:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518799:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.518830:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c9d expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.518844:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbd3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c9d expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.518851:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252620.518853:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252620.518855:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252620.519196:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39928:x1854145451803392:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1190us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252620.519204:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 593 00000100:00100000:1.0:1768252620.522783:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.522982:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451803648 00000100:00100000:0.0:1768252620.522993:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451803648 00000100:00100000:0.0:1768252620.523074:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 594 00000100:00100000:0.0:1768252620.523083:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39928:x1854145451803648:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252620.523106:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252620.523126:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ca4 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1768252620.523244:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:0.0:1768252620.523454:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ca4 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.523467:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270b00) 00010000:00010000:0.0:1768252620.523484:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1768252620.523490:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ca4 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.523503:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252620.523684:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39928:x1854145451803648:12345-192.168.202.43@tcp:101:rm.0 Request processed in 601us (910us total) trans 4294967528 rc 301/301 00000100:00100000:0.0:1768252620.523692:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 594 00000100:00100000:3.0:1768252620.532727:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.532832:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451803776 00000100:00100000:0.0:1768252620.532843:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451803776 00000100:00100000:0.0:1768252620.532918:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 109 00000100:00100000:0.0:1768252620.532929:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39928:x1854145451803776:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:0.0:1768252620.538136:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39928:x1854145451803776:12345-192.168.202.43@tcp:37:rm.0 Request processed in 5198us (5412us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252620.538150:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 109 00000100:00100000:3.0:1768252620.542269:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.542367:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451804032 00000100:00100000:0.0:1768252620.542378:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451804032 00000100:00100000:0.0:1768252620.542471:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 110 00000100:00100000:0.0:1768252620.542496:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b158450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39928:x1854145451804032:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:0.0:1768252620.542776:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b158450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39928:x1854145451804032:12345-192.168.202.43@tcp:35:rm.0 Request processed in 281us (515us total) trans 4294967529 rc 0/0 00000100:00100000:0.0:1768252620.542784:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 110 00000100:00100000:3.0:1768252620.546133:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252620.546279:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451804288 00000100:00100000:1.0:1768252620.546290:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451804288 00000100:00100000:1.0:1768252620.546374:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 595 00000100:00100000:1.0:1768252620.546384:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39928:x1854145451804288:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768252620.546442:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252620.546471:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbd3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c9d expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.546614:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768252620.546631:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbd20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6c96 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.546638:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270b00) 00010000:00010000:1.0:1768252620.546643:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252620.546675:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546686:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546694:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546704:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546710:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546715:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546826:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546833:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.546840:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252620.548806:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:1.0:1768252620.548832:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549722:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549730:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549736:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252620.549740:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549749:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549764:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252620.549767:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768252620.549772:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549778:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd5f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549831:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549837:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549847:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.549851:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252620.549854:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.550139:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.550152:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768252620.550155:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252620.550159:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.550164:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768252620.550178:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e2ff54e reply state 00000000bce7fded transno 4294967530 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252620.550266:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252620.550445:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39928:x1854145451804288:12345-192.168.202.43@tcp:36:rm.0 Request processed in 4056us (4315us total) trans 4294967530 rc 0/0 00000100:00100000:1.0:1768252620.550454:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 595 00010000:00010000:1.0:1768252620.553790:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.553807:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.553814:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.553820:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252620.553825:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.553831:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.553848:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972749ca9900) 00010000:00010000:1.0:1768252620.553851:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252620.553855:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.553872:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd58 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252620.612166:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252620.612242:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451804416 00000100:00100000:1.0:1768252620.612253:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451804416 00000100:00100000:1.0:1768252620.612310:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 596 00000100:00100000:1.0:1768252620.612321:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:39932:x1854145451804416:12345-192.168.202.43@tcp:101:mkdir.0 00010000:00010000:1.0:1768252620.612343:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252620.612366:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cab expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.612428:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd6d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.612441:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.612453:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252620.612531:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1768252620.612535:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252620.612558:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.612580:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cab expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.612599:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd6d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cab expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.612608:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768252620.612611:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252620.612614:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768252620.612687:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39932:x1854145451804416:12345-192.168.202.43@tcp:101:mkdir.0 Request processed in 367us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252620.612694:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 596 00000100:00100000:2.0:1768252620.617057:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.617161:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451804544 00000100:00100000:0.0:1768252620.617171:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451804544 00000100:00100000:0.0:1768252620.617239:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 597 00000100:00100000:0.0:1768252620.617250:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2369:x1854145451804544:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:0.0:1768252620.617295:0:5784:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1768252620.617371:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2369:x1854145451804544:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 123us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252620.617379:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 597 00000100:00100000:3.0:1768252620.622616:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252620.622746:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451804800 00000100:00100000:1.0:1768252620.622757:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451804800 00000100:00100000:1.0:1768252620.622877:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 598 00000100:00100000:1.0:1768252620.622887:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39932:x1854145451804800:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:1.0:1768252620.622940:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252620.622978:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cab expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.622998:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768252620.623008:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252620.623138:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.623153:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.623163:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.623176:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.623183:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.623207:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252620.625320:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 512 00010000:00010000:1.0:1768252620.625338:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.625349:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.625356:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.625362:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252620.625367:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.625374:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.625387:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768252620.625391:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252620.625396:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.625400:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd74 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768252620.625418:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c341c3f reply state 00000000bd23f1be transno 4294967531 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252620.625427:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252620.625815:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:39932:x1854145451804800:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 2925us (3205us total) trans 4294967531 rc 0/0 00000100:00100000:1.0:1768252620.625824:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 598 00010000:00010000:2.0:1768252620.627785:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.627803:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.627811:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.627817:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252620.627821:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.627830:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.627843:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972749ca9c00) 00010000:00010000:2.0:1768252620.627846:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252620.627851:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.627857:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbd7b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252620.700552:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252620.700649:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451804928 00000100:00100000:1.0:1768252620.700668:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451804928 00000100:00100000:1.0:1768252620.700734:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 599 00000100:00100000:1.0:1768252620.700746:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:39936:x1854145451804928:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:1.0:1768252620.700777:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252620.700806:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cb2 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.700889:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.700901:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.700912:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252620.700972:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1768252620.700977:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252620.701002:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.701073:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbd82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cb2 expref: 11 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.701094:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cb2 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.701103:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768252620.701106:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252620.701110:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768252620.701184:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:39936:x1854145451804928:12345-192.168.202.43@tcp:101:chown.0 Request processed in 441us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252620.701192:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 599 00000100:00100000:3.0:1768252620.704378:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252620.704494:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805056 00000100:00100000:0.0:1768252620.704505:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805056 00000100:00100000:0.0:1768252620.704572:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 600 00000100:00100000:0.0:1768252620.704582:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:39936:x1854145451805056:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768252620.704606:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252620.704631:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cb9 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.704709:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704725:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704735:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704752:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704759:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704765:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704880:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbda5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704888:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbda5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704895:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbda5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252620.704935:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 512 00000004:00200000:0.0:1768252620.704939:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252620.704962:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbda5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704974:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704981:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704987:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.704993:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252620.704997:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705005:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705393:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:0.0:1768252620.705398:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252620.705407:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705413:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbd97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705429:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705435:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705440:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705445:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252620.705448:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705454:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705461:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270600) 00010000:00010000:0.0:1768252620.705464:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252620.705477:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705483:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbd9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252620.705519:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbd90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cb9 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.705531:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbda5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cb9 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252620.705538:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252620.705540:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252620.705542:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768252620.705619:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:39936:x1854145451805056:12345-192.168.202.43@tcp:101:chown.0 Request processed in 1039us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252620.705627:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 600 00000100:00100000:2.0:1768252620.712513:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252620.713666:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805312 00000100:00100000:1.0:1768252620.713678:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805312 00000100:00100000:1.0:1768252620.713746:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 601 00000100:00100000:1.0:1768252620.713756:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:39936:x1854145451805312:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:1.0:1768252620.713808:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252620.713834:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbda5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cb9 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252620.713855:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768252620.713878:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252620.713905:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.713918:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252620.713927:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252620.747692:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252620.747729:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252620.747763:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252620.747973:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805568 00000100:00100000:1.0:1768252620.747983:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805568 00000100:00080000:3.0:1768252620.748031:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252620.748082:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805696 00000100:00100000:1.0:1768252620.748085:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805696 00000100:00100000:3.0:1768252620.748088:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 893 00000100:00100000:3.0:1768252620.748097:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451805568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252620.748110:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 894 00000100:00100000:1.0:1768252620.748128:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451805696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252620.748351:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451805568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 254us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252620.748359:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 893 00000100:00080000:3.0:1768252620.748381:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252620.748416:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805440 00000100:00100000:2.0:1768252620.748421:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805440 00000100:00100000:2.0:1768252620.748450:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1056 00000100:00100000:2.0:1768252620.748457:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451805440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252620.751462:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451805696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3320us (3684us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252620.751627:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 894 00000100:00100000:2.0:1768252620.762648:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451805440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 14181us (14908us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252620.762672:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1056 00000001:00080000:3.0:1768252620.827883:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967529 is committed 00000001:00080000:3.0:1768252620.827904:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967532 is committed 00000004:00010000:0.0:1768252620.828123:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000019325021 reply state 00000000a04f611c transno 4294967532 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252620.828139:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252620.828191:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:0.0:1768252620.828370:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768252620.828433:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:39936:x1854145451805312:12345-192.168.202.43@tcp:36:chown.0 Request processed in 114672us (115922us total) trans 4294967532 rc 0/0 00000100:00100000:0.0:1768252620.828445:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 601 00010000:00010000:2.0:1768252620.828590:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.828599:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.828607:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.828613:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252620.828618:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.828722:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.828737:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9900) 00010000:00010000:2.0:1768252620.828740:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768252620.828745:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252620.828750:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbdac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252620.850391:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252620.850419:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476106368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252620.850490:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252620.850623:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106368 00000100:00100000:3.0:1768252620.850631:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106368 00000100:00100000:3.0:1768252620.850702:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1768252620.850713:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476106368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252620.850748:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252620.850797:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476106368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252620.850804:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00080000:0.0:1768252620.850880:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252620.850994:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476106368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252620.851077:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476106496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252620.851105:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252620.852844:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106496 00000100:00100000:2.0:1768252620.852857:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106496 00000100:00100000:2.0:1768252620.852940:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1768252620.852950:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476106496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252620.852985:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252620.853112:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476106496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252620.853119:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:0.0:1768252620.853302:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252620.853458:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476106496:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252621.235285:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252621.703987:0:69687:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb6e21bc0 20000000:00000080:3.0:1768252621.704005:0:69687:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c2c800 uarg=0000000000000000 00010000:00010000:3.0:1768252621.705263:0:69687:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252621.705300:0:69687:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768252621.705303:0:69687:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252621.705316:0:69687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbd89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cb2 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252621.705337:0:69687:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252621.705352:0:69687:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252621.705366:0:69687:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252621.705378:0:69687:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252621.705386:0:69687:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252621.705423:0:69687:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252621.705437:0:69687:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 17 pid: 5777 timeout: 1977 lvb_type: 0 00000100:00100000:3.0:1768252621.705450:0:69687:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69687:1854145476106624:0@lo:104: 00000100:00100000:3.0:1768252621.705512:0:69687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252621.705734:0:69687:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727776a8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1768252621.710910:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768252621.710941:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106624 00000100:00100000:3.0:1768252621.710952:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106624 00000100:00100000:3.0:1768252621.711710:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1768252621.711724:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972647534c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:69687:x1854145476106624:12345-0@lo:104: 00010000:00010000:3.0:1768252621.711743:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252621.711913:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252621.711920:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972647534c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:69687:x1854145476106624:12345-0@lo:104: Request processed in 201us (6408us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252621.711928:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:1.0:1768252621.712033:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252621.712040:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712048:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252621.712053:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712062:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252621.712069:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252621.712080:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252621.712125:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712131:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252621.712155:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712163:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abbd0b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbd12 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712181:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252621.712183:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252621.712185:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252621.712201:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252621.712217:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476106752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252621.712256:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252621.712300:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106752 00000100:00100000:1.0:1768252621.712306:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106752 00010000:00010000:1.0:1768252621.712327:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 18 pid: 5777 timeout: 1977 lvb_type: 0 00000100:00100000:1.0:1768252621.712349:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1768252621.712356:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476106752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252621.712366:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252621.712371:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 18 pid: 5777 timeout: 1977 lvb_type: 0 00010000:00010000:1.0:1768252621.712382:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 18 pid: 5777 timeout: 1977 lvb_type: 0 00010000:00010000:1.0:1768252621.712399:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712407:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712422:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712429:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712435:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712441:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712447:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252621.712451:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712458:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712467:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252621.712477:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252621.712505:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476106752:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252621.712512:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1768252621.712554:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476106752:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252621.715793:0:69687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abbd12 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbd0b expref: 17 pid: 5777 timeout: 1977 lvb_type: 0 00000100:00100000:2.0:1768252621.715816:0:69687:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69687:1854145476106624:0@lo:104: 00010000:00010000:2.0:1768252621.715841:0:69687:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252621.715851:0:69687:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252621.715857:0:69687:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252621.715864:0:69687:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbdb3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69687 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.259577:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252622.555522:0:69735:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc24a18f50 20000000:00000080:0.0:1768252622.555705:0:69735:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474f9800 uarg=0000000000000000 00010000:00010000:0.0:1768252622.555929:0:69735:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252622.555943:0:69735:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252622.555955:0:69735:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252622.555974:0:69735:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.555989:0:69735:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.555997:0:69735:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556003:0:69735:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556009:0:69735:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556057:0:69735:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556064:0:69735:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252622.556068:0:69735:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556076:0:69735:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556089:0:69735:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556097:0:69735:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252622.556102:0:69735:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963600/0xef9a6e5c83abbdba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252623.283215:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252623.410543:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252623.410552:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252623.410557:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252623.410600:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252623.410612:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252623.410623:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252623.410660:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476106880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252623.410731:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252623.410790:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55540 going to sleep for 11 seconds 00000100:00100000:0.0:1768252623.410842:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476106880 00000100:00100000:0.0:1768252623.410850:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476106880 00000100:00100000:0.0:1768252623.410892:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1768252623.410900:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476106880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252623.410912:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252623.410925:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbdc1 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252623.410945:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252623.410956:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252623.410965:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252623.411035:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476106880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252623.411042:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1768252623.411127:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476106880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252623.411141:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252623.411150:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252623.411167:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252623.411171:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252623.411178:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252623.411387:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476107264:0@lo:400:kworker.0 00000100:00100000:2.0:1768252623.411396:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476107392:0@lo:400:kworker.0 00000100:00100000:2.0:1768252623.411419:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252623.411419:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252623.411450:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107392 00000100:00100000:2.0:1768252623.411454:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107392 00000100:00100000:2.0:1768252623.411501:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1768252623.411508:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476107392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252623.411545:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476107392:12345-0@lo:400:kworker.0 Request processed in 38us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252623.411551:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1768252623.411580:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476107392:0@lo:400:kworker.0 00000100:00080000:1.0:1768252623.411636:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252623.411636:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476107008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252623.411661:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252623.411682:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476107520:0@lo:400:kworker.0 00000100:00100000:0.0:1768252623.411701:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252623.411726:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252623.411732:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476107136:0@lo:400:kworker.0 00000100:00100000:0.0:1768252623.411756:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252623.411774:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107264 00000100:00100000:0.0:1768252623.411776:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107520 00000100:00100000:1.0:1768252623.411778:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107264 00000100:00100000:0.0:1768252623.411778:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107520 00000100:00100000:0.0:1768252623.411815:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1768252623.411822:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476107520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252623.411855:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476107520:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252623.411861:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1768252623.411889:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476107520:0@lo:400:kworker.0 00000100:00100000:2.0:1768252623.411940:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107008 00000100:00100000:2.0:1768252623.411944:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107008 00000100:00100000:2.0:1768252623.411999:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107136 00000100:00100000:2.0:1768252623.412003:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107136 00000100:00100000:0.0:1768252623.415974:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1768252623.416000:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476107008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252623.416110:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476107008:12345-0@lo:400:kworker.0 Request processed in 123us (4448us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252623.416118:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1768252623.416179:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476107008:0@lo:400:kworker.0 00000100:00100000:1.0:1768252623.418381:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1768252623.418395:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476107264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252623.418481:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476107264:12345-0@lo:400:kworker.0 Request processed in 90us (7061us total) trans 0 rc 0/0 00000100:00080000:0.0:1768252623.419880:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252623.419888:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252623.419891:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252623.419938:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476107264:0@lo:400:kworker.0 00000100:00100000:2.0:1768252623.420052:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1768252623.420063:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476107136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252623.420177:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476107136:12345-0@lo:400:kworker.0 Request processed in 117us (8420us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252623.420272:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1768252623.420444:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476107136:0@lo:400:kworker.0 00000100:00100000:1.0:1768252623.427580:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00010000:00010000:3.0:1768252624.309228:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252625.331969:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252625.654708:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252625.654803:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805824 00000100:00100000:2.0:1768252625.654813:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805824 00000100:00100000:2.0:1768252625.654894:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00100000:2.0:1768252625.654903:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451805824:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768252625.654918:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252625.654921:0:5770:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbd89) 00010000:00010000:2.0:1768252625.654923:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252625.654981:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451805824:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 80us (283us total) trans 0 rc 116/116 00000100:00100000:2.0:1768252625.654989:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00080000:0.0:1768252625.655916:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252625.868242:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252625.868283:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252625.868305:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252625.868339:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806080 00000100:00100000:3.0:1768252625.868350:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806080 00000100:00100000:3.0:1768252625.868421:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806208 00000100:00100000:3.0:1768252625.868424:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806208 00000100:00100000:3.0:1768252625.868449:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 897 00000100:00100000:3.0:1768252625.868460:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451806080:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252625.868527:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451806080:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252625.868538:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 897 00000100:00100000:3.0:1768252625.868554:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 898 00000100:00100000:3.0:1768252625.868560:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451806208:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252625.868584:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451806208:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252625.868589:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 898 00000100:00080000:3.0:1768252625.868618:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252625.868622:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252625.868910:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451805952 00000100:00100000:0.0:1768252625.868915:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451805952 00000100:00100000:0.0:1768252625.868953:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1058 00000100:00100000:0.0:1768252625.868959:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451805952:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252625.868989:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451805952:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252625.868995:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1058 00000100:00100000:3.0:1768252625.970587:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476107648:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252625.970661:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252625.970743:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252625.970751:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476107776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252625.970776:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252625.970878:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107648 00000100:00100000:2.0:1768252625.970887:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107648 00000100:00080000:3.0:1768252625.970950:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252625.970954:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107776 00000100:00100000:2.0:1768252625.970957:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107776 00000100:00100000:3.0:1768252625.970965:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1768252625.970975:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476107648:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252625.970980:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1768252625.970986:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476107776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252625.971029:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00002000:00000024:3.0:1768252625.971031:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252625.971074:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476107648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252625.971074:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476107776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252625.971082:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00080000:3.0:1768252625.971100:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252625.971213:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476107776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252625.971250:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476107648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252625.971770:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00010000:00010000:3.0:1768252626.365844:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252627.396686:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252627.554464:0:69979:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc18c341d0 20000000:00000080:1.0:1768252627.554483:0:69979:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648243c00 uarg=0000000000000000 00010000:00010000:1.0:1768252627.554808:0:69979:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252627.554825:0:69979:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252627.554839:0:69979:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252627.554857:0:69979:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252627.554874:0:69979:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252627.554883:0:69979:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252627.554921:0:69979:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252627.554938:0:69979:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 17 pid: 5777 timeout: 1982 lvb_type: 0 00000100:00100000:1.0:1768252627.554952:0:69979:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777584000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69979:1854145476107904:0@lo:104: 00000100:00100000:1.0:1768252627.555042:0:69979:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252627.555092:0:69979:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727429ff780 going to sleep for 11 seconds 00000100:00100000:0.0:1768252627.555553:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476107904 00000100:00100000:0.0:1768252627.555562:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476107904 00000100:00100000:0.0:1768252627.555622:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1768252627.555631:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:69979:x1854145476107904:12345-0@lo:104: 00010000:00010000:0.0:1768252627.555644:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.555723:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252627.555729:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:69979:x1854145476107904:12345-0@lo:104: Request processed in 100us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252627.555736:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00010000:00010000:0.0:1768252627.555776:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252627.555782:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.555789:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252627.555925:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.555933:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252627.555939:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252627.555943:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252627.555971:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.555981:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252627.556000:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556007:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abbdc1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbdc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556054:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252627.556056:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252627.556058:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252627.556065:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252627.556086:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476108032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252627.556117:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252627.556149:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108032 00000100:00100000:0.0:1768252627.556153:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108032 00010000:00010000:0.0:1768252627.556170:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 18 pid: 5777 timeout: 1982 lvb_type: 0 00000100:00100000:0.0:1768252627.556187:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1768252627.556193:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476108032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252627.556202:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252627.556207:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 18 pid: 5777 timeout: 1982 lvb_type: 0 00010000:00010000:0.0:1768252627.556216:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 18 pid: 5777 timeout: 1982 lvb_type: 0 00010000:00010000:0.0:1768252627.556231:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556242:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556254:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556260:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556267:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556274:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556279:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252627.556283:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556289:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556296:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252627.556307:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252627.556335:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476108032:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252627.556342:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1768252627.556373:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476108032:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252627.556644:0:69979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963000/0xef9a6e5c83abbdc8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbdc1 expref: 17 pid: 5777 timeout: 1982 lvb_type: 0 00000100:00100000:2.0:1768252627.556654:0:69979:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777584000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69979:1854145476107904:0@lo:104: 00010000:00010000:2.0:1768252627.556757:0:69979:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252627.556767:0:69979:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252627.556773:0:69979:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252627.556783:0:69979:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abbdcf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69979 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252628.403222:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252628.531216:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476108416:0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.531293:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252628.531343:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252628.531349:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476108544:0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.531372:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252628.531489:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108416 00000100:00100000:2.0:1768252628.531497:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108416 00000100:00100000:0.0:1768252628.531621:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476108288:0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.531650:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252628.531668:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476108800:0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.531685:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252628.531699:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768252628.531704:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476108160:0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.531729:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252628.531747:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476108672:0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.531764:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252628.531799:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108288 00000100:00100000:0.0:1768252628.531803:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108288 00000100:00100000:0.0:1768252628.531833:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108672 00000100:00100000:0.0:1768252628.531835:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108672 00000100:00100000:0.0:1768252628.531852:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1768252628.531859:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476108288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.531914:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476108288:12345-0@lo:400:kworker.0 Request processed in 54us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252628.531921:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1768252628.531936:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1768252628.531942:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476108672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.531961:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476108672:12345-0@lo:400:kworker.0 Request processed in 20us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252628.531966:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1768252628.532000:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476108672:0@lo:400:kworker.0 00000100:00100000:0.0:1768252628.532010:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476108288:0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.532110:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1768252628.532116:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476108416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.532147:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476108416:12345-0@lo:400:kworker.0 Request processed in 32us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252628.532153:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1768252628.532169:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108544 00000100:00100000:2.0:1768252628.532172:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108544 00000100:00100000:2.0:1768252628.532190:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108800 00000100:00100000:2.0:1768252628.532192:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108800 00000100:00100000:2.0:1768252628.532207:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1768252628.532212:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476108544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.532235:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476108544:12345-0@lo:400:kworker.0 Request processed in 24us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252628.532241:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1768252628.532249:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1768252628.532254:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476108800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.532278:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476108800:12345-0@lo:400:kworker.0 Request processed in 24us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252628.532283:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00080000:2.0:1768252628.532296:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252628.532299:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252628.532301:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252628.532318:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476108544:0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.532326:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476108416:0@lo:400:kworker.0 00000100:00100000:2.0:1768252628.532349:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476108800:0@lo:400:kworker.0 00000100:00100000:3.0:1768252628.533707:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108160 00000100:00100000:3.0:1768252628.533719:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108160 00000100:00100000:3.0:1768252628.533766:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1768252628.533774:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476108160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252628.533853:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476108160:12345-0@lo:400:kworker.0 Request processed in 80us (2122us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252628.533859:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1768252628.534178:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476108160:0@lo:400:kworker.0 10000000:01000000:2.0:1768252629.237990:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252629.237998:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252629.238004:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252629.238075:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252629.238087:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252629.238097:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252629.238125:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476108928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252629.238200:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252629.239672:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476108928 00000100:00100000:3.0:1768252629.239683:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476108928 00000100:00100000:3.0:1768252629.239747:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1768252629.239758:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476108928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252629.239775:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252629.239794:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbdd6 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252629.239821:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252629.239831:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252629.239838:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252629.239896:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476108928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252629.239903:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1768252629.240753:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86780 going to sleep for 11 seconds 00000100:00100000:2.0:1768252629.240788:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476108928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252629.240807:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252629.240818:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252629.240839:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252629.240845:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252629.240852:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252629.426313:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252630.451172:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252630.918373:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252630.918448:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806336 00000100:00100000:0.0:1768252630.918460:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806336 00000100:00100000:0.0:1768252630.918541:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 602 00000100:00100000:0.0:1768252630.918551:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40114:x1854145451806336:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252630.918592:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252630.918615:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbde4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cc0 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252630.918678:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbdeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252630.918692:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbdeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252630.918705:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbdeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252630.918778:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252630.918783:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252630.918808:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbdeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252630.918832:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbde4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cc0 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252630.918852:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbdeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cc0 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252630.918861:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252630.918863:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252630.918867:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962a00, rc 0) 00000100:00100000:0.0:1768252630.918927:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40114:x1854145451806336:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 377us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252630.918934:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 602 00000100:00080000:2.0:1768252630.919147:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252630.923538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252630.923679:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806464 00000100:00100000:1.0:1768252630.923690:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806464 00000100:00100000:1.0:1768252630.923754:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 603 00000100:00100000:1.0:1768252630.923765:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40114:x1854145451806464:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252630.923785:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252630.923806:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbdf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cc7 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252630.923870:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.923883:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.923892:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.923906:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.923913:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.923919:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924095:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbe07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924103:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbe07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924110:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbe07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768252630.924152:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1768252630.924157:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252630.924180:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbe07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924192:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924198:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924205:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924211:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252630.924215:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924222:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924234:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768252630.924237:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252630.924241:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924247:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abbdf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924260:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924266:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924271:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924275:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252630.924278:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924283:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924290:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972749ca9300) 00010000:00010000:1.0:1768252630.924293:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252630.924296:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924301:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abbe00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252630.924329:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbdf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cc7 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252630.924341:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbe07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cc7 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252630.924352:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9d00) 00010000:00010000:1.0:1768252630.924355:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252630.924357:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768252630.924418:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40114:x1854145451806464:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 656us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252630.924426:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 603 00000100:00100000:1.0:1768252630.935083:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252630.935188:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806720 00000100:00100000:0.0:1768252630.935199:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806720 00000100:00100000:0.0:1768252630.935252:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 604 00000100:00100000:0.0:1768252630.935263:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40114:x1854145451806720:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252630.935318:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252630.935347:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abbe07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cc7 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252630.935367:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9d00) 00010000:00010000:0.0:1768252630.935378:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252630.935404:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252630.935417:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252630.935427:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252630.984380:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252630.984427:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252630.984466:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252630.984547:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806848 00000100:00100000:2.0:1768252630.984577:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806848 00000001:00080000:0.0:1768252630.984626:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967533 is committed 00000100:00100000:2.0:1768252630.984630:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1061 00000100:00100000:2.0:1768252630.984639:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451806848:12345-192.168.202.43@tcp:400:kworker.0 00000004:00010000:0.0:1768252630.984669:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f544df8c reply state 000000005c57f8ab transno 4294967533 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252630.984681:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252630.984707:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451806848:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252630.984715:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1061 00000004:00200000:0.0:1768252630.984723:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00100000:2.0:1768252630.984746:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451806976 00000100:00100000:2.0:1768252630.984749:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451806976 00010000:00080000:0.0:1768252630.984779:0:29086:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768252630.984792:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40114:x1854145451806720:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 49531us (49721us total) trans 4294967533 rc 0/0 00000100:00100000:2.0:1768252630.984794:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451807104 00000100:00100000:2.0:1768252630.984797:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451807104 00000100:00100000:0.0:1768252630.984799:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 604 00000100:00100000:2.0:1768252630.984814:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 901 00000100:00100000:2.0:1768252630.984820:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451806976:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252630.984854:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451806976:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252630.984864:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 901 00000100:00100000:2.0:1768252630.984876:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 902 00000100:00100000:2.0:1768252630.984883:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451807104:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252630.984905:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451807104:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252630.984911:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 902 00000100:00080000:2.0:1768252630.985059:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252630.985064:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252630.985080:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252630.985090:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252630.985098:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252630.985105:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252630.985110:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252630.985117:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252630.985133:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270100) 00010000:00010000:2.0:1768252630.985136:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768252630.985141:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252630.985146:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbe0e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252631.090228:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252631.090253:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476109056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252631.090316:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252631.090344:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109056 00000100:00100000:2.0:1768252631.090362:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109056 00000100:00080000:3.0:1768252631.090386:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252631.090416:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1768252631.090425:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476109056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252631.090460:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252631.091003:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476109056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 578us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252631.091035:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1768252631.092629:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252631.092663:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476109184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252631.092722:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252631.093078:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109184 00000100:00100000:2.0:1768252631.093086:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109184 00000100:00080000:0.0:1768252631.093214:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252631.093254:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1768252631.093265:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476109184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252631.093306:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252631.093373:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476109184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252631.093380:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1768252631.093455:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476109184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252631.093665:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476109056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768252631.474676:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252631.964541:0:70174:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5e2e5d80 20000000:00000080:3.0:1768252631.964570:0:70174:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97264800b400 uarg=0000000000000000 00010000:00010000:3.0:1768252631.965278:0:70174:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252631.965720:0:70174:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768252631.965724:0:70174:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252631.965737:0:70174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbdeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cc0 expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.966123:0:70174:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252631.966145:0:70174:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252631.966164:0:70174:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.966178:0:70174:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.966187:0:70174:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.966226:0:70174:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.966240:0:70174:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 17 pid: 5778 timeout: 1987 lvb_type: 0 00000100:00100000:3.0:1768252631.966254:0:70174:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70174:1854145476109312:0@lo:104: 00000100:00100000:3.0:1768252631.966619:0:70174:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252631.966687:0:70174:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55180 going to sleep for 11 seconds 00000100:00100000:1.0:1768252631.966723:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109312 00000100:00100000:1.0:1768252631.966732:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109312 00000100:00100000:1.0:1768252631.966783:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1768252631.966792:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70174:x1854145476109312:12345-0@lo:104: 00010000:00010000:1.0:1768252631.966804:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252631.966874:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252631.966880:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70174:x1854145476109312:12345-0@lo:104: Request processed in 90us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252631.966888:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1768252631.966916:0:70174:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70174:1854145476109312:0@lo:104: 00010000:00010000:3.0:1768252631.966936:0:70174:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967078:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252631.967086:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967093:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252631.967097:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967105:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252631.967111:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252631.967118:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252631.967158:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967164:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252631.967210:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967217:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01000/0xef9a6e5c83abbdd6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbddd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967231:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252631.967234:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252631.967237:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252631.967257:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476109440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252631.967637:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252631.967722:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109440 00000100:00100000:2.0:1768252631.967727:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109440 00010000:00010000:2.0:1768252631.967760:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 18 pid: 5778 timeout: 1987 lvb_type: 0 00000100:00100000:2.0:1768252631.967791:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1768252631.967798:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476109440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252631.967808:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252631.967813:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 18 pid: 5778 timeout: 1987 lvb_type: 0 00010000:00010000:2.0:1768252631.967821:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 18 pid: 5778 timeout: 1987 lvb_type: 0 00010000:00010000:2.0:1768252631.967832:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abbddd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbdd6 expref: 18 pid: 5778 timeout: 1987 lvb_type: 0 00010000:00010000:2.0:1768252631.967850:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967857:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967870:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967876:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967882:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967888:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967893:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252631.967897:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967903:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967923:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252631.967931:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252631.967972:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476109440:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252631.967979:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1768252631.968075:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476109440:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252631.968148:0:70174:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.968156:0:70174:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252631.968162:0:70174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abbe15 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252632.506149:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252633.266119:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252633.266127:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252633.266133:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252633.266179:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252633.266191:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252633.266202:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252633.266227:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476109568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252633.266288:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252633.266342:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1768252633.266552:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109568 00000100:00100000:3.0:1768252633.266560:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109568 00000100:00100000:3.0:1768252633.266614:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1768252633.266623:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476109568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252633.266637:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252633.266650:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbe1c expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252633.266674:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252633.266687:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252633.266696:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252633.266750:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476109568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252633.266756:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1768252633.267434:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476109568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252633.267451:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252633.267461:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252633.267485:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252633.267491:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252633.267499:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252633.522327:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252633.654902:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476109696:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.654990:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252633.656582:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476110080:0@lo:400:kworker.0 00000100:00100000:1.0:1768252633.656641:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252633.657032:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476110208:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657067:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252633.657109:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476109824:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657131:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252633.657149:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476110336:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657168:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252633.657185:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252633.657191:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476109952:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657211:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252633.657242:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109696 00000100:00100000:0.0:1768252633.657250:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109696 00000100:00100000:0.0:1768252633.657299:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1768252633.657307:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476109696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657360:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476109696:12345-0@lo:400:kworker.0 Request processed in 54us (2370us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252633.657367:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1768252633.657399:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110208 00000100:00100000:0.0:1768252633.657403:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110208 00000100:00100000:0.0:1768252633.657435:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109824 00000100:00100000:0.0:1768252633.657439:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109824 00000100:00100000:0.0:1768252633.657454:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476109952 00000100:00100000:0.0:1768252633.657457:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476109952 00000100:00100000:0.0:1768252633.657470:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1768252633.657475:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476110208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657507:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476110208:12345-0@lo:400:kworker.0 Request processed in 31us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252633.657512:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1768252633.657525:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1768252633.657541:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476109824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657572:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476109824:12345-0@lo:400:kworker.0 Request processed in 32us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252633.657578:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1768252633.657591:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1768252633.657597:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476109952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657621:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476109952:12345-0@lo:400:kworker.0 Request processed in 24us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252633.657626:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1768252633.657644:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110080 00000100:00100000:0.0:1768252633.657648:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110080 00000100:00100000:0.0:1768252633.657672:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110336 00000100:00100000:0.0:1768252633.657675:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110336 00000100:00100000:0.0:1768252633.657708:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1768252633.657714:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476110080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657755:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476110080:12345-0@lo:400:kworker.0 Request processed in 41us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252633.657762:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1768252633.657774:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1768252633.657779:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476110336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657805:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476110336:12345-0@lo:400:kworker.0 Request processed in 27us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252633.657809:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00080000:0.0:1768252633.657831:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252633.657834:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252633.657836:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252633.657869:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476109952:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657880:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476109824:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657888:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476110336:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657960:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476109696:0@lo:400:kworker.0 00000100:00100000:0.0:1768252633.657970:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476110208:0@lo:400:kworker.0 00000100:00100000:1.0:1768252633.660630:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476110080:0@lo:400:kworker.0 00010000:00010000:1.0:1768252634.549054:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252635.234635:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252635.234983:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451807232 00000100:00100000:2.0:1768252635.234997:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451807232 00000100:00100000:2.0:1768252635.235097:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 605 00000100:00100000:2.0:1768252635.235109:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40192:x1854145451807232:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768252635.235142:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252635.235173:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbe2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cce expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252635.235259:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235277:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235293:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235308:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235313:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235318:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235495:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abbe3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235503:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abbe3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235510:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abbe3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768252635.235558:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00080000:3.0:1768252635.235648:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1768252635.235689:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252635.235736:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abbe3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235750:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235757:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235765:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235772:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252635.235776:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235784:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235798:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a400) 00010000:00010000:2.0:1768252635.235801:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252635.235807:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235813:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbe31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235828:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235834:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235839:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235843:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252635.235845:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235850:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235856:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972742c4a200) 00010000:00010000:2.0:1768252635.235858:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252635.235861:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235865:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252635.235899:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abbe2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cce expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252635.235915:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abbe3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cce expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252635.235922:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252635.235924:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252635.235926:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00000, rc 0) 00000100:00100000:2.0:1768252635.236037:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40192:x1854145451807232:12345-192.168.202.43@tcp:101:touch.0 Request processed in 904us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252635.236046:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 605 00000100:00100000:1.0:1768252635.239865:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252635.240176:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451807488 00000100:00100000:0.0:1768252635.240190:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451807488 00000100:00100000:0.0:1768252635.241607:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 606 00000100:00100000:0.0:1768252635.241628:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40192:x1854145451807488:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252635.241663:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252635.241693:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe46 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cd5 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.241900:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.241919:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.241935:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.241952:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.241959:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.241967:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00080000:0.0:1768252635.242602:0:5785:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:0.0:1768252635.242861:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbe5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242874:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbe5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242883:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbe5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242927:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242935:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242943:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242950:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252635.242955:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242963:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242977:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252635.242981:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252635.242986:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252635.242993:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:0.0:1768252635.243007:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eea2d03b reply state 000000003e518dfe transno 4294967534 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252635.243050:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252635.243087:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cd5 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.243108:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbe5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cd5 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.243116:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252635.243119:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252635.243122:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252635.243231:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:40192:x1854145451807488:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1609us (3382us total) trans 4294967534 rc 0/0 00000100:00100000:0.0:1768252635.243240:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 606 00000100:00100000:3.0:1768252635.246345:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:1.0:1768252635.246430:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.246445:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.246454:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.246461:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252635.246467:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.246475:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.246493:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972775270c00) 00010000:00010000:1.0:1768252635.246497:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252635.246503:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.246509:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abbe54 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252635.247759:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451807616 00000100:00100000:1.0:1768252635.247778:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451807616 00000100:00100000:1.0:1768252635.247852:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 111 00000100:00100000:1.0:1768252635.247863:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40192:x1854145451807616:12345-192.168.202.43@tcp:49:touch.0 00000100:00100000:1.0:1768252635.248039:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40192:x1854145451807616:12345-192.168.202.43@tcp:49:touch.0 Request processed in 177us (1710us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252635.248049:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 111 00000100:00100000:3.0:1768252635.252585:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252635.252859:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451807872 00000100:00100000:1.0:1768252635.252875:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451807872 00000100:00100000:1.0:1768252635.252950:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 607 00000100:00100000:1.0:1768252635.252962:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40192:x1854145451807872:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:1.0:1768252635.253069:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252635.253106:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abbe5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cd5 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252635.253130:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768252635.253143:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252635.253201:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.253217:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252635.253231:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768252635.253406:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003479fe3c reply state 0000000059d61089 transno 4294967535 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252635.253417:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252635.253551:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:40192:x1854145451807872:12345-192.168.202.43@tcp:36:touch.0 Request processed in 590us (989us total) trans 4294967535 rc 0/0 00000100:00100000:1.0:1768252635.253572:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 607 00010000:00010000:3.0:1768252635.255054:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.255072:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.255080:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.255087:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252635.255092:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.255101:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.255116:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972749ca9300) 00010000:00010000:3.0:1768252635.255120:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252635.255126:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.255133:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abbe69 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252635.255488:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252635.255612:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451808000 00000100:00100000:1.0:1768252635.255625:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451808000 00000100:00100000:0.0:1768252635.257774:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 608 00000100:00100000:0.0:1768252635.257804:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40192:x1854145451808000:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252635.257842:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252635.257875:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbe70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cdc expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.257957:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbe70 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cdc expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.257974:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbe70 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cdc expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.257994:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252635.257998:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768252635.258001:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252635.258111:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:40192:x1854145451808000:12345-192.168.202.43@tcp:101:touch.0 Request processed in 323us (2630us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252635.258123:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 608 00000100:00100000:1.0:1768252635.279862:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252635.279914:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451808128 00000100:00100000:1.0:1768252635.279928:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451808128 00000100:00100000:1.0:1768252635.280028:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 322 00000100:00100000:1.0:1768252635.280041:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451808128:12345-192.168.202.43@tcp:2:touch.0 00000100:00100000:1.0:1768252635.280471:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451808128:12345-192.168.202.43@tcp:2:touch.0 Request processed in 431us (616us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1768252635.280480:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 322 00000100:00080000:1.0:1768252635.280506:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252635.288892:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252635.288943:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451808384 00000100:00100000:1.0:1768252635.288957:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451808384 00000100:00100000:1.0:1768252635.289046:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 112 00000100:00100000:1.0:1768252635.289058:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:40192:x1854145451808384:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:1.0:1768252635.289540:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:40192:x1854145451808384:12345-192.168.202.43@tcp:35:touch.0 Request processed in 481us (661us total) trans 4294967536 rc 0/0 00000100:00100000:1.0:1768252635.289550:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 112 00000100:00100000:1.0:1768252635.341130:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252635.341264:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451808512 00000100:00100000:0.0:1768252635.341282:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451808512 00000100:00100000:0.0:1768252635.341355:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 609 00000100:00100000:0.0:1768252635.341367:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:40196:x1854145451808512:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252635.341404:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252635.341434:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ce3 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.341542:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341561:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341574:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341590:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341597:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341603:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341739:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341747:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341754:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252635.341799:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00000004:00200000:0.0:1768252635.341804:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252635.341828:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341841:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341850:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341857:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341864:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341871:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252635.341875:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341882:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341895:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252635.341898:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252635.341904:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341910:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abbe7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341925:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341930:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341935:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341940:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252635.341943:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341948:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341954:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972775270000) 00010000:00010000:0.0:1768252635.341957:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252635.341960:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.341965:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abbe85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252635.342001:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ce3 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.342040:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ce3 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252635.342048:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252635.342051:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252635.342053:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252635.342151:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:40196:x1854145451808512:12345-192.168.202.43@tcp:101:rm.0 Request processed in 786us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252635.342161:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 609 00000100:00100000:1.0:1768252635.349056:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252635.349187:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451808640 00000100:00100000:0.0:1768252635.349201:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451808640 00000100:00100000:0.0:1768252635.349268:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 323 00000100:00100000:0.0:1768252635.349280:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451808640:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252635.349303:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252635.349329:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cea expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252635.349360:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x696564db, atime: 0x696564db, ctime: 0x696564db, blocks: 0x1 00010000:00010000:0.0:1768252635.349387:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252635.349389:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252635.349400:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252635.349424:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252635.349440:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252635.349530:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451808640:12345-192.168.202.43@tcp:101:rm.0 Request processed in 252us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252635.349539:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 323 00000100:00100000:1.0:1768252635.353629:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252635.353727:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451808896 00000100:00100000:3.0:1768252635.353740:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451808896 00000100:00100000:3.0:1768252635.353803:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 610 00000100:00100000:3.0:1768252635.353811:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:40196:x1854145451808896:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768252635.353874:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252635.353905:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abbe8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ce3 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252635.353928:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abbe70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cdc expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252635.354168:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972775270d00) 00010000:00010000:3.0:1768252635.354185:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252635.355746:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355769:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355781:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355797:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355802:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355806:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355941:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355945:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.355949:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:2.0:1768252635.356606:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9408 00000004:00080000:2.0:1768252635.356619:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1840777604899ns, next at 1841777601996ns, rc = 0 00010000:00010000:2.0:1768252635.356681:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356690:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356697:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356704:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356709:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356712:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356735:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252635.356765:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356769:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356773:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356777:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252635.356781:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356785:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356794:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972742c4a200) 00010000:00010000:2.0:1768252635.356796:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252635.356799:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356803:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abbea8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356860:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356865:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356868:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356871:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252635.356872:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356875:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356879:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252635.356880:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252635.356882:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.356884:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abbe9a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768252635.356890:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d07ad65f reply state 000000009b5c9ff1 transno 4294967537 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768252635.356896:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252635.357051:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:40196:x1854145451808896:12345-192.168.202.43@tcp:36:rm.0 Request processed in 3198us (3391us total) trans 4294967537 rc 0/0 00000100:00100000:2.0:1768252635.357063:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 610 00010000:00010000:2.0:1768252635.360631:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.360661:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.360671:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.360679:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252635.360686:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.360695:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.360716:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972742c4a400) 00010000:00010000:2.0:1768252635.360719:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252635.360726:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252635.360733:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abbea1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.360928:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252635.360938:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.360945:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252635.360949:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.360955:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.360964:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff972742c4a200) 00010000:00010000:3.0:1768252635.360967:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252635.360970:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.360975:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abbeaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252635.360990:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252635.360992:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252635.360994:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252635.570306:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252636.108826:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252636.108884:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252636.108914:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252636.108941:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252636.108978:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809152 00000100:00100000:3.0:1768252636.108991:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809152 00000100:00100000:3.0:1768252636.109081:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1248 00000100:00100000:3.0:1768252636.109094:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2369:x1854145451809152:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252636.109206:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2369:x1854145451809152:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 114us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252636.109216:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1248 00000100:00100000:3.0:1768252636.109245:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809024 00000100:00100000:3.0:1768252636.109249:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809024 00000100:00100000:3.0:1768252636.109276:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1064 00000100:00100000:3.0:1768252636.109283:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451809024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252636.109310:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451809024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252636.109316:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1064 00000100:00100000:3.0:1768252636.109349:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809280 00000100:00100000:3.0:1768252636.109353:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809280 00000100:00100000:3.0:1768252636.109379:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809408 00000100:00100000:3.0:1768252636.109382:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809408 00000100:00100000:3.0:1768252636.109417:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 905 00000100:00100000:3.0:1768252636.109424:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451809280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252636.109453:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451809280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252636.109459:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 905 00000100:00100000:3.0:1768252636.109691:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 324 00000100:00100000:3.0:1768252636.109698:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451809408:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252636.111105:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abbc5c 00000100:00080000:3.0:1768252636.111126:0:6570:0:(import.c:65:import_set_state_nolock()) ffff9727775ad800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252636.111856:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967333 00000100:00100000:3.0:1768252636.112264:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451809408:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 2557us (3314us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252636.112278:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 324 00000100:00080000:3.0:1768252636.112701:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768252636.114848:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252636.215898:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252636.215931:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476110464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252636.216055:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252636.225113:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110464 00000100:00100000:2.0:1768252636.225143:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110464 00000100:00100000:2.0:1768252636.225241:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1768252636.225256:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476110464:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252636.226276:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1768252636.226474:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252636.226620:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476110464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1363us (10559us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252636.226631:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1768252636.230623:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476110592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252636.230726:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252636.230829:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110592 00000100:00100000:1.0:1768252636.230840:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110592 00000100:00100000:1.0:1768252636.230913:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1768252636.230925:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476110592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252636.230975:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252636.231062:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476110592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252636.231070:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1768252636.231132:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476110592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252636.235570:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476110464:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252636.235623:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1768252636.330310:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967534 is committed 00000001:00080000:2.0:1768252636.330332:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967536 is committed 00000001:00080000:2.0:1768252636.330343:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967537 is committed 00000004:00080000:2.0:1768252636.330348:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 50 committed 00000100:00100000:2.0:1768252636.330555:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476110720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768252636.330902:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252636.336073:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110720 00000100:00100000:0.0:1768252636.336094:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110720 00000100:00100000:0.0:1768252636.336170:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1768252636.336183:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476110720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1768252636.336228:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:19 count 1 00010000:00010000:0.0:1768252636.336263:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252636.336289:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252636.336299:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252636.336301:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252636.336306:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252636.336351:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252636.336368:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 6 pid: 6569 timeout: 1941 lvb_type: 1 00000100:00100000:0.0:1768252636.336386:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476110848:192.168.202.43@tcp:104: 00000100:00100000:0.0:1768252636.336522:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1240 going to sleep for 11 seconds 00000100:00100000:0.0:1768252636.343466:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476110848:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768252636.343516:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252636.345272:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252636.345489:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809536 00000100:00100000:1.0:1768252636.345514:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809536 00010000:00010000:1.0:1768252636.345572:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 7 pid: 6569 timeout: 1941 lvb_type: 1 00000100:00100000:1.0:1768252636.345628:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 358 00000100:00100000:1.0:1768252636.345643:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451809536:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252636.345673:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252636.345681:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 7 pid: 6569 timeout: 1941 lvb_type: 1 00010000:00010000:1.0:1768252636.345698:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 7 pid: 6569 timeout: 1941 lvb_type: 1 00010000:00010000:1.0:1768252636.345743:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abbe93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cea expref: 7 pid: 6569 timeout: 1941 lvb_type: 1 00010000:00010000:1.0:1768252636.345763:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252636.345765:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252636.345772:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.345784:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.345823:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252636.345891:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451809536:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 250us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252636.345900:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 358 00010000:00010000:1.0:1768252636.346049:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346059:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346070:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346080:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346103:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768252636.346123:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252636.346131:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346141:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252636.346147:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346157:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346172:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346180:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777963800/0xef9a6e5c83abbeb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252636.346215:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252636.346218:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252636.346220:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252636.346924:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476110720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10738us (16016us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1768252636.346937:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000004:00080000:3.0:1768252636.347116:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649361180/2, rc 0, transno 4294967335 00000100:00100000:3.0:1768252636.347127:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476110720:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1768252636.598428:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252637.561927:0:70420:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd75157180 20000000:00000080:2.0:1768252637.561946:0:70420:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc9a400 uarg=0000000000000000 00010000:00010000:3.0:1768252637.562564:0:70420:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252637.562600:0:70420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:3.0:1768252637.562604:0:70420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252637.562615:0:70420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abbe3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cce expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.562637:0:70420:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252637.562653:0:70420:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252637.562667:0:70420:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.562681:0:70420:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.562688:0:70420:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.562725:0:70420:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.562741:0:70420:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 17 pid: 5778 timeout: 1992 lvb_type: 0 00000100:00100000:3.0:1768252637.562754:0:70420:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70420:1854145476110976:0@lo:104: 00000100:00100000:3.0:1768252637.562812:0:70420:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252637.562867:0:70420:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252637.562995:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476110976 00000100:00100000:0.0:1768252637.563003:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476110976 00000100:00100000:0.0:1768252637.563076:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1768252637.563086:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70420:x1854145476110976:12345-0@lo:104: 00010000:00010000:0.0:1768252637.563097:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252637.563156:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252637.563162:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70420:x1854145476110976:12345-0@lo:104: Request processed in 79us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252637.563170:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1768252637.563253:0:70420:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277758f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70420:1854145476110976:0@lo:104: 00010000:00010000:3.0:1768252637.563270:0:70420:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252637.563304:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252637.563311:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252637.563319:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252637.563322:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252637.563330:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252637.563336:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252637.563342:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252637.563378:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252637.563384:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252637.563413:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252637.563420:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abbe1c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbe23 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252637.563430:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1768252637.563433:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252637.563434:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252637.563436:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252637.563442:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476111104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252637.563473:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252637.563814:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111104 00000100:00100000:2.0:1768252637.563819:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111104 00010000:00010000:2.0:1768252637.563840:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 18 pid: 5778 timeout: 1992 lvb_type: 0 00000100:00100000:2.0:1768252637.563906:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1768252637.563914:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972745078c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476111104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252637.563925:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252637.563929:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 18 pid: 5778 timeout: 1992 lvb_type: 0 00010000:00010000:2.0:1768252637.563939:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 18 pid: 5778 timeout: 1992 lvb_type: 0 00010000:00010000:2.0:1768252637.563948:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abbe23 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbe1c expref: 18 pid: 5778 timeout: 1992 lvb_type: 0 00010000:00010000:2.0:1768252637.563961:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.563968:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.563985:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.563991:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.563997:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.564003:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.564008:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252637.564030:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.564039:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.564051:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252637.564061:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252637.564102:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972745078c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476111104:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252637.564110:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1768252637.564118:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476111104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252637.564174:0:70420:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.564183:0:70420:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252637.564189:0:70420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abbebd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70420 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252637.618514:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252638.646208:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252638.773544:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476111616:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.773609:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252638.773664:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252638.773671:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476111232:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.773698:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252638.773721:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476111744:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.773747:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252638.773773:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476111488:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.773796:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252638.773815:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768252638.773821:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476111360:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.773843:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252638.773859:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476111872:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.773878:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252638.773905:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111744 00000100:00100000:0.0:1768252638.773912:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111744 00000100:00100000:0.0:1768252638.773962:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111488 00000100:00100000:0.0:1768252638.773966:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111488 00000100:00100000:0.0:1768252638.773982:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111360 00000100:00100000:0.0:1768252638.773985:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111360 00000100:00100000:0.0:1768252638.774000:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1768252638.774008:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476111744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.774088:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476111744:12345-0@lo:400:kworker.0 Request processed in 81us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252638.774096:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1768252638.774112:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1768252638.774118:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476111488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.774150:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476111488:12345-0@lo:400:kworker.0 Request processed in 32us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252638.774156:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1768252638.774169:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1768252638.774175:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476111360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.774201:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476111360:12345-0@lo:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252638.774207:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00080000:0.0:1768252638.774228:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252638.774341:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476111360:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.774355:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277caebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476111488:0@lo:400:kworker.0 00000100:00100000:0.0:1768252638.774430:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476111744:0@lo:400:kworker.0 00000100:00100000:3.0:1768252638.774819:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111232 00000100:00100000:3.0:1768252638.774824:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111232 00000100:00100000:3.0:1768252638.774863:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1768252638.774870:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476111232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252638.774920:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476111232:12345-0@lo:400:kworker.0 Request processed in 50us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252638.774926:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1768252638.774964:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476111232:0@lo:400:kworker.0 00000100:00100000:1.0:1768252638.775051:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111616 00000100:00100000:1.0:1768252638.775056:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111616 00000100:00100000:1.0:1768252638.775093:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476111872 00000100:00100000:1.0:1768252638.775097:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476111872 00000100:00100000:1.0:1768252638.775116:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1768252638.775121:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476111616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252638.775160:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476111616:12345-0@lo:400:kworker.0 Request processed in 38us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252638.775166:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1768252638.775179:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1768252638.775184:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476111872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252638.775216:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476111872:12345-0@lo:400:kworker.0 Request processed in 32us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252638.775222:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1768252638.775255:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476111872:0@lo:400:kworker.0 00000100:00080000:3.0:1768252638.775716:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252638.775721:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252638.775767:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476111616:0@lo:400:kworker.0 10000000:01000000:1.0:1768252639.282337:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252639.282349:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252639.282356:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252639.282415:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252639.282429:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252639.282444:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252639.282505:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff63480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476112000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252639.282592:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252639.282650:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bd54e40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252639.283190:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112000 00000100:00100000:2.0:1768252639.283199:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112000 00000100:00100000:2.0:1768252639.283257:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1768252639.283266:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476112000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252639.283699:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252639.283720:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbec4 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252639.283750:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252639.283762:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252639.283772:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252639.283834:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476112000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 569us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252639.283840:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1768252639.284825:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff63480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476112000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252639.284848:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252639.284860:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252639.284883:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252639.284888:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252639.284895:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1768252639.343999:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000001:00080000:2.0:1768252639.344051:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00100000:2.0:1768252639.348557:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252639.348566:0:7475:0:(genops.c:904:class_export_put()) final put ffff9727775aa800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768252639.348626:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9727775aa800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:0.0:1768252639.348675:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9727775ad800 for lustre-OST0001 00010000:00010000:0.0:1768252639.670709:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252640.690155:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252641.067432:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252641.067535:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809664 00000100:00100000:0.0:1768252641.067547:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809664 00000100:00100000:0.0:1768252641.067621:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 611 00000100:00100000:0.0:1768252641.067631:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40283:x1854145451809664:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252641.067651:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252641.067675:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbed2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cf1 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252641.067741:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbed9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252641.067755:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbed9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252641.067768:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbed9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252641.067845:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1768252641.067850:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252641.067874:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbed9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252641.067899:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbed2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cf1 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252641.067925:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbed9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cf1 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252641.067933:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252641.067936:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252641.067939:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962a00, rc 0) 00000100:00100000:0.0:1768252641.068001:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277758f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40283:x1854145451809664:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 372us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252641.068009:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 611 00000100:00080000:3.0:1768252641.068206:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252641.071526:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252641.071692:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451809920 00000100:00100000:2.0:1768252641.071702:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451809920 00000100:00100000:2.0:1768252641.071773:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 612 00000100:00100000:2.0:1768252641.071785:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40283:x1854145451809920:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252641.071843:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252641.071871:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbed9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cf1 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252641.071889:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbe3f) 00010000:00010000:2.0:1768252641.071893:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270d00) 00010000:00010000:2.0:1768252641.071904:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252641.071932:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252641.071947:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252641.071956:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000001:00080000:1.0:1768252641.140984:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967538 is committed 00000004:00010000:3.0:1768252641.145148:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000062e102ce reply state 0000000029c72f9c transno 4294967538 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252641.145170:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252641.145231:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:3.0:1768252641.145448:0:6919:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1768252641.145478:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40283:x1854145451809920:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 73691us (73958us total) trans 4294967538 rc 0/0 00000100:00100000:3.0:1768252641.145488:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 612 00010000:00010000:3.0:1768252641.145547:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252641.145557:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252641.145565:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252641.145571:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252641.145576:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252641.145585:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252641.145602:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768252641.145605:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252641.145611:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252641.145617:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abbee0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252641.225989:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252641.226180:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252641.226675:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810048 00000100:00100000:2.0:1768252641.226687:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810048 00000100:00100000:2.0:1768252641.226751:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1067 00000100:00100000:2.0:1768252641.226761:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451810048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252641.226841:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451810048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252641.226849:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1067 00000100:00100000:3.0:1768252641.227415:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810176 00000100:00100000:3.0:1768252641.227422:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810176 00000100:00100000:2.0:1768252641.227638:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 908 00000100:00100000:2.0:1768252641.227648:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451810176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252641.227719:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451810176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 73us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252641.227726:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 908 00000100:00080000:3.0:1768252641.227880:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252641.330150:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252641.330174:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476112128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252641.330244:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252641.330866:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112128 00000100:00100000:1.0:1768252641.330878:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112128 00000100:00100000:1.0:1768252641.330940:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1768252641.330950:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476112128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252641.330988:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252641.331091:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476112128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252641.331099:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:1.0:1768252641.331130:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252641.331174:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476112128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252641.333344:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252641.333369:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476112256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252641.333437:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252641.334316:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112256 00000100:00100000:0.0:1768252641.334327:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112256 00000100:00100000:0.0:1768252641.334388:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1768252641.334397:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476112256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252641.334438:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252641.334513:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726492eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476112256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252641.334520:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1768252641.334565:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1768252641.334571:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649361180, transno 4294967335 00000100:00100000:0.0:1768252641.334591:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476112256:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252641.338137:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252641.718176:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252641.889623:0:70617:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd560fdc0 20000000:00000080:1.0:1768252641.889640:0:70617:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97276a7f6800 uarg=0000000000000000 00010000:00010000:1.0:1768252641.889973:0:70617:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252641.889988:0:70617:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252641.890000:0:70617:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252641.890137:0:70617:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252641.890155:0:70617:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252641.890165:0:70617:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252641.890205:0:70617:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252641.890219:0:70617:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 17 pid: 5778 timeout: 1997 lvb_type: 0 00000100:00100000:1.0:1768252641.890234:0:70617:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70617:1854145476112384:0@lo:104: 00000100:00100000:1.0:1768252641.890292:0:70617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252641.890384:0:70617:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726473fae40 going to sleep for 11 seconds 00000100:00100000:0.0:1768252641.890578:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112384 00000100:00100000:0.0:1768252641.890585:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112384 00000100:00100000:0.0:1768252641.890658:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1768252641.890667:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70617:x1854145476112384:12345-0@lo:104: 00010000:00010000:0.0:1768252641.890678:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252641.890744:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252641.890749:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70617:x1854145476112384:12345-0@lo:104: Request processed in 85us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252641.890756:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1768252641.890825:0:70617:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70617:1854145476112384:0@lo:104: 00010000:00010000:2.0:1768252641.890843:0:70617:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891200:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252641.891209:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891216:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252641.891220:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891228:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252641.891235:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252641.891241:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252641.891278:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891285:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252641.891316:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891323:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abbec4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbecb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891338:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252641.891340:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252641.891341:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252641.891362:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252641.891374:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476112512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252641.891421:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252641.891477:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112512 00000100:00100000:3.0:1768252641.891482:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112512 00010000:00010000:3.0:1768252641.891501:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 18 pid: 5778 timeout: 1997 lvb_type: 0 00000100:00100000:3.0:1768252641.891571:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1768252641.891579:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476112512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252641.891591:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252641.891596:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 18 pid: 5778 timeout: 1997 lvb_type: 0 00010000:00010000:3.0:1768252641.891606:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 18 pid: 5778 timeout: 1997 lvb_type: 0 00010000:00010000:3.0:1768252641.891617:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abbecb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbec4 expref: 18 pid: 5778 timeout: 1997 lvb_type: 0 00010000:00010000:3.0:1768252641.891630:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891636:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891649:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891656:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891662:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891668:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891673:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252641.891677:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891687:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891703:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252641.891711:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252641.891754:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476112512:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252641.891761:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1768252641.891814:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476112512:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252641.891865:0:70617:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252641.891871:0:70617:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252641.891875:0:70617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abbee7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252642.742875:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252643.122367:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252643.122374:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252643.122379:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252643.122431:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252643.122453:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252643.122463:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252643.122490:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476112640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252643.122553:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252643.122642:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1240 going to sleep for 11 seconds 00000100:00100000:3.0:1768252643.135308:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112640 00000100:00100000:3.0:1768252643.135323:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112640 00000100:00100000:3.0:1768252643.135379:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1768252643.135389:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476112640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252643.135408:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252643.135429:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbeee expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252643.135468:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252643.135479:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252643.135487:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768252643.135569:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476112640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 181us (13015us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.135576:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1768252643.135645:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476112640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252643.135662:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252643.135671:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252643.135692:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252643.135697:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252643.135704:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252643.766516:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252643.893194:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476112768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893260:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252643.893304:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476113280:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893373:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252643.893415:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768252643.893422:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476112896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893455:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252643.893472:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476113408:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893510:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252643.893539:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476113024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893560:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252643.893591:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252643.893596:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476113152:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893618:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252643.893652:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112768 00000100:00100000:3.0:1768252643.893659:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112768 00000100:00100000:3.0:1768252643.893713:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1768252643.893721:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476112768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893770:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476112768:12345-0@lo:400:kworker.0 Request processed in 48us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.893777:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1768252643.893806:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113280 00000100:00100000:3.0:1768252643.893809:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113280 00000100:00100000:3.0:1768252643.893843:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476112896 00000100:00100000:3.0:1768252643.893846:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476112896 00000100:00100000:3.0:1768252643.893861:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113024 00000100:00100000:3.0:1768252643.893863:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113024 00000100:00100000:3.0:1768252643.893876:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1768252643.893882:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476113280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893930:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476113280:12345-0@lo:400:kworker.0 Request processed in 32us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.893936:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1768252643.893948:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1768252643.893953:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476112896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.893978:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476112896:12345-0@lo:400:kworker.0 Request processed in 25us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.893984:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1768252643.893995:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1768252643.894000:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476113024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894052:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476113024:12345-0@lo:400:kworker.0 Request processed in 51us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.894062:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1768252643.894098:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113408 00000100:00100000:3.0:1768252643.894101:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113408 00000100:00100000:3.0:1768252643.894126:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113152 00000100:00100000:3.0:1768252643.894129:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113152 00000100:00100000:3.0:1768252643.894148:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1768252643.894155:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476113408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894183:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476113408:12345-0@lo:400:kworker.0 Request processed in 29us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.894188:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1768252643.894200:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1768252643.894205:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476113152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894230:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476113152:12345-0@lo:400:kworker.0 Request processed in 25us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252643.894235:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00080000:3.0:1768252643.894260:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252643.894263:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252643.894265:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252643.894304:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476113152:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894314:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476113024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894342:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476112896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894350:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476113408:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894357:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476112768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252643.894365:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476113280:0@lo:400:kworker.0 00010000:00010000:1.0:1768252644.790822:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252645.132482:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252645.132563:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810304 00000100:00100000:0.0:1768252645.132575:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810304 00000100:00100000:0.0:1768252645.132648:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 613 00000100:00100000:0.0:1768252645.132658:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40360:x1854145451810304:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252645.132682:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252645.132723:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbefc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cf8 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252645.132795:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.132808:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.132821:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.132847:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.132854:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.132861:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133037:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbf11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133046:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbf11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133052:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbf11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252645.133082:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1768252645.133086:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252645.133110:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbf11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133123:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133131:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133137:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133142:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252645.133146:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133154:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133165:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270100) 00010000:00010000:0.0:1768252645.133168:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252645.133172:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133177:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abbf03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133193:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133199:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133205:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133210:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252645.133212:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133221:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133228:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270b00) 00010000:00010000:0.0:1768252645.133230:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252645.133233:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133238:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abbf0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252645.133267:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abbefc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cf8 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252645.133282:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbf11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cf8 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252645.133289:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:0.0:1768252645.133291:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252645.133293:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252645.133350:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810304:12345-192.168.202.43@tcp:101:touch.0 Request processed in 694us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252645.133358:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 613 00000100:00080000:3.0:1768252645.133443:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252645.150231:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252645.155636:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810560 00000100:00100000:3.0:1768252645.155654:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810560 00000100:00100000:3.0:1768252645.155716:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 614 00000100:00100000:3.0:1768252645.155725:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810560:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252645.155745:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252645.155767:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbf18 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6cff expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.155886:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.155900:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.155911:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.155955:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.155961:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.155967:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252645.155986:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00010000:3.0:1768252645.156006:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156028:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156035:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156041:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252645.156045:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156052:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156063:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:3.0:1768252645.156066:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.156071:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156076:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf1f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156090:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156096:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156103:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156107:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252645.156110:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156115:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156126:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff97274f8b9200) 00010000:00010000:3.0:1768252645.156129:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.156131:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156136:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252645.156169:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbf18 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cff expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.156179:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:3.0:1768252645.156181:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.156185:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbf18 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cff expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.156194:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768252645.156258:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810560:12345-192.168.202.43@tcp:101:touch.0 Request processed in 533us (6037us total) trans 0 rc 301/301 00000100:00100000:3.0:1768252645.156265:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 614 00000100:00100000:1.0:1768252645.164902:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252645.165821:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810688 00000100:00100000:3.0:1768252645.165832:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810688 00000100:00100000:3.0:1768252645.165919:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 615 00000100:00100000:3.0:1768252645.165929:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810688:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252645.165948:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252645.165968:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbf2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d06 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.166055:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166068:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166080:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166093:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166099:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166105:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166153:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166160:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166167:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166172:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252645.166176:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166183:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166197:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:3.0:1768252645.166200:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.166205:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166211:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abbf34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166221:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166227:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166244:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166249:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252645.166252:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166258:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166265:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff97274f8b9200) 00010000:00010000:3.0:1768252645.166267:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.166270:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166275:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbf3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.166304:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbf2d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d06 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.166314:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:3.0:1768252645.166316:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.166320:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abbf2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d06 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.166328:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768252645.166394:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810688:12345-192.168.202.43@tcp:101:touch.0 Request processed in 467us (1505us total) trans 0 rc 301/301 00000100:00100000:3.0:1768252645.166401:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 615 00000100:00100000:1.0:1768252645.168812:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252645.170955:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810816 00000100:00100000:3.0:1768252645.170972:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810816 00000100:00100000:3.0:1768252645.171044:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 616 00000100:00100000:3.0:1768252645.171054:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810816:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252645.171075:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252645.171097:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbf42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d0d expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.171167:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171179:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171203:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171218:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171228:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171243:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171297:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171305:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171312:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171317:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252645.171321:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171327:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171338:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:3.0:1768252645.171341:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.171347:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171353:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abbf49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171363:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171369:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171376:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171380:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252645.171383:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171388:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171395:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff97274f8b9a00) 00010000:00010000:3.0:1768252645.171397:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.171400:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171405:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbf50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252645.171444:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbf42 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d0d expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.171453:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:3.0:1768252645.171456:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252645.171459:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbf42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d0d expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252645.171467:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252645.171535:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40360:x1854145451810816:12345-192.168.202.43@tcp:101:touch.0 Request processed in 482us (2730us total) trans 0 rc 301/301 00000100:00100000:3.0:1768252645.171541:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 616 00010000:00010000:1.0:1768252645.810563:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252646.352901:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252646.355257:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252646.355300:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252646.355336:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811072 00000100:00100000:2.0:1768252646.355336:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811200 00000100:00100000:3.0:1768252646.355345:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811072 00000100:00100000:2.0:1768252646.355346:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811200 00000100:00100000:3.0:1768252646.355392:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1255 00000100:00100000:2.0:1768252646.355392:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 911 00000100:00100000:2.0:1768252646.355400:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451811200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252646.355401:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451811072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252646.355482:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451811200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 82us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252646.355491:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 911 00000100:00080000:2.0:1768252646.355512:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252646.357875:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451810944 00000100:00100000:1.0:1768252646.357890:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451810944 00000100:00100000:1.0:1768252646.357953:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1070 00000100:00100000:1.0:1768252646.357965:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451810944:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252646.360977:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451811072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 5565us (5716us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252646.360992:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1255 00000100:00100000:1.0:1768252646.365117:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451810944:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 7128us (12202us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252646.365133:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1070 00000100:00100000:3.0:1768252646.450337:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476113536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252646.450580:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252646.450883:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113536 00000100:00100000:0.0:1768252646.450892:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113536 00000100:00100000:0.0:1768252646.450964:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1768252646.450973:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476113536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252646.451007:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252646.451078:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476113536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252646.451085:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:2.0:1768252646.451142:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252646.451290:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476113536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252646.452794:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476113664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252646.452849:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252646.453728:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113664 00000100:00100000:3.0:1768252646.453737:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113664 00000100:00100000:3.0:1768252646.453794:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1768252646.453803:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476113664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252646.453836:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252646.453893:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476113664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252646.453901:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1768252646.453962:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476113664:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252646.454739:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1768252646.822571:0:70863:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd32d497d0 20000000:00000080:0.0:1768252646.822592:0:70863:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647550800 uarg=0000000000000000 00010000:00010000:0.0:1768252646.822965:0:70863:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768252646.823003:0:70863:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270400) 00010000:00010000:0.0:1768252646.823007:0:70863:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252646.823128:0:70863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abbf11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6cf8 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.823153:0:70863:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768252646.823168:0:70863:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252646.823182:0:70863:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.823195:0:70863:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.823203:0:70863:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.823318:0:70863:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.823332:0:70863:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 17 pid: 5777 timeout: 2002 lvb_type: 0 00000100:00100000:0.0:1768252646.823346:0:70863:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70863:1854145476113792:0@lo:104: 00000100:00100000:0.0:1768252646.823418:0:70863:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252646.823535:0:70863:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768252646.823870:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113792 00000100:00100000:1.0:1768252646.823878:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113792 00000100:00100000:1.0:1768252646.823972:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1768252646.823983:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70863:x1854145476113792:12345-0@lo:104: 00010000:00010000:1.0:1768252646.823999:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252646.824097:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252646.824103:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:70863:x1854145476113792:12345-0@lo:104: Request processed in 123us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252646.824109:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1768252646.824213:0:70863:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70863:1854145476113792:0@lo:104: 00010000:00010000:2.0:1768252646.824242:0:70863:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.824397:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252646.824414:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.824421:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252646.824425:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.824433:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252646.824441:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252646.824447:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252646.824488:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.824495:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252646.824519:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.824526:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962c00/0xef9a6e5c83abbeee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbef5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.824545:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252646.824547:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252646.824548:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252646.824557:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252646.824569:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476113920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252646.824609:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252646.825720:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476113920 00000100:00100000:3.0:1768252646.825732:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476113920 00010000:00010000:3.0:1768252646.825776:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 18 pid: 5777 timeout: 2002 lvb_type: 0 00000100:00100000:3.0:1768252646.825810:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1768252646.825818:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476113920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252646.825833:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252646.825838:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 18 pid: 5777 timeout: 2002 lvb_type: 0 00010000:00010000:3.0:1768252646.825850:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 18 pid: 5777 timeout: 2002 lvb_type: 0 00010000:00010000:3.0:1768252646.825864:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abbef5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbeee expref: 18 pid: 5777 timeout: 2002 lvb_type: 0 00010000:00010000:3.0:1768252646.825879:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825888:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825903:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825909:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825916:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825922:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825928:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252646.825933:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825940:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825961:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.825970:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252646.826042:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476113920:12345-0@lo:103:ldlm_bl.0 Request processed in 224us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252646.826050:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1768252646.826086:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476113920:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252646.826157:0:70863:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.826167:0:70863:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252646.826173:0:70863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963e00/0xef9a6e5c83abbf57 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70863 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252646.834757:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252647.859367:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252648.509318:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252648.509326:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252648.509331:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252648.509402:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252648.509414:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252648.509425:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252648.509451:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476114048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252648.509520:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252648.509577:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada600 going to sleep for 11 seconds 00000100:00100000:2.0:1768252648.509818:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114048 00000100:00100000:2.0:1768252648.509827:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114048 00000100:00100000:2.0:1768252648.509877:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1768252648.509886:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476114048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252648.509900:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252648.509914:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbf5e expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252648.509937:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252648.509947:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252648.509954:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00800, rc 0) 00000100:00100000:2.0:1768252648.515572:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476114048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 5676us (6040us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252648.515585:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1768252648.522687:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476114048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252648.522715:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252648.522729:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252648.522755:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252648.522761:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252648.522768:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252648.884087:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252649.015905:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476114176:0@lo:400:kworker.0 00000100:00100000:0.0:1768252649.015975:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252649.016041:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476114688:0@lo:400:kworker.0 00000100:00100000:0.0:1768252649.016067:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252649.016095:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252649.016102:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476114560:0@lo:400:kworker.0 00000100:00100000:0.0:1768252649.016126:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252649.016158:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114688 00000100:00100000:0.0:1768252649.016165:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114688 00000100:00100000:0.0:1768252649.016233:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1768252649.016242:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277caeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476114688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252649.016292:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277caeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476114688:12345-0@lo:400:kworker.0 Request processed in 51us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252649.016300:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1768252649.016345:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476114688:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.019938:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476114304:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.020044:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252649.020082:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476114816:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.020110:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252649.020134:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252649.020141:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476114432:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.020162:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252649.020208:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114176 00000100:00100000:2.0:1768252649.020216:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114176 00000100:00100000:2.0:1768252649.020257:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1768252649.020265:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476114176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.020317:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476114176:12345-0@lo:400:kworker.0 Request processed in 53us (4341us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252649.020328:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1768252649.020361:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114560 00000100:00100000:2.0:1768252649.020365:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114560 00000100:00100000:2.0:1768252649.020407:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114816 00000100:00100000:2.0:1768252649.020410:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114816 00000100:00100000:2.0:1768252649.020431:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1768252649.020437:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476114560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.020470:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476114560:12345-0@lo:400:kworker.0 Request processed in 33us (4342us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252649.020475:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1768252649.020487:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1768252649.020493:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476114816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.020535:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476114816:12345-0@lo:400:kworker.0 Request processed in 42us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252649.020540:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00080000:2.0:1768252649.020559:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252649.020564:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252649.020566:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252649.020576:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114304 00000100:00100000:2.0:1768252649.020580:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114304 00000100:00100000:2.0:1768252649.020942:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114432 00000100:00100000:2.0:1768252649.020947:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114432 00000100:00100000:2.0:1768252649.020978:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1768252649.020984:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476114304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.021044:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476114304:12345-0@lo:400:kworker.0 Request processed in 60us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252649.021051:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1768252649.021065:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1768252649.021071:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476114432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.021099:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476114432:12345-0@lo:400:kworker.0 Request processed in 29us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252649.021105:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1768252649.021157:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476114432:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.021167:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476114304:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.021176:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476114816:0@lo:400:kworker.0 00000100:00080000:2.0:1768252649.021369:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252649.021409:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476114560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252649.021422:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476114176:0@lo:400:kworker.0 00000100:00100000:0.0:1768252649.778131:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252649.785162:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811328 00000100:00100000:1.0:1768252649.785177:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811328 00000100:00100000:1.0:1768252649.785345:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 617 00000100:00100000:1.0:1768252649.785355:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40447:x1854145451811328:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252649.785383:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252649.785407:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbf6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d14 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252649.785479:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbf73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252649.785494:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbf73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252649.786744:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbf73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768252649.787624:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1768252649.787632:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252649.787673:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbf73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252649.787706:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbf6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d14 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252649.787728:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbf73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d14 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252649.787735:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768252649.787737:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252649.787739:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768252649.787808:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40447:x1854145451811328:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 2455us (9689us total) trans 0 rc 0/0 00000100:00080000:0.0:1768252649.792726:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252649.793119:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 617 00000100:00100000:3.0:1768252649.809156:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252649.809642:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811584 00000100:00100000:0.0:1768252649.809653:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811584 00000100:00100000:0.0:1768252649.809701:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 618 00000100:00100000:0.0:1768252649.809707:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40447:x1854145451811584:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252649.809753:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252649.809774:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abbf73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d14 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252649.809784:0:5783:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbf11) 00010000:00010000:0.0:1768252649.809788:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9700) 00010000:00010000:0.0:1768252649.809796:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252649.809816:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252649.809824:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252649.809831:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768252649.810110:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa1029ba reply state 000000006c588cc1 transno 4294967539 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252649.810118:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252649.810129:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00100000:0.0:1768252649.810214:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40447:x1854145451811584:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 506us (1065us total) trans 4294967539 rc 0/0 00000100:00100000:0.0:1768252649.810222:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 618 00010000:00010000:3.0:1768252649.817763:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252649.817782:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252649.817789:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252649.817795:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252649.817801:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252649.817808:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252649.818251:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270c00) 00010000:00010000:3.0:1768252649.818254:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252649.818260:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252649.818266:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abbf7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252649.906913:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252650.452951:0:71059:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1241a5b0 20000000:00000080:2.0:1768252650.452968:0:71059:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc9a400 uarg=0000000000000000 00010000:00010000:2.0:1768252650.453376:0:71059:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252650.453391:0:71059:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252650.453405:0:71059:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252650.453422:0:71059:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252650.453439:0:71059:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252650.453448:0:71059:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252650.453487:0:71059:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252650.453502:0:71059:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 17 pid: 5777 timeout: 2005 lvb_type: 0 00000100:00100000:2.0:1768252650.453516:0:71059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71059:1854145476114944:0@lo:104: 00000100:00100000:2.0:1768252650.453577:0:71059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252650.453688:0:71059:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dadaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1768252650.453737:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476114944 00000100:00100000:1.0:1768252650.453746:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476114944 00000100:00100000:1.0:1768252650.453829:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1768252650.453839:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:71059:x1854145476114944:12345-0@lo:104: 00010000:00010000:1.0:1768252650.453851:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252650.453914:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252650.453920:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:71059:x1854145476114944:12345-0@lo:104: Request processed in 83us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252650.453927:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00010000:00010000:3.0:1768252650.453980:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252650.453987:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252650.453994:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252650.453997:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252650.454006:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252650.454037:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252650.454042:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252650.454072:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252650.454078:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252650.454099:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252650.454106:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf5e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbf65 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252650.454120:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252650.454122:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252650.454124:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252650.454144:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476115072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252650.454173:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252650.454360:0:71059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71059:1854145476114944:0@lo:104: 00010000:00010000:2.0:1768252650.454386:0:71059:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252650.454467:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115072 00000100:00100000:0.0:1768252650.454472:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115072 00010000:00010000:0.0:1768252650.454493:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 18 pid: 5777 timeout: 2005 lvb_type: 0 00000100:00100000:0.0:1768252650.454558:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1768252650.454566:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476115072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252650.454578:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252650.454583:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 18 pid: 5777 timeout: 2005 lvb_type: 0 00010000:00010000:0.0:1768252650.454592:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 18 pid: 5777 timeout: 2005 lvb_type: 0 00010000:00010000:0.0:1768252650.454603:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00800/0xef9a6e5c83abbf65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbf5e expref: 18 pid: 5777 timeout: 2005 lvb_type: 0 00010000:00010000:0.0:1768252650.454616:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454623:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454635:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454642:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454649:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454655:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454660:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252650.454665:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.454672:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252650.454838:0:71059:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252650.454845:0:71059:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.462743:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.462764:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abbf81 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71059 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252650.462785:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252650.462876:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476115072:12345-0@lo:103:ldlm_bl.0 Request processed in 8308us (8698us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252650.462888:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1768252650.463053:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476115072:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252650.936159:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252651.477198:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252651.477239:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252651.477266:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252651.477811:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811712 00000100:00100000:2.0:1768252651.477826:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811712 00000100:00100000:2.0:1768252651.477888:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1073 00000100:00100000:2.0:1768252651.477901:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451811712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252651.477990:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451811712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 90us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252651.477998:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1073 00000100:00100000:2.0:1768252651.478050:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811968 00000100:00100000:2.0:1768252651.478054:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811968 00000100:00100000:2.0:1768252651.478087:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 914 00000100:00100000:2.0:1768252651.478095:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451811968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252651.478124:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451811968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252651.478131:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 914 00000100:00080000:2.0:1768252651.478322:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252651.479254:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451811840 00000100:00100000:0.0:1768252651.479266:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451811840 00000100:00100000:0.0:1768252651.479335:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00100000:0.0:1768252651.479345:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451811840:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252651.479438:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451811840:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 95us (2170us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252651.479446:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00080000:2.0:1768252651.480277:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1768252651.571128:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252651.571137:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252651.571142:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252651.571189:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571202:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571214:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252651.571241:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476115200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252651.571306:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252651.571365:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e000 going to sleep for 11 seconds 00000100:00100000:3.0:1768252651.571388:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115200 00000100:00100000:3.0:1768252651.571396:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115200 00000100:00100000:3.0:1768252651.571440:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1768252651.571447:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476115200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252651.571460:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252651.571473:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abbf88 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571495:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571504:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571514:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768252651.571552:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476115200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252651.571558:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1768252651.571611:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476115200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252651.571624:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571634:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252651.571650:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252651.571655:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252651.571662:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252651.571790:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476115328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252651.571823:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252651.571864:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115328 00000100:00100000:2.0:1768252651.571868:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115328 00000100:00100000:2.0:1768252651.571906:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1768252651.571913:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476115328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252651.571940:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252651.571972:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476115328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252651.571977:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:2.0:1768252651.571993:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252651.572035:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476115328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252651.572258:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252651.572267:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476115456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252651.572292:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252651.572313:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115456 00000100:00100000:0.0:1768252651.572316:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115456 00000100:00100000:0.0:1768252651.572340:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1768252651.572346:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476115456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252651.572375:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252651.572405:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476115456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252651.572411:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:0.0:1768252651.572424:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252651.572440:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476115456:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1768252651.674532:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967539 is committed 00010000:00010000:3.0:1768252651.955075:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252652.978274:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252653.763995:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.764148:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812096 00000100:00100000:0.0:1768252653.764168:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812096 00000100:00100000:0.0:1768252653.764241:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 619 00000100:00100000:0.0:1768252653.764251:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812096:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252653.764371:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812096:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 121us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252653.764379:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 619 00000100:00080000:2.0:1768252653.764448:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252653.766721:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252653.766815:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812224 00000100:00100000:2.0:1768252653.766824:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812224 00000100:00100000:2.0:1768252653.766889:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 326 00000100:00100000:2.0:1768252653.766898:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812224:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252653.767214:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812224:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 316us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252653.767226:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 326 00000100:00080000:0.0:1768252653.767302:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252653.770082:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252653.770435:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812352 00000100:00100000:2.0:1768252653.770446:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812352 00000100:00100000:2.0:1768252653.770497:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 327 00000100:00100000:2.0:1768252653.770506:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2367:x1854145451812352:12345-192.168.202.43@tcp:8:lfs.0 00010000:00080000:2.0:1768252653.770764:0:6570:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1859 last 0 00000020:00000080:2.0:1768252653.770807:0:6570:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abbf96 00002000:00100000:2.0:1768252653.770821:0:6570:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972748630000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768252653.770845:0:6570:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768252653.771108:0:6570:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:2.0:1768252653.771118:0:6570:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1768252653.771284:0:6570:0:(import.c:65:import_set_state_nolock()) ffff972748637000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768252653.771422:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451812352:12345-192.168.202.43@tcp:8:lfs.0 Request processed in 915us (1349us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252653.771432:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 327 00000100:00100000:1.0:1768252653.773853:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252653.773932:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812480 00000100:00100000:2.0:1768252653.773943:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812480 00000100:00100000:2.0:1768252653.774009:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 328 00000100:00100000:2.0:1768252653.774039:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40532:x1854145451812480:12345-192.168.202.43@tcp:19:lfs.0 00000100:00080000:0.0:1768252653.774392:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252653.774986:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40532:x1854145451812480:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 944us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252653.774996:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 328 00000100:00100000:1.0:1768252653.776983:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.777280:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812608 00000100:00100000:0.0:1768252653.777291:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812608 00000100:00100000:0.0:1768252653.777392:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 620 00000100:00100000:0.0:1768252653.777401:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812608:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252653.777898:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812608:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 497us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252653.777906:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 620 00000100:00100000:1.0:1768252653.782091:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.782203:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812736 00000100:00100000:0.0:1768252653.782215:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812736 00000100:00100000:0.0:1768252653.782279:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 621 00000100:00100000:0.0:1768252653.782290:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812736:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252653.782410:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812736:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 122us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252653.782421:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 621 00000100:00100000:1.0:1768252653.784140:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252653.784328:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812864 00000100:00100000:2.0:1768252653.784350:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812864 00000100:00100000:2.0:1768252653.784406:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 329 00000100:00100000:2.0:1768252653.784417:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812864:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252653.784725:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451812864:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 309us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252653.784734:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 329 00000100:00100000:2.0:1768252653.787127:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.787299:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451812992 00000100:00100000:0.0:1768252653.787311:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451812992 00000100:00100000:0.0:1768252653.787376:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 330 00000100:00100000:0.0:1768252653.787386:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40532:x1854145451812992:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252653.787851:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40532:x1854145451812992:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 463us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252653.787859:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 330 00000100:00100000:3.0:1768252653.790803:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.792142:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451813120 00000100:00100000:0.0:1768252653.792155:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451813120 00000100:00100000:0.0:1768252653.792232:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 622 00000100:00100000:0.0:1768252653.792242:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451813120:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252653.792510:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40532:x1854145451813120:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 269us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252653.792519:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 622 00000100:00100000:1.0:1768252653.846629:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.846762:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451813248 00000100:00100000:0.0:1768252653.846773:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451813248 00000100:00100000:0.0:1768252653.846831:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 623 00000100:00100000:0.0:1768252653.846842:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40536:x1854145451813248:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768252653.846864:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252653.846887:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbf9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d1b expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252653.846968:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.846983:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.846997:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847010:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847056:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847063:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847201:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbfb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847210:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847217:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252653.847246:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1768252653.847250:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252653.847274:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbfb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847286:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847293:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847304:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847310:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252653.847313:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847321:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847346:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252653.847350:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252653.847355:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847361:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abbfa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847376:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847381:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847386:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847390:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252653.847392:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847396:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847406:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972775270f00) 00010000:00010000:0.0:1768252653.847409:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252653.847411:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847416:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abbfab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252653.847443:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abbf9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d1b expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252653.847458:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbfb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d1b expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252653.847464:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270800) 00010000:00010000:0.0:1768252653.847467:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252653.847469:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768252653.847523:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40536:x1854145451813248:12345-192.168.202.43@tcp:101:dd.0 Request processed in 684us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252653.847530:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 623 00000100:00100000:2.0:1768252653.851194:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252653.851317:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451813376 00000100:00100000:0.0:1768252653.851327:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451813376 00000100:00100000:0.0:1768252653.851392:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 113 00000100:00100000:0.0:1768252653.851400:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40536:x1854145451813376:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:0.0:1768252653.851645:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40536:x1854145451813376:12345-192.168.202.43@tcp:49:dd.0 Request processed in 244us (460us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768252653.851654:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 113 00000100:00100000:1.0:1768252653.854503:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252653.854897:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451813632 00000100:00100000:3.0:1768252653.855630:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451813632 00000100:00100000:3.0:1768252653.855739:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 624 00000100:00100000:3.0:1768252653.855749:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972743e34050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40536:x1854145451813632:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252653.855769:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252653.855790:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbfb9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d22 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252653.855957:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.855974:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.855985:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856009:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856045:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856052:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:3.0:1768252653.856595:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:3.0:1768252653.856801:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abbfce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856812:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abbfce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856820:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abbfce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856857:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856865:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856873:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856878:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252653.856883:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856891:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856902:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270800) 00010000:00010000:3.0:1768252653.856905:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252653.856910:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252653.856915:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abbfc0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768252653.856927:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f560e44b reply state 00000000d0a5a791 transno 4294967540 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252653.856934:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252653.856964:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abbfb9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d22 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252653.856979:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abbfce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d22 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252653.856986:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252653.856988:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252653.856990:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252653.857120:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972743e34050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:40536:x1854145451813632:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1371us (2623us total) trans 4294967540 rc 0/0 00000100:00100000:3.0:1768252653.857128:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 624 00010000:00010000:0.0:1768252653.860861:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252653.860882:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252653.860888:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:0.0:1768252653.860890:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252653.860896:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252653.860901:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252653.861287:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252653.861305:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff97274f8b9d00) 00010000:00010000:0.0:1768252653.861308:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252653.861313:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252653.861319:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abbfc7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252653.861372:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451813760 00000100:00100000:0.0:1768252653.861382:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451813760 00000100:00100000:0.0:1768252653.861438:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 114 00000100:00100000:0.0:1768252653.861448:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40536:x1854145451813760:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:0.0:1768252653.861598:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40536:x1854145451813760:12345-192.168.202.43@tcp:49:dd.0 Request processed in 150us (712us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768252653.861605:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 114 00000100:00100000:1.0:1768252653.869518:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252653.869696:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451813888 00000100:00100000:2.0:1768252653.869708:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451813888 00000100:00100000:2.0:1768252653.869774:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 331 00000100:00100000:2.0:1768252653.869785:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40536:x1854145451813888:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768252653.869803:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252653.869827:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d29 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768252653.869855:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768252653.869878:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252653.869881:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252653.869890:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 7 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252653.869907:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 7 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252653.869920:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01a00, rc 0) 00000100:00100000:2.0:1768252653.869986:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40536:x1854145451813888:12345-192.168.202.43@tcp:101:dd.0 Request processed in 203us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252653.869997:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 331 00000100:00100000:2.0:1768252653.883454:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252653.883723:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814016 00000100:00100000:1.0:1768252653.883734:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814016 00002000:00100000:1.0:1768252653.883788:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff97264867b100 x1854145451814016/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:384/0 lens 488/0 e 0 to 0 dl 1768252664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1768252653.883799:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97264867b100 with x1854145451814016 ext(0->1048575) 00002000:00010000:1.0:1768252653.883805:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97264867b100 00000100:00100000:1.0:1768252653.883840:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:1.0:1768252653.883850:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451814016:12345-192.168.202.43@tcp:4:dd.0 00000001:00100000:0.0:1768252653.953655:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:3.0:1768252653.965795:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451814016:12345-192.168.202.43@tcp:4:dd.0 Request processed in 81935us (82339us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1768252653.965810:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00002000:00100000:3.0:1768252653.965823:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff97264867b100 x1854145451814016/t4294967334(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:384/0 lens 488/448 e 0 to 0 dl 1768252664 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768252653.965834:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97264867b100 with x1854145451814016 ext(0->1048575) 00002000:00010000:3.0:1768252653.965840:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97264867b100 00000100:00100000:2.0:1768252653.972784:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252653.972852:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814144 00000100:00100000:3.0:1768252653.972862:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814144 00000100:00100000:3.0:1768252653.972934:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 625 00000100:00100000:3.0:1768252653.972945:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40536:x1854145451814144:12345-192.168.202.43@tcp:44:dd.0 00010000:00010000:3.0:1768252654.002356:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252654.044455:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40536:x1854145451814144:12345-192.168.202.43@tcp:44:dd.0 Request processed in 71501us (71671us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252654.044468:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 625 00000001:00080000:2.0:1768252654.044566:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967540 is committed 00000100:00100000:2.0:1768252654.058659:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252654.059724:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814272 00000100:00100000:3.0:1768252654.059737:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814272 00000100:00100000:3.0:1768252654.059853:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 332 00000100:00100000:3.0:1768252654.059864:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451814272:12345-192.168.202.43@tcp:16:dd.0 00000100:00100000:0.0:1768252654.126547:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451814272:12345-192.168.202.43@tcp:16:dd.0 Request processed in 66664us (67877us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.126562:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 332 00000001:00080000:1.0:1768252654.126730:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000100:00100000:0.0:1768252654.130985:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476115712:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131063:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252654.131114:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476116224:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131139:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252654.131175:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1768252654.131181:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476115584:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131215:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252654.131236:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476116096:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131253:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252654.131275:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476115840:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131293:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252654.131310:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252654.131315:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476115968:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131345:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252654.131375:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115584 00000100:00100000:0.0:1768252654.131382:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115584 00000100:00100000:0.0:1768252654.131426:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1768252654.131434:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476115584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131482:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476115584:12345-0@lo:400:kworker.0 Request processed in 49us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.131489:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1768252654.131523:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115712 00000100:00100000:0.0:1768252654.131527:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115712 00000100:00100000:0.0:1768252654.131564:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116096 00000100:00100000:0.0:1768252654.131567:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116096 00000100:00100000:0.0:1768252654.131588:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115840 00000100:00100000:0.0:1768252654.131591:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115840 00000100:00100000:0.0:1768252654.131602:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1768252654.131607:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476115712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131635:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476115712:12345-0@lo:400:kworker.0 Request processed in 28us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.131641:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1768252654.131651:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1768252654.131656:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476116096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131677:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476116096:12345-0@lo:400:kworker.0 Request processed in 22us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.131682:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1768252654.131691:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1768252654.131696:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476115840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131720:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476115840:12345-0@lo:400:kworker.0 Request processed in 24us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.131725:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1768252654.131741:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116224 00000100:00100000:0.0:1768252654.131744:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116224 00000100:00100000:0.0:1768252654.131765:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476115968 00000100:00100000:0.0:1768252654.131769:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476115968 00000100:00100000:0.0:1768252654.131789:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1768252654.131795:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476116224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131821:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476116224:12345-0@lo:400:kworker.0 Request processed in 26us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.131827:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1768252654.131836:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1768252654.131841:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476115968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131861:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476115968:12345-0@lo:400:kworker.0 Request processed in 20us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252654.131866:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:0.0:1768252654.131885:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252654.131888:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252654.131890:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252654.131927:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476115968:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131936:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476115840:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131959:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476115584:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131967:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476116096:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131975:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476115712:0@lo:400:kworker.0 00000100:00100000:0.0:1768252654.131982:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476116224:0@lo:400:kworker.0 00000100:00100000:2.0:1768252654.132685:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252654.133006:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814528 00000100:00100000:0.0:1768252654.133037:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814528 00000100:00100000:0.0:1768252654.133077:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 115 00000100:00100000:0.0:1768252654.133085:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40536:x1854145451814528:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:0.0:1768252654.133769:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40536:x1854145451814528:12345-192.168.202.43@tcp:35:dd.0 Request processed in 680us (1084us total) trans 4294967541 rc 0/0 00000100:00100000:0.0:1768252654.133778:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 115 00010000:00010000:2.0:1768252655.038851:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252655.947935:0:71258:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1861368918208ns, next at 1841777601996ns, rc = 0 00000004:00080000:2.0:1768252655.948176:0:71258:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1861369161633ns, next at 1801671226335ns, rc = 0 00000001:00080000:1.0:1768252656.008506:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967541 is committed 00000004:00080000:1.0:1768252656.013130:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 52 committed 00000004:00080000:1.0:1768252656.013159:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 51 committed 00010000:00010000:3.0:1768252656.052511:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252656.584172:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252656.584226:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252656.584264:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252656.584299:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252656.584372:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814912 00000100:00100000:2.0:1768252656.584386:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814912 00000100:00100000:0.0:1768252656.584389:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814656 00000100:00100000:0.0:1768252656.584393:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814656 00000100:00100000:2.0:1768252656.584441:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815040 00000100:00100000:2.0:1768252656.584444:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815040 00000100:00100000:0.0:1768252656.584447:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1076 00000100:00100000:0.0:1768252656.584457:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451814656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252656.584479:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 917 00000100:00100000:2.0:1768252656.584485:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451814912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252656.584549:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451814656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 92us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252656.584557:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1076 00000100:00100000:1.0:1768252656.584558:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451814784 00000100:00100000:1.0:1768252656.584562:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451814784 00000100:00100000:1.0:1768252656.584596:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1263 00000100:00100000:1.0:1768252656.584603:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451814784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252656.584637:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 918 00000100:00100000:0.0:1768252656.584644:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451815040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252656.588394:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451814912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3889us (4147us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252656.588414:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 917 00000100:00080000:2.0:1768252656.588509:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252656.588516:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252656.588520:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252656.593715:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451814784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 9090us (9427us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252656.593733:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1263 00000100:00100000:0.0:1768252656.594441:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451815040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 9790us (10133us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252656.594454:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 918 00000100:00100000:3.0:1768252656.690520:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476116352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252656.690642:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252656.690962:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116352 00000100:00100000:1.0:1768252656.690974:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116352 00000100:00100000:1.0:1768252656.691064:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1768252656.691084:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476116352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252656.691133:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252656.691251:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476116480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252656.691288:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252656.691336:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116480 00000100:00100000:0.0:1768252656.691341:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116480 00000100:00100000:0.0:1768252656.691373:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1768252656.691380:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476116480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252656.691403:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768252656.691441:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476116480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252656.691449:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1768252656.691521:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476116480:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768252656.691558:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252656.691575:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252656.695340:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476116352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4248us (4680us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252656.695360:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1768252656.696383:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476116352:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252657.080202:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252658.017959:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252658.018121:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815168 00000100:00100000:1.0:1768252658.018134:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815168 00000100:00100000:1.0:1768252658.021556:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 626 00000100:00100000:1.0:1768252658.021574:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451815168:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252658.021699:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451815168:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 131us (3752us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252658.021707:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 626 00000100:00100000:0.0:1768252658.031722:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252658.031774:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815296 00000100:00100000:0.0:1768252658.031784:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815296 00000100:00080000:2.0:1768252658.033420:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252658.033696:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252658.036839:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 333 00000100:00100000:0.0:1768252658.036855:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40669:x1854145451815296:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252658.037221:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40669:x1854145451815296:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 370us (5507us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252658.037229:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 333 00000100:00100000:2.0:1768252658.040887:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252658.040930:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815424 00000100:00100000:2.0:1768252658.040942:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815424 00000100:00080000:3.0:1768252658.042621:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252658.048210:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 334 00000100:00100000:2.0:1768252658.048228:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40669:x1854145451815424:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252658.048563:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40669:x1854145451815424:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 337us (7684us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252658.048571:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 334 00000100:00100000:2.0:1768252658.065153:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252658.065193:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815552 00000100:00100000:2.0:1768252658.065202:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815552 00000100:00100000:2.0:1768252658.065256:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 627 00000100:00100000:2.0:1768252658.065265:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451815552:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252658.065451:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451815552:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 186us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252658.065458:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 627 00000100:00100000:0.0:1768252658.077684:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252658.079077:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815680 00000100:00100000:3.0:1768252658.079092:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815680 00000100:00100000:3.0:1768252658.079159:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 628 00000100:00100000:3.0:1768252658.079168:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451815680:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252658.079275:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451815680:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 108us (1600us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252658.079282:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 628 00000100:00100000:2.0:1768252658.089690:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252658.089726:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815808 00000100:00100000:2.0:1768252658.089736:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815808 00000100:00100000:2.0:1768252658.089780:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 335 00000100:00100000:2.0:1768252658.089790:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40669:x1854145451815808:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252658.090087:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40669:x1854145451815808:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 298us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252658.090094:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 335 00000100:00100000:0.0:1768252658.096527:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252658.096618:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451815936 00000100:00100000:3.0:1768252658.096629:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451815936 00000100:00100000:3.0:1768252658.096766:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 336 00000100:00100000:3.0:1768252658.096777:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40669:x1854145451815936:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252658.097141:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40669:x1854145451815936:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 364us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252658.097149:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 336 00010000:00010000:1.0:1768252658.100319:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252658.100431:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252658.100495:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816064 00000100:00100000:2.0:1768252658.100510:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816064 00000100:00100000:2.0:1768252658.100571:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 629 00000100:00100000:2.0:1768252658.100582:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451816064:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252658.100980:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40669:x1854145451816064:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 398us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252658.100989:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 629 00000100:00100000:3.0:1768252658.175202:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252658.175461:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816320 00000100:00100000:1.0:1768252658.175479:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816320 00000100:00100000:1.0:1768252658.175565:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 630 00000100:00100000:1.0:1768252658.175577:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:40673:x1854145451816320:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768252658.175635:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252658.175662:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abbfce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d22 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252658.175683:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:1.0:1768252658.175693:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252658.175717:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175730:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175741:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175754:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175761:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175768:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175906:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175915:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.175923:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:1.0:1768252658.176622:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9408 00000004:00080000:1.0:1768252658.176633:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1863597619564ns, next at 1864597617229ns, rc = 0 00010000:00010000:1.0:1768252658.176772:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176782:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176791:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176797:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176804:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176809:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176838:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768252658.176863:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176869:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176875:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176882:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252658.176887:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.176889:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252658.176906:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.176907:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.176948:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252658.176953:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768252658.176959:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768252658.177400:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177409:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abbff1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177455:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177461:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177468:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177473:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252658.177475:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177481:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177489:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270800) 00010000:00010000:1.0:1768252658.177492:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252658.177571:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252658.177577:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abbfe3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768252658.177590:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f63dd37 reply state 00000000101d69ea transno 4294967542 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768252658.177599:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252658.177744:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:40673:x1854145451816320:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2166us (2556us total) trans 4294967542 rc 0/0 00000100:00100000:1.0:1768252658.177754:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 630 00010000:00010000:3.0:1768252658.178444:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.178588:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.178608:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768252658.178611:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252658.178617:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.178624:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abbff8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252658.183914:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252658.183926:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252658.183930:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252658.190666:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.190686:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.190694:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.190700:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252658.190706:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.190714:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.190740:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972749ca9300) 00010000:00010000:3.0:1768252658.190744:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252658.190749:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252658.190755:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abbfea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252659.122107:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252659.251223:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476116608:0@lo:400:kworker.0 00000100:00100000:3.0:1768252659.251301:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252659.251425:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476116736:0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.251454:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252659.251506:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116736 00000100:00100000:2.0:1768252659.251514:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116736 00000100:00100000:2.0:1768252659.251555:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1768252659.251563:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476116736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.251624:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476116736:12345-0@lo:400:kworker.0 Request processed in 62us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252659.251631:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1768252659.251669:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476116736:0@lo:400:kworker.0 00000100:00100000:0.0:1768252659.251719:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116608 00000100:00100000:0.0:1768252659.251723:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116608 00000100:00100000:0.0:1768252659.251754:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1768252659.251761:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476116608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252659.252416:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476116608:12345-0@lo:400:kworker.0 Request processed in 654us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252659.252423:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1768252659.252452:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476116992:0@lo:400:kworker.0 00000100:00100000:0.0:1768252659.252476:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252659.252507:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252659.252512:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476116864:0@lo:400:kworker.0 00000100:00100000:0.0:1768252659.252529:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252659.252548:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116864 00000100:00100000:0.0:1768252659.252552:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116864 00000100:00100000:0.0:1768252659.252583:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1768252659.252589:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476116864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252659.252633:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476116864:12345-0@lo:400:kworker.0 Request processed in 44us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252659.252639:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00080000:0.0:1768252659.252653:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252659.252670:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476116864:0@lo:400:kworker.0 00000100:00100000:1.0:1768252659.252982:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476116992 00000100:00100000:1.0:1768252659.252987:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476116992 00000100:00100000:1.0:1768252659.253047:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1768252659.253055:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476116992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252659.253091:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476116992:12345-0@lo:400:kworker.0 Request processed in 38us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252659.253097:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00080000:0.0:1768252659.253231:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252659.253250:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476116992:0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.253366:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476117248:0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.259040:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252659.259096:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252659.259110:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476117120:0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.259146:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252659.259180:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476117248 00000100:00100000:2.0:1768252659.259187:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476117248 00000100:00100000:2.0:1768252659.259236:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1768252659.259246:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476117248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.259308:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476117248:12345-0@lo:400:kworker.0 Request processed in 63us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252659.259316:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00080000:2.0:1768252659.259348:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252659.259359:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476117120 00000100:00100000:2.0:1768252659.259362:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476117120 00000100:00100000:2.0:1768252659.259583:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1768252659.259591:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476117120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252659.259908:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476116608:0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.260933:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476117120:12345-0@lo:400:kworker.0 Request processed in 1337us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252659.260945:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:2.0:1768252659.260988:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252659.261035:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476117120:0@lo:400:kworker.0 00000100:00100000:2.0:1768252659.261048:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476117248:0@lo:400:kworker.0 00010000:00010000:2.0:1768252660.160607:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252660.893991:0:71403:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1866314975172ns, next at 1841777601996ns, rc = 0 00000004:00080000:2.0:1768252660.894864:0:71403:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1866315849431ns, next at 1864597617229ns, rc = 0 00000001:00080000:0.0:1768252661.070581:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967542 is committed 00000004:00080000:0.0:1768252661.070603:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 53 committed 00000004:00080000:3.0:1768252661.074916:0:71405:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 52 committed 00000004:00080000:3.0:1768252661.074938:0:71405:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 54 committed 00000100:00100000:0.0:1768252661.086124:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252661.094036:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476117376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252661.094117:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252661.102664:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476117376 00000100:00100000:3.0:1768252661.102682:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476117376 00000100:00100000:2.0:1768252661.103052:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1768252661.103064:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476117376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768252661.103101:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00010000:00010000:2.0:1768252661.103130:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252661.103151:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252661.103165:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252661.103167:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252661.103171:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252661.103209:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252661.103222:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 5 pid: 6570 timeout: 1966 lvb_type: 0 00000100:00100000:2.0:1768252661.103237:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476117504:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252661.103477:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55180 going to sleep for 11 seconds 00000100:00080000:0.0:1768252661.104053:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252661.113100:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476117504:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768252661.113136:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252661.113963:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252661.122280:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816448 00000100:00100000:1.0:1768252661.122297:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816448 00010000:00010000:2.0:1768252661.126850:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 6 pid: 6570 timeout: 1966 lvb_type: 0 00000100:00100000:2.0:1768252661.126906:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 363 00000100:00100000:2.0:1768252661.126918:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451816448:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768252661.126937:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252661.126943:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 6 pid: 6570 timeout: 1966 lvb_type: 0 00010000:00010000:2.0:1768252661.126957:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 6 pid: 6570 timeout: 1966 lvb_type: 0 00010000:00010000:2.0:1768252661.126990:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abbfdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d29 expref: 6 pid: 6570 timeout: 1966 lvb_type: 0 00010000:00010000:2.0:1768252661.127009:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252661.127060:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252661.127066:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252661.127078:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252661.127106:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252661.127169:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451816448:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 253us (13208us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252661.127176:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 363 00010000:00010000:3.0:1768252661.128257:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252661.128279:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252661.128289:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252661.128296:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252661.128325:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768252661.129364:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476117376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26298us (35242us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1768252661.129376:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00010000:00010000:1.0:1768252661.130587:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252661.130604:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252661.130615:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252661.130620:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252661.130629:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252661.130654:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252661.130661:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00800/0xef9a6e5c83abbfff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252661.130685:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252661.130687:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252661.130688:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252661.131008:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972750cdf100/2, rc 0, transno 4294967335 00000100:00100000:2.0:1768252661.131059:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476117376:0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1768252661.140895:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252661.172949:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252661.704188:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252661.704230:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252661.704321:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252661.704366:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816832 00000100:00100000:1.0:1768252661.704381:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816832 00000100:00100000:1.0:1768252661.704470:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 921 00000100:00100000:1.0:1768252661.704484:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451816832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252661.704580:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451816832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 100us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252661.704590:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 921 00000100:00100000:1.0:1768252661.704617:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816704 00000100:00100000:1.0:1768252661.704621:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816704 00000100:00100000:1.0:1768252661.704651:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1267 00000100:00100000:1.0:1768252661.704658:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451816704:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252661.704691:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451816704:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252661.704701:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1267 00000100:00080000:1.0:1768252661.704718:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252661.704723:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252661.705318:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816576 00000100:00100000:0.0:1768252661.705328:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816576 00000100:00100000:0.0:1768252661.705371:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1078 00000100:00100000:0.0:1768252661.705380:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451816576:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252661.705432:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451816576:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 52us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252661.705439:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1078 00000100:00100000:2.0:1768252661.815176:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476117632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252661.815288:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252661.815395:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476117632 00000100:00100000:2.0:1768252661.815405:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476117632 00000100:00100000:2.0:1768252661.815492:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1768252661.815503:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476117632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252661.815547:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252661.815599:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476117632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252661.815608:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:2.0:1768252661.815635:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252661.815687:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476117632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252661.819634:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476117760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252661.819733:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252661.820832:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476117760 00000100:00100000:2.0:1768252661.820848:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476117760 00000100:00100000:2.0:1768252661.820925:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1768252661.820935:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476117760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252661.820985:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768252661.825825:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476117760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4872us (6072us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252661.825845:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1768252661.826627:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476117760:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252662.194398:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252663.218408:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768252663.397654:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00010000:00010000:1.0:1768252664.242197:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252664.371902:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476118016:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.371973:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252664.372057:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476118528:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372083:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252664.372114:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252664.372120:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476118144:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372141:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252664.372176:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118016 00000100:00100000:3.0:1768252664.372184:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118016 00000100:00100000:3.0:1768252664.372239:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118144 00000100:00100000:3.0:1768252664.372243:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118144 00000100:00100000:3.0:1768252664.372289:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1768252664.372298:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476118016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372351:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476118016:12345-0@lo:400:kworker.0 Request processed in 54us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252664.372358:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1768252664.372376:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1768252664.372382:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476118144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372412:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476118144:12345-0@lo:400:kworker.0 Request processed in 29us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252664.372419:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1768252664.372441:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118528 00000100:00100000:3.0:1768252664.372445:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118528 00000100:00100000:3.0:1768252664.372469:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1768252664.372476:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476118528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372506:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476118528:12345-0@lo:400:kworker.0 Request processed in 31us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252664.372511:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00080000:3.0:1768252664.372534:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252664.372538:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252664.372575:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476118144:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372584:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476118016:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.372591:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:3.0:1768252664.372595:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972750cdf100, transno 4294967335 00000100:00100000:3.0:1768252664.372605:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476118528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252664.373001:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476118272:0@lo:400:kworker.0 00000100:00100000:1.0:1768252664.373067:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252664.373094:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768252664.373100:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476117888:0@lo:400:kworker.0 00000100:00100000:1.0:1768252664.373125:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252664.373146:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476118400:0@lo:400:kworker.0 00000100:00100000:1.0:1768252664.373167:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252664.373190:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476117888 00000100:00100000:1.0:1768252664.373195:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476117888 00000100:00100000:1.0:1768252664.373223:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1768252664.373243:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476117888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252664.373292:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476117888:12345-0@lo:400:kworker.0 Request processed in 62us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252664.373299:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1768252664.373333:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476117888:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.373551:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118400 00000100:00100000:3.0:1768252664.373556:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118400 00000100:00100000:3.0:1768252664.373638:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1768252664.373644:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476118400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.373683:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476118400:12345-0@lo:400:kworker.0 Request processed in 39us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252664.373689:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1768252664.373714:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476118400:0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.373731:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118272 00000100:00100000:3.0:1768252664.373735:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118272 00000100:00080000:1.0:1768252664.375126:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252664.375501:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252664.378065:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1768252664.378082:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476118272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252664.378179:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476118272:12345-0@lo:400:kworker.0 Request processed in 102us (5111us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252664.378186:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1768252664.378254:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476118272:0@lo:400:kworker.0 00010000:00010000:3.0:1768252665.266276:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252666.290167:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252666.824716:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252666.824764:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252666.824798:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252666.824835:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252666.825008:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817088 00000100:00100000:0.0:1768252666.825051:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817088 00000100:00100000:0.0:1768252666.825122:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1271 00000100:00100000:0.0:1768252666.825134:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451817088:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252666.825223:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451817088:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 92us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252666.825232:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1271 00000100:00100000:2.0:1768252666.825481:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451816960 00000100:00100000:2.0:1768252666.825486:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451816960 00000100:00100000:2.0:1768252666.825527:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1080 00000100:00100000:2.0:1768252666.825536:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451816960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252666.825586:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451816960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 52us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252666.825593:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1080 00000100:00080000:1.0:1768252666.825724:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252666.826700:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817344 00000100:00100000:3.0:1768252666.826711:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817344 00000100:00100000:3.0:1768252666.826776:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817216 00000100:00100000:3.0:1768252666.826780:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817216 00000100:00100000:3.0:1768252666.826810:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 924 00000100:00100000:3.0:1768252666.826818:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451817344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252666.826874:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451817344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 57us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252666.826881:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 924 00000100:00100000:3.0:1768252666.826896:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 925 00000100:00100000:3.0:1768252666.826902:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451817216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252666.826925:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451817216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252666.826931:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 925 00000100:00080000:1.0:1768252666.829345:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252666.829355:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252666.930922:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252666.930945:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476118656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252666.931034:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252666.931238:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476118784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252666.931280:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252666.931434:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118656 00000100:00100000:0.0:1768252666.931442:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118656 00000100:00100000:0.0:1768252666.931507:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118784 00000100:00100000:0.0:1768252666.931511:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118784 00000100:00100000:0.0:1768252666.931530:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1768252666.931538:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476118656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252666.931574:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252666.931630:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476118656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252666.931637:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1768252666.931657:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1768252666.931663:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476118784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252666.931681:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252666.931715:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476118784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252666.931721:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1768252666.931761:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476118784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252666.931791:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476118656:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252666.932351:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252666.932356:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1768252667.316155:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252668.341062:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252669.362230:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252669.492401:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476118912:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492464:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252669.492515:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476119424:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492548:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252669.492575:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252669.492581:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476119296:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492605:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252669.492632:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476118912 00000100:00100000:1.0:1768252669.492639:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476118912 00000100:00100000:1.0:1768252669.492678:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1768252669.492687:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476118912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492732:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476118912:12345-0@lo:400:kworker.0 Request processed in 46us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252669.492738:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1768252669.492765:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119424 00000100:00100000:1.0:1768252669.492768:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119424 00000100:00100000:1.0:1768252669.492796:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1768252669.492801:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476119424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492825:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476119424:12345-0@lo:400:kworker.0 Request processed in 24us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252669.492830:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00080000:1.0:1768252669.492843:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252669.492911:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476118912:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492923:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476119424:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492943:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476119040:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492962:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252669.492976:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476119552:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.492989:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252669.493003:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252669.493007:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476119168:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493045:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252669.493065:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119040 00000100:00100000:1.0:1768252669.493068:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119040 00000100:00100000:1.0:1768252669.493085:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119168 00000100:00100000:1.0:1768252669.493087:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119168 00000100:00100000:1.0:1768252669.493104:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1768252669.493108:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476119040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493133:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476119040:12345-0@lo:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252669.493138:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1768252669.493147:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1768252669.493151:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476119168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493168:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476119168:12345-0@lo:400:kworker.0 Request processed in 17us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252669.493172:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00080000:1.0:1768252669.493197:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252669.493214:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476119168:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493239:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476119040:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493276:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119296 00000100:00100000:1.0:1768252669.493278:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119296 00000100:00100000:1.0:1768252669.493299:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119552 00000100:00100000:1.0:1768252669.493301:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119552 00000100:00100000:1.0:1768252669.493313:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1768252669.493318:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476119296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493351:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476119296:12345-0@lo:400:kworker.0 Request processed in 32us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252669.493357:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1768252669.493368:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1768252669.493374:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476119552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493402:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476119552:12345-0@lo:400:kworker.0 Request processed in 29us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252669.493407:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00080000:1.0:1768252669.493421:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252669.493423:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252669.493438:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476119296:0@lo:400:kworker.0 00000100:00100000:1.0:1768252669.493457:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476119552:0@lo:400:kworker.0 00010000:00010000:1.0:1768252670.386126:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252671.411050:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252671.942941:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252671.943214:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252671.943246:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252671.943303:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252671.943338:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817856 00000100:00100000:1.0:1768252671.943351:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817856 00000100:00100000:1.0:1768252671.943432:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817728 00000100:00100000:1.0:1768252671.943436:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817728 00000100:00100000:1.0:1768252671.943461:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 928 00000100:00100000:1.0:1768252671.943472:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451817856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252671.943564:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451817856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 95us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252671.943573:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 928 00000100:00100000:1.0:1768252671.943591:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 929 00000100:00100000:1.0:1768252671.943598:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451817728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252671.943623:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451817728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252671.943628:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 929 00000100:00080000:1.0:1768252671.943647:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252671.943652:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252671.947060:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817472 00000100:00100000:3.0:1768252671.947076:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817472 00000100:00100000:3.0:1768252671.947176:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1082 00000100:00100000:3.0:1768252671.947187:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451817472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252671.947298:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451817472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 112us (4049us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252671.947317:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1082 00000100:00100000:0.0:1768252671.947466:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817600 00000100:00100000:0.0:1768252671.947478:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817600 00000100:00100000:0.0:1768252671.947600:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1275 00000100:00100000:0.0:1768252671.947610:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451817600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252671.947673:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451817600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 65us (4765us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252671.947680:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1275 00000100:00080000:1.0:1768252671.948328:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252672.050427:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252672.050461:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476119808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252672.050480:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252672.050519:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476119680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252672.050556:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252672.050732:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119808 00000100:00100000:0.0:1768252672.050742:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119808 00000100:00100000:0.0:1768252672.050833:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1768252672.050844:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476119808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252672.050891:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:3.0:1768252672.051210:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252672.074862:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252672.074960:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119680 00000100:00100000:3.0:1768252672.074994:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119680 00000100:00100000:3.0:1768252672.075105:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1768252672.075122:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476119680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252672.075191:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768252672.077913:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252672.082922:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476119808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32064us (32352us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252672.082942:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1768252672.083199:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476119808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252672.083587:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476119680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8468us (8730us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252672.083596:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1768252672.084553:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476119680:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252672.434647:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252673.458631:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252674.483315:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252674.610532:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476120192:0@lo:400:kworker.0 00000100:00100000:3.0:1768252674.610585:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476120064:0@lo:400:kworker.0 00000100:00100000:3.0:1768252674.610636:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252674.610685:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120064 00000100:00100000:0.0:1768252674.610696:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120064 00000100:00100000:3.0:1768252674.610724:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476120576:0@lo:400:kworker.0 00000100:00100000:3.0:1768252674.610755:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252674.610765:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1768252674.610777:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476120064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252674.610802:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120576 00000100:00100000:3.0:1768252674.610808:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120576 00000100:00100000:0.0:1768252674.610850:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476120064:12345-0@lo:400:kworker.0 Request processed in 75us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252674.610855:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1768252674.610865:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1768252674.610869:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476120576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252674.610910:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476120576:12345-0@lo:400:kworker.0 Request processed in 45us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252674.610919:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252674.610923:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1768252674.610982:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476120064:0@lo:400:kworker.0 00000100:00100000:3.0:1768252674.610986:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120192 00000100:00100000:3.0:1768252674.610991:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120192 00000100:00100000:0.0:1768252674.610997:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476120576:0@lo:400:kworker.0 00000100:00100000:0.0:1768252674.611059:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00080000:2.0:1768252674.611119:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252674.611126:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252674.611148:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476120320:0@lo:400:kworker.0 00000100:00100000:2.0:1768252674.611182:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252674.611211:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252674.611217:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476119936:0@lo:400:kworker.0 00000100:00100000:2.0:1768252674.611245:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252674.611268:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476120448:0@lo:400:kworker.0 00000100:00100000:2.0:1768252674.611290:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252674.611323:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120320 00000100:00100000:2.0:1768252674.611328:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120320 00000100:00100000:2.0:1768252674.611359:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1768252674.611366:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476120320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252674.611401:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476120320:12345-0@lo:400:kworker.0 Request processed in 35us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252674.611407:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:2.0:1768252674.611426:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252674.611442:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476120320:0@lo:400:kworker.0 00000100:00100000:2.0:1768252674.611470:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476119936 00000100:00100000:2.0:1768252674.611474:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476119936 00000100:00100000:2.0:1768252674.611497:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1768252674.611503:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476119936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252674.611536:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476119936:12345-0@lo:400:kworker.0 Request processed in 33us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252674.611543:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1768252674.611576:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476119936:0@lo:400:kworker.0 00000100:00100000:0.0:1768252674.611630:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476120192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252674.611674:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476120192:12345-0@lo:400:kworker.0 Request processed in 608us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.611744:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120448 00000100:00100000:1.0:1768252674.611749:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120448 00000100:00100000:2.0:1768252674.611821:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476120192:0@lo:400:kworker.0 00000100:00080000:2.0:1768252674.611868:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252674.618030:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1768252674.623292:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1768252674.623327:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476120448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252674.623472:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476120448:12345-0@lo:400:kworker.0 Request processed in 164us (12180us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.623481:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1768252674.623620:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476120448:0@lo:400:kworker.0 00000100:00100000:0.0:1768252674.923358:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252674.923498:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451817984 00000100:00100000:1.0:1768252674.923511:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451817984 00000100:00100000:1.0:1768252674.923621:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 631 00000100:00100000:1.0:1768252674.923633:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451817984:12345-192.168.202.43@tcp:48:lfs.0 00000100:00080000:0.0:1768252674.924151:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252674.924405:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451817984:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 771us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.924416:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 631 00000100:00100000:0.0:1768252674.930533:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252674.931919:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818112 00000100:00100000:1.0:1768252674.931936:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818112 00000100:00100000:1.0:1768252674.932037:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 338 00000100:00100000:1.0:1768252674.932049:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818112:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252674.932502:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818112:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 453us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.932511:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 338 00000100:00080000:3.0:1768252674.933196:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252674.938472:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252674.938624:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818240 00000100:00100000:1.0:1768252674.938638:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818240 00000100:00100000:1.0:1768252674.938740:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 339 00000100:00100000:1.0:1768252674.938751:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818240:12345-192.168.202.43@tcp:19:lfs.0 00000100:00080000:0.0:1768252674.939374:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252674.940406:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818240:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1646us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.940420:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 339 00000100:00100000:0.0:1768252674.953408:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252674.968148:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818368 00000100:00100000:1.0:1768252674.968172:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818368 00000100:00100000:1.0:1768252674.968267:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 632 00000100:00100000:1.0:1768252674.968280:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451818368:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252674.969188:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451818368:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 903us (15787us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.969201:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 632 00000100:00100000:0.0:1768252674.980685:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252674.981402:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818496 00000100:00100000:1.0:1768252674.981417:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818496 00000100:00100000:1.0:1768252674.981491:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 633 00000100:00100000:1.0:1768252674.981502:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451818496:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252674.981828:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451818496:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 326us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252674.981836:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 633 00000100:00100000:1.0:1768252674.991935:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252674.992303:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818624 00000100:00100000:2.0:1768252674.992318:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818624 00000100:00100000:2.0:1768252674.992387:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 340 00000100:00100000:2.0:1768252674.992399:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818624:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252674.993488:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818624:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1085us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252674.993501:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 340 00000100:00100000:2.0:1768252675.002583:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252675.002945:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818752 00000100:00100000:0.0:1768252675.002959:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818752 00000100:00100000:0.0:1768252675.003141:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 341 00000100:00100000:0.0:1768252675.003154:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818752:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252675.003814:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40850:x1854145451818752:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 660us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252675.003824:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 341 00000100:00100000:1.0:1768252675.010361:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252675.010435:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451818880 00000100:00100000:2.0:1768252675.010449:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451818880 00000100:00100000:2.0:1768252675.010520:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 634 00000100:00100000:2.0:1768252675.010531:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451818880:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252675.010952:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40850:x1854145451818880:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 420us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252675.010961:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 634 00010000:00010000:3.0:1768252675.506349:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252676.530238:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252677.064917:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252677.064965:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252677.065000:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252677.065066:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252677.065094:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819008 00000100:00100000:1.0:1768252677.065103:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819008 00000100:00100000:1.0:1768252677.065163:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1084 00000100:00100000:1.0:1768252677.065172:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451819008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252677.065239:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451819008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252677.065246:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1084 00000100:00100000:1.0:1768252677.065281:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819392 00000100:00100000:1.0:1768252677.065286:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819392 00000100:00100000:1.0:1768252677.065317:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819264 00000100:00100000:1.0:1768252677.065320:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819264 00000100:00100000:1.0:1768252677.065339:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 932 00000100:00100000:1.0:1768252677.065345:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451819392:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252677.065374:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451819392:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252677.065381:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 932 00000100:00100000:1.0:1768252677.065392:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 933 00000100:00100000:1.0:1768252677.065397:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451819264:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252677.065419:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451819264:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252677.065425:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 933 00000100:00080000:1.0:1768252677.065554:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252677.065558:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252677.065765:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819136 00000100:00100000:0.0:1768252677.065771:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819136 00000100:00100000:0.0:1768252677.065811:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1279 00000100:00100000:0.0:1768252677.065819:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451819136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252677.065859:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451819136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 41us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252677.065865:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1279 00000100:00080000:1.0:1768252677.066157:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252677.173261:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252677.173497:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252677.173516:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476120832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252677.173578:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252677.173641:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120832 00000100:00100000:0.0:1768252677.173648:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120832 00000100:00100000:0.0:1768252677.173694:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1768252677.173702:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476120832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252677.173731:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252677.173771:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476120832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252677.173778:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:0.0:1768252677.173799:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252677.173833:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476120832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252677.176158:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476120704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252677.176230:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252677.176733:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120704 00000100:00100000:1.0:1768252677.176743:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120704 00000100:00100000:1.0:1768252677.176822:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1768252677.176831:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476120704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252677.176869:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252677.176940:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476120704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252677.176948:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1768252677.177001:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476120704:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252677.178303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252677.554571:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252677.690806:0:71627:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffcd999e00 20000000:00000080:2.0:1768252677.690824:0:71627:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dafd800 uarg=0000000000000000 00010000:00010000:2.0:1768252677.691629:0:71627:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252677.691665:0:71627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270800) 00010000:00010000:2.0:1768252677.691669:0:71627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252677.691681:0:71627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abbfb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d1b expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.691711:0:71627:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252677.691727:0:71627:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252677.691739:0:71627:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.691752:0:71627:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.691760:0:71627:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.691794:0:71627:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.691807:0:71627:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 17 pid: 5778 timeout: 2033 lvb_type: 0 00000100:00100000:2.0:1768252677.691821:0:71627:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71627:1854145476120960:0@lo:104: 00000100:00100000:2.0:1768252677.691882:0:71627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252677.691975:0:71627:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada780 going to sleep for 11 seconds 00000100:00100000:0.0:1768252677.693664:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768252677.693688:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476120960 00000100:00100000:0.0:1768252677.693697:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476120960 00000100:00100000:0.0:1768252677.693786:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1768252677.693798:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972645c2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:71627:x1854145476120960:12345-0@lo:104: 00010000:00010000:0.0:1768252677.693815:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252677.693903:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252677.693908:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972645c2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:71627:x1854145476120960:12345-0@lo:104: Request processed in 115us (2027us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252677.693916:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1768252677.694047:0:71627:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71627:1854145476120960:0@lo:104: 00010000:00010000:2.0:1768252677.694071:0:71627:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694207:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252677.694214:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694221:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252677.694225:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694232:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252677.694238:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252677.694244:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252677.694291:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694297:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252677.694331:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694338:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abbf88 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abbf8f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694352:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252677.694354:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252677.694356:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252677.694365:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252677.694377:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476121088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252677.694414:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252677.694466:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121088 00000100:00100000:3.0:1768252677.694470:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121088 00010000:00010000:3.0:1768252677.694490:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 18 pid: 5778 timeout: 2033 lvb_type: 0 00000100:00100000:3.0:1768252677.694509:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1768252677.694515:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476121088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252677.694526:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252677.694531:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 18 pid: 5778 timeout: 2033 lvb_type: 0 00010000:00010000:3.0:1768252677.694539:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 18 pid: 5778 timeout: 2033 lvb_type: 0 00010000:00010000:3.0:1768252677.694552:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abbf8f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abbf88 expref: 18 pid: 5778 timeout: 2033 lvb_type: 0 00010000:00010000:3.0:1768252677.694564:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694571:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694583:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694589:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694594:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694600:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694605:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252677.694609:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694616:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694626:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252677.694636:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252677.694666:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476121088:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252677.694672:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1768252677.694701:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476121088:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252677.697396:0:71627:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.697417:0:71627:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252677.697432:0:71627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc006 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252678.578492:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252679.030394:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252679.030403:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252679.030409:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252679.030463:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252679.030474:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252679.030486:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252679.030517:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476121216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252679.030586:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252679.030637:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97278207d300 going to sleep for 11 seconds 00000100:00100000:1.0:1768252679.030768:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121216 00000100:00100000:1.0:1768252679.030777:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121216 00000100:00100000:1.0:1768252679.030837:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1768252679.030845:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476121216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252679.030858:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252679.030871:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc00d expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252679.030893:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252679.030903:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252679.030912:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768252679.030952:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476121216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252679.030959:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1768252679.031104:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffafb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476121216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252679.031118:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252679.031126:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252679.031145:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252679.031150:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252679.031157:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252679.604151:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252679.730183:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476121344:0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.730253:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252679.730314:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252679.730321:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476121472:0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730341:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476121600:0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.730346:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252679.730365:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252679.730367:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476121856:0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730383:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252679.730386:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252679.730388:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476121728:0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.730399:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252679.730404:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476121984:0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730409:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252679.730437:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121472 00000100:00100000:3.0:1768252679.730439:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252679.730443:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121472 00000100:00100000:3.0:1768252679.730461:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121344 00000100:00100000:3.0:1768252679.730464:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121344 00000100:00100000:1.0:1768252679.730480:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121600 00000100:00100000:1.0:1768252679.730483:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121600 00000100:00100000:3.0:1768252679.730488:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1768252679.730494:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476121344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730507:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121856 00000100:00100000:1.0:1768252679.730509:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121856 00000100:00100000:1.0:1768252679.730523:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1768252679.730528:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476121472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.730542:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476121344:12345-0@lo:400:kworker.0 Request processed in 47us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252679.730550:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1768252679.730554:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476121472:12345-0@lo:400:kworker.0 Request processed in 27us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252679.730559:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1768252679.730570:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1768252679.730576:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476121600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.730582:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1768252679.730588:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476121856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730602:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476121600:12345-0@lo:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252679.730607:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1768252679.730609:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476121856:12345-0@lo:400:kworker.0 Request processed in 23us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252679.730614:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1768252679.730623:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121728 00000100:00100000:1.0:1768252679.730626:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121728 00000100:00100000:3.0:1768252679.730643:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476121856:0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730647:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476121984 00000100:00100000:1.0:1768252679.730650:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476121984 00000100:00100000:3.0:1768252679.730653:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476121472:0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.730660:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476121344:0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730664:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1768252679.730669:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476121728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730694:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476121728:12345-0@lo:400:kworker.0 Request processed in 25us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252679.730700:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1768252679.730711:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1768252679.730717:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476121984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730750:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476121984:12345-0@lo:400:kworker.0 Request processed in 33us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252679.730755:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00080000:1.0:1768252679.730779:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252679.730783:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252679.730785:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252679.730809:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476121728:0@lo:400:kworker.0 00000100:00100000:1.0:1768252679.730819:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476121600:0@lo:400:kworker.0 00000100:00100000:3.0:1768252679.731339:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476121984:0@lo:400:kworker.0 00000100:00100000:1.0:1768252680.437861:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252680.438542:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819520 00000100:00100000:3.0:1768252680.438553:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819520 00000100:00100000:3.0:1768252680.438634:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 635 00000100:00100000:3.0:1768252680.438645:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:40937:x1854145451819520:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252680.438667:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252680.438689:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc01b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d30 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252680.438763:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc022 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.438778:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.438790:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252680.438859:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1768252680.438863:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252680.438890:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc022 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.438913:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc01b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d30 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1768252680.439052:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768252680.440056:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d30 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252680.440069:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:3.0:1768252680.440072:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252680.440085:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768252680.440164:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40937:x1854145451819520:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 1520us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252680.440173:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 635 00000100:00100000:0.0:1768252680.449411:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252680.449674:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819776 00000100:00100000:1.0:1768252680.449685:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819776 00000100:00100000:1.0:1768252680.449753:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 636 00000100:00100000:1.0:1768252680.449764:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40937:x1854145451819776:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252680.449824:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252680.449854:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc022 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d30 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252680.449869:0:5783:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbfb2) 00010000:00010000:1.0:1768252680.449874:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:1.0:1768252680.449885:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252680.449913:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252680.449926:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252680.449936:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:3.0:1768252680.526608:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967543 is committed 00000004:00010000:2.0:1768252680.526781:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b35c1954 reply state 000000002fa22b2d transno 4294967543 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252680.526795:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252680.526840:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:2.0:1768252680.526975:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768252680.527001:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:40937:x1854145451819776:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 77234us (77598us total) trans 4294967543 rc 0/0 00000100:00100000:2.0:1768252680.527047:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 636 00010000:00010000:3.0:1768252680.527741:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.527757:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.527764:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.527771:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252680.527776:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.527784:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.527800:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9100) 00010000:00010000:3.0:1768252680.527802:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252680.527808:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.527813:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc029 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252680.628908:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252681.629570:0:71823:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8fffcfd0 20000000:00000080:3.0:1768252681.629587:0:71823:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777ce8800 uarg=0000000000000000 00010000:00010000:3.0:1768252681.629841:0:71823:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252681.629854:0:71823:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252681.629866:0:71823:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252681.630163:0:71823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252681.630182:0:71823:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252681.630195:0:71823:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252681.630409:0:71823:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252681.630423:0:71823:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 17 pid: 5777 timeout: 2037 lvb_type: 0 00000100:00100000:3.0:1768252681.630437:0:71823:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71823:1854145476122112:0@lo:104: 00000100:00100000:3.0:1768252681.630501:0:71823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252681.630611:0:71823:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b453840 going to sleep for 11 seconds 00000100:00100000:0.0:1768252681.630772:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122112 00000100:00100000:0.0:1768252681.630779:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122112 00000100:00100000:0.0:1768252681.630866:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1768252681.630876:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:71823:x1854145476122112:12345-0@lo:104: 00010000:00010000:0.0:1768252681.630967:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252681.631177:0:71823:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71823:1854145476122112:0@lo:104: 00010000:00010000:3.0:1768252681.631197:0:71823:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252681.631236:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252681.631243:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:71823:x1854145476122112:12345-0@lo:104: Request processed in 369us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252681.631251:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00010000:00010000:2.0:1768252681.631508:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252681.631516:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.631523:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252681.631527:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.631536:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252681.631543:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252681.631549:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252681.631584:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.631590:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252681.631854:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.631867:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc00d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc014 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252681.631963:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252681.631977:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476122240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252681.632040:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1768252681.632122:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252681.632125:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252681.632126:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252681.632137:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122240 00000100:00100000:2.0:1768252681.632142:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122240 00010000:00010000:2.0:1768252681.632164:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 18 pid: 5777 timeout: 2037 lvb_type: 0 00000100:00100000:2.0:1768252681.632194:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1768252681.632202:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476122240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252681.632215:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252681.632429:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 18 pid: 5777 timeout: 2037 lvb_type: 0 00010000:00010000:2.0:1768252681.632441:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 18 pid: 5777 timeout: 2037 lvb_type: 0 00010000:00010000:2.0:1768252681.632455:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc014 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc00d expref: 18 pid: 5777 timeout: 2037 lvb_type: 0 00010000:00010000:2.0:1768252681.632469:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632477:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632494:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632502:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632509:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632515:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632521:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252681.632525:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.632532:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252681.633466:0:71823:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252681.633479:0:71823:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.633664:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.633675:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abc030 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252681.633693:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252681.633813:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476122240:12345-0@lo:103:ldlm_bl.0 Request processed in 1609us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252681.633824:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1768252681.644502:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476122240:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252681.658486:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252682.182708:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252682.182750:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252682.182779:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820032 00000100:00100000:1.0:1768252682.182791:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820032 00000100:00100000:0.0:1768252682.182792:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252682.182826:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252682.182853:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451819904 00000100:00100000:0.0:1768252682.182858:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451819904 00000100:00100000:0.0:1768252682.182892:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1087 00000100:00100000:0.0:1768252682.182901:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451819904:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252682.182961:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451819904:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 61us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252682.182968:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1087 00000100:00100000:0.0:1768252682.183004:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820288 00000100:00100000:1.0:1768252682.183007:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1283 00000100:00100000:0.0:1768252682.183035:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820288 00000100:00100000:1.0:1768252682.183041:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820032:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252682.183078:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820160 00000100:00100000:0.0:1768252682.183082:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820160 00000100:00100000:1.0:1768252682.183098:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820032:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252682.183107:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1283 00000100:00100000:0.0:1768252682.183111:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 936 00000100:00100000:0.0:1768252682.183121:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768252682.183134:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252682.183140:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252682.183143:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252682.183152:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252682.183160:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 936 00000100:00100000:0.0:1768252682.183172:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 937 00000100:00100000:0.0:1768252682.183178:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820160:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252682.183200:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820160:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252682.183205:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 937 00000100:00100000:0.0:1768252682.296826:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252682.296847:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476122368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252682.296910:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252682.296986:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122368 00000100:00100000:0.0:1768252682.296993:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122368 00000100:00100000:0.0:1768252682.297101:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1768252682.297110:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476122368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252682.297146:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252682.297194:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476122368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252682.297201:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:0.0:1768252682.297222:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252682.297292:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476122496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252682.297315:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252682.297340:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122496 00000100:00100000:0.0:1768252682.297343:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122496 00000100:00100000:0.0:1768252682.297365:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1768252682.297370:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476122496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252682.297387:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252682.297416:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476122496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252682.297422:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:0.0:1768252682.297435:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252682.297464:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476122496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252682.297494:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476122368:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252682.682547:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252683.058135:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252683.058144:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252683.058149:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252683.058195:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252683.058211:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252683.058222:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252683.058249:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476122624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252683.058333:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252683.059503:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b453300 going to sleep for 11 seconds 00000100:00100000:0.0:1768252683.061291:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122624 00000100:00100000:0.0:1768252683.061303:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122624 00000100:00100000:2.0:1768252683.061549:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1768252683.061559:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476122624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252683.061577:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252683.061598:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc037 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252683.061627:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252683.061638:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252683.061648:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768252683.061727:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476122624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (3394us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252683.061735:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1768252683.061849:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476122624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252683.061878:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252683.061887:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252683.061908:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252683.061913:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252683.061919:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252683.700347:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252684.723132:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252684.850372:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476122880:0@lo:400:kworker.0 00000100:00100000:3.0:1768252684.850440:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252684.850504:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476123392:0@lo:400:kworker.0 00000100:00100000:3.0:1768252684.850529:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252684.850555:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252684.850561:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476123008:0@lo:400:kworker.0 00000100:00100000:3.0:1768252684.850579:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252684.850608:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122880 00000100:00100000:3.0:1768252684.850617:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122880 00000100:00100000:3.0:1768252684.850660:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123008 00000100:00100000:3.0:1768252684.850663:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123008 00000100:00100000:3.0:1768252684.850692:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1768252684.850701:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476122880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252684.850753:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476122880:12345-0@lo:400:kworker.0 Request processed in 52us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252684.850760:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1768252684.850777:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1768252684.850783:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476123008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252684.850809:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476123008:12345-0@lo:400:kworker.0 Request processed in 27us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252684.850815:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1768252684.850834:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123392 00000100:00100000:3.0:1768252684.850838:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123392 00000100:00100000:2.0:1768252684.850950:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476123136:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.850981:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252684.851003:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768252684.851008:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476122752:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.851083:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123136 00000100:00100000:2.0:1768252684.851088:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123136 00000100:00100000:3.0:1768252684.851269:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1768252684.851277:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476123392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252684.851310:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476123392:12345-0@lo:400:kworker.0 Request processed in 35us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252684.851316:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1768252684.863264:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1768252684.863283:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476123136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863364:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476123136:12345-0@lo:400:kworker.0 Request processed in 90us (12383us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252684.863371:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1768252684.863445:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252684.863494:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476123264:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863523:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252684.863563:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476123136:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863592:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123264 00000100:00100000:2.0:1768252684.863599:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123264 00000100:00100000:2.0:1768252684.863637:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1768252684.863644:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476123264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863678:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476123264:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252684.863684:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1768252684.863709:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476123264:0@lo:400:kworker.0 00000100:00080000:2.0:1768252684.863768:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252684.863772:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252684.863775:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252684.863800:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476123008:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863812:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476122880:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863824:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476123392:0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863855:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476122752 00000100:00100000:2.0:1768252684.863859:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476122752 00000100:00100000:2.0:1768252684.863879:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1768252684.863885:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476122752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252684.863916:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476122752:12345-0@lo:400:kworker.0 Request processed in 31us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252684.863923:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1768252684.863958:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476122752:0@lo:400:kworker.0 00000100:00100000:1.0:1768252685.158717:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252685.158810:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820416 00000100:00100000:0.0:1768252685.158821:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820416 00000100:00100000:0.0:1768252685.158903:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 116 00000100:00100000:0.0:1768252685.158915:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41014:x1854145451820416:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:0.0:1768252685.159070:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41014:x1854145451820416:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 158us (360us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768252685.159078:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 116 00000100:00080000:1.0:1768252685.160089:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252685.162272:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252685.162458:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820544 00000100:00100000:1.0:1768252685.162470:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820544 00000100:00100000:1.0:1768252685.162530:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 637 00000100:00100000:1.0:1768252685.162540:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41014:x1854145451820544:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252685.162561:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252685.162588:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc045 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d37 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252685.162661:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162674:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162687:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162700:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162707:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162718:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162880:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc05a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162890:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162898:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252685.162927:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1768252685.162931:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252685.162957:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc05a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162971:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162978:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162986:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.162992:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252685.162997:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163004:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163064:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9800) 00010000:00010000:1.0:1768252685.163068:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252685.163073:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163079:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc04c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163093:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163099:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163105:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163111:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252685.163113:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163119:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163127:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff972749ca9000) 00010000:00010000:1.0:1768252685.163130:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252685.163133:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163139:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc053 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252685.163168:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc045 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d37 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252685.163406:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc05a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d37 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252685.163413:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252685.163415:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768252685.163418:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252685.163481:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41014:x1854145451820544:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 943us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252685.163489:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 637 00010000:00010000:1.0:1768252685.747945:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252686.771115:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252687.069392:0:72068:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8e58dec0 20000000:00000080:3.0:1768252687.069433:0:72068:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777ce9400 uarg=0000000000000000 00010000:00010000:3.0:1768252687.069828:0:72068:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252687.069875:0:72068:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:3.0:1768252687.069880:0:72068:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252687.069894:0:72068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc05a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d37 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.069923:0:72068:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252687.069940:0:72068:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252687.069959:0:72068:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.069975:0:72068:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.069985:0:72068:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.070066:0:72068:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.070084:0:72068:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 17 pid: 5778 timeout: 2042 lvb_type: 0 00000100:00100000:3.0:1768252687.070104:0:72068:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72068:1854145476123520:0@lo:104: 00000100:00100000:3.0:1768252687.070185:0:72068:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252687.070585:0:72068:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c980c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252687.070763:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123520 00000100:00100000:0.0:1768252687.070778:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123520 00000100:00100000:0.0:1768252687.070849:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1768252687.070861:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72068:x1854145476123520:12345-0@lo:104: 00010000:00010000:0.0:1768252687.070881:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.070983:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252687.070989:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72068:x1854145476123520:12345-0@lo:104: Request processed in 132us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252687.070996:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00010000:00010000:1.0:1768252687.073440:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252687.073459:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252687.073475:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252687.073479:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252687.073489:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252687.073497:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252687.073504:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252687.073593:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252687.073605:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252687.073647:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252687.073655:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abc037 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc03e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252687.073678:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252687.073681:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252687.073683:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252687.073695:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252687.073720:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476123648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252687.073811:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252687.074079:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123648 00000100:00100000:0.0:1768252687.074093:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123648 00010000:00010000:0.0:1768252687.074140:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 18 pid: 5778 timeout: 2042 lvb_type: 0 00000100:00100000:0.0:1768252687.074193:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1768252687.074203:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97274507a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476123648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252687.074218:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252687.074224:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 18 pid: 5778 timeout: 2042 lvb_type: 0 00010000:00010000:0.0:1768252687.074236:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 18 pid: 5778 timeout: 2042 lvb_type: 0 00010000:00010000:0.0:1768252687.074261:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074269:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074287:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074294:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074299:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074305:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074311:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252687.074316:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074324:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074334:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252687.074348:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252687.074443:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97274507a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476123648:12345-0@lo:103:ldlm_bl.0 Request processed in 241us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252687.074450:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1768252687.074721:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476123648:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252687.077493:0:72068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abc03e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc037 expref: 17 pid: 5778 timeout: 2042 lvb_type: 0 00000100:00100000:3.0:1768252687.077522:0:72068:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72068:1854145476123520:0@lo:104: 00010000:00010000:3.0:1768252687.077553:0:72068:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.077571:0:72068:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.077578:0:72068:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252687.077584:0:72068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc061 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72068 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252687.305831:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252687.305881:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252687.305919:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252687.305942:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252687.306048:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820800 00000100:00100000:2.0:1768252687.306060:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820800 00000100:00100000:0.0:1768252687.306071:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821056 00000100:00100000:0.0:1768252687.306074:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821056 00000100:00100000:0.0:1768252687.306117:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 940 00000100:00100000:2.0:1768252687.306123:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1287 00000100:00100000:0.0:1768252687.306126:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451821056:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252687.306129:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820800:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252687.306212:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451821056:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 86us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252687.306220:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 940 00000100:00100000:0.0:1768252687.306238:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820928 00000100:00100000:0.0:1768252687.306241:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820928 00000100:00100000:0.0:1768252687.306265:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 941 00000100:00100000:0.0:1768252687.306272:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820928:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768252687.306637:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252687.306648:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252687.306653:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252687.308368:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451820672 00000100:00100000:1.0:1768252687.308399:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451820672 00000100:00100000:1.0:1768252687.308499:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1090 00000100:00100000:1.0:1768252687.308512:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451820672:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252687.317294:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820800:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 11150us (11458us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252687.317310:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1287 00000100:00100000:0.0:1768252687.323818:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451820928:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 17535us (17863us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252687.323835:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 941 00000100:00100000:1.0:1768252687.328470:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451820672:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 19936us (22523us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252687.328495:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1090 00000100:00100000:1.0:1768252687.413846:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476123904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252687.413913:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252687.413984:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252687.413991:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476123776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252687.414063:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252687.414100:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123904 00000100:00100000:1.0:1768252687.414107:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123904 00000100:00100000:1.0:1768252687.414160:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476123776 00000100:00100000:1.0:1768252687.414164:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476123776 00000100:00100000:1.0:1768252687.414184:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1768252687.414192:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476123904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252687.414226:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252687.414270:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476123904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252687.414277:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1768252687.414295:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1768252687.414301:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476123776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252687.414319:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252687.414348:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476123776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252687.414354:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00080000:1.0:1768252687.414370:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252687.414373:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252687.414410:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476123776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252687.414422:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476123904:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768252687.794265:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252688.178269:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252688.178279:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252688.178285:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252688.178338:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252688.178350:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252688.178362:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252688.178408:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476124032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252688.178480:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252688.178621:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d466c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768252688.182149:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124032 00000100:00100000:1.0:1768252688.182165:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124032 00000100:00100000:1.0:1768252688.182234:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1768252688.182245:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476124032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252688.182265:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252688.182288:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc068 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252688.182315:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252688.182338:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252688.182346:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768252688.183123:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476124032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 875us (4637us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252688.183133:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1768252688.192880:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476124032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252688.192911:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252688.192924:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252688.192965:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252688.192972:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252688.192979:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252688.818184:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252689.843383:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252689.972098:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476124416:0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.972201:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252689.972275:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252689.972282:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476124544:0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.972308:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252689.972344:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124416 00000100:00100000:2.0:1768252689.972353:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124416 00000100:00100000:2.0:1768252689.972631:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1768252689.972643:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476124416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.972706:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476124416:12345-0@lo:400:kworker.0 Request processed in 66us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252689.972715:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1768252689.972747:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124544 00000100:00100000:2.0:1768252689.972751:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124544 00000100:00100000:2.0:1768252689.972781:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1768252689.972788:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476124544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.972818:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476124544:12345-0@lo:400:kworker.0 Request processed in 31us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252689.972824:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1768252689.972865:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476124544:0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.972877:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476124416:0@lo:400:kworker.0 00000100:00100000:0.0:1768252689.973048:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476124288:0@lo:400:kworker.0 00000100:00100000:1.0:1768252689.973325:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476124160:0@lo:400:kworker.0 00000100:00100000:1.0:1768252689.973362:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252689.973393:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476124672:0@lo:400:kworker.0 00000100:00080000:1.0:1768252689.973437:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252689.973442:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252689.973795:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252689.973891:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124288 00000100:00100000:1.0:1768252689.973896:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124288 00000100:00100000:1.0:1768252689.973942:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1768252689.973950:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476124288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252689.974005:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476124288:12345-0@lo:400:kworker.0 Request processed in 56us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252689.974037:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1768252689.974061:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252689.974161:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124672 00000100:00100000:1.0:1768252689.974166:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124672 00000100:00100000:1.0:1768252689.974276:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1768252689.974283:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476124672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252689.974330:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476124672:12345-0@lo:400:kworker.0 Request processed in 48us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252689.974335:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00080000:1.0:1768252689.974352:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252689.974373:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476124672:0@lo:400:kworker.0 00000100:00100000:1.0:1768252689.974395:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476124288:0@lo:400:kworker.0 00000100:00100000:1.0:1768252689.974403:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476124800:0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.974540:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124160 00000100:00100000:2.0:1768252689.974546:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124160 00000100:00100000:2.0:1768252689.974575:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1768252689.974581:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476124160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.974617:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476124160:12345-0@lo:400:kworker.0 Request processed in 36us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252689.974624:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1768252689.974862:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252689.974910:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476124160:0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.975568:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124800 00000100:00100000:2.0:1768252689.975574:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124800 00000100:00100000:2.0:1768252689.975620:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1768252689.975628:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476124800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252689.975678:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476124800:12345-0@lo:400:kworker.0 Request processed in 50us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252689.975689:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:0.0:1768252689.976214:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252689.976447:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476124800:0@lo:400:kworker.0 00010000:00010000:1.0:1768252690.866254:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252691.504740:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252691.504919:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821184 00000100:00100000:0.0:1768252691.504934:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821184 00000100:00100000:0.0:1768252691.505048:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 638 00000100:00100000:0.0:1768252691.505061:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41107:x1854145451821184:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252691.505115:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252691.505148:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc076 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d3e expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252691.505482:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc07d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252691.505501:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc07d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252691.505520:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc07d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252691.505608:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1768252691.505613:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252691.505643:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc07d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252691.505677:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc076 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d3e expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252691.505703:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc07d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d3e expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252691.505715:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270100) 00010000:00010000:0.0:1768252691.505718:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252691.505723:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768252691.508027:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41107:x1854145451821184:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 2938us (3272us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252691.508044:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 638 00000100:00080000:0.0:1768252691.508119:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252691.520464:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252691.521079:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821440 00000100:00100000:3.0:1768252691.521102:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821440 00000100:00100000:3.0:1768252691.521210:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 639 00000100:00100000:3.0:1768252691.521222:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41107:x1854145451821440:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252691.521337:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252691.521383:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc07d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d3e expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252691.521447:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abc05a) 00010000:00010000:3.0:1768252691.521453:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972775270100) 00010000:00010000:3.0:1768252691.521466:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252691.521507:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252691.521529:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252691.521540:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768252691.650959:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dfff7dba reply state 00000000948c4e6d transno 4294967544 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252691.650995:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252691.651085:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00100000:3.0:1768252691.651938:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41107:x1854145451821440:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 130706us (131476us total) trans 4294967544 rc 0/0 00000100:00100000:3.0:1768252691.651951:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 639 00000001:00080000:3.0:1768252691.652059:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967544 is committed 00010000:00010000:2.0:1768252691.652610:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252691.652626:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252691.652635:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252691.652642:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252691.652648:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252691.652658:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252691.652684:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:2.0:1768252691.652688:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768252691.652693:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252691.652699:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc084 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252691.890551:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252692.438525:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252692.438610:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252692.438893:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821824 00000100:00100000:0.0:1768252692.438905:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821824 00000100:00100000:0.0:1768252692.439004:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 944 00000100:00100000:0.0:1768252692.439043:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451821824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252692.439120:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451821824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 107us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252692.439128:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 944 00000100:00080000:1.0:1768252692.439765:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252692.441113:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821568 00000100:00100000:3.0:1768252692.441128:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821568 00000100:00100000:3.0:1768252692.441195:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1093 00000100:00100000:3.0:1768252692.441206:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451821568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252692.441298:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451821568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 94us (2785us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252692.441306:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1093 00000100:00100000:0.0:1768252692.455585:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252692.455634:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252692.455666:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821952 00000100:00100000:0.0:1768252692.455677:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821952 00000100:00100000:0.0:1768252692.455735:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 945 00000100:00100000:0.0:1768252692.455744:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451821952:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252692.455818:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451821952:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 76us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252692.455825:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 945 00000100:00080000:0.0:1768252692.455848:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252692.456263:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451821696 00000100:00100000:2.0:1768252692.456269:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451821696 00000100:00100000:2.0:1768252692.456310:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1291 00000100:00100000:2.0:1768252692.456318:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451821696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252692.456364:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451821696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 47us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252692.456372:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1291 00000100:00100000:0.0:1768252692.530323:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252692.530657:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476125056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252692.530727:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252692.530800:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476124928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252692.530824:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252692.530903:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125056 00000100:00100000:3.0:1768252692.530923:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125056 00000100:00100000:3.0:1768252692.531004:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476124928 00000100:00100000:3.0:1768252692.531008:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476124928 00000100:00100000:3.0:1768252692.531056:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1768252692.531065:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476125056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252692.531103:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252692.531153:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476125056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252692.531160:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1768252692.531192:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1768252692.531198:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476124928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252692.531218:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252692.531242:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476124928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252692.531247:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1768252692.531300:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476125056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252692.531313:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476124928:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252692.531553:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252692.531558:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1768252692.802339:0:72266:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce4a83f70 20000000:00000080:0.0:1768252692.802358:0:72266:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274a019400 uarg=0000000000000000 00010000:00010000:0.0:1768252692.802653:0:72266:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252692.802669:0:72266:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252692.802681:0:72266:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252692.802701:0:72266:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252692.802720:0:72266:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252692.802730:0:72266:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252692.802772:0:72266:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252692.802786:0:72266:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 17 pid: 5778 timeout: 2048 lvb_type: 0 00000100:00100000:0.0:1768252692.802800:0:72266:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e82680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72266:1854145476125184:0@lo:104: 00000100:00100000:0.0:1768252692.802861:0:72266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252692.802914:0:72266:0:(client.c:2690:ptlrpc_set_wait()) set ffff972747e38a80 going to sleep for 11 seconds 00000100:00100000:1.0:1768252692.803453:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125184 00000100:00100000:1.0:1768252692.803461:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125184 00000100:00100000:1.0:1768252692.803511:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1768252692.803520:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72266:x1854145476125184:12345-0@lo:104: 00010000:00010000:1.0:1768252692.803535:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252692.803603:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252692.803609:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72266:x1854145476125184:12345-0@lo:104: Request processed in 90us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252692.803617:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1768252692.803704:0:72266:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e82680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72266:1854145476125184:0@lo:104: 00010000:00010000:2.0:1768252692.803727:0:72266:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.803778:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252692.803786:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.803793:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252692.803798:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.803805:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252692.803813:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252692.803819:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252692.803856:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.803862:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252692.803891:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.803898:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00a00/0xef9a6e5c83abc068 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc06f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.803913:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252692.803915:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252692.803916:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252692.803923:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252692.803934:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476125312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252692.803977:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252692.804044:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125312 00000100:00100000:3.0:1768252692.804048:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125312 00010000:00010000:3.0:1768252692.804069:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 18 pid: 5778 timeout: 2048 lvb_type: 0 00000100:00100000:3.0:1768252692.804092:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1768252692.804098:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476125312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252692.804108:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252692.804113:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 18 pid: 5778 timeout: 2048 lvb_type: 0 00010000:00010000:3.0:1768252692.804123:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 18 pid: 5778 timeout: 2048 lvb_type: 0 00010000:00010000:3.0:1768252692.804135:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abc06f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc068 expref: 18 pid: 5778 timeout: 2048 lvb_type: 0 00010000:00010000:3.0:1768252692.804148:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804155:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804168:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804175:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804182:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804188:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804194:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252692.804197:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804204:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804214:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252692.804226:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252692.804252:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476125312:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252692.804259:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1768252692.804289:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476125312:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252692.804487:0:72266:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252692.804494:0:72266:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252692.804500:0:72266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abc08b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72266 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252692.914408:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252693.945058:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768252694.514196:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252694.514207:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252694.514215:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252694.514297:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252694.514311:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252694.514323:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252694.514359:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476125440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252694.514461:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252694.514544:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1768252694.514768:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125440 00000100:00100000:1.0:1768252694.514780:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125440 00000100:00100000:1.0:1768252694.514850:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1768252694.514861:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476125440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252694.514878:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252694.514895:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc092 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252694.514948:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252694.514961:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252694.514972:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768252694.515072:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476125440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 212us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252694.515080:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1768252694.515455:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476125440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252694.515476:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252694.515487:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252694.515512:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252694.515518:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252694.515527:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252694.967682:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252695.095619:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476125568:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.095714:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252695.095775:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476126080:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.095804:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252695.095837:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252695.095844:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476125952:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.095884:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252695.095913:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476125696:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.095948:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252695.095968:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476126208:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.095989:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252695.096009:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252695.096041:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476125824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096064:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252695.096104:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126080 00000100:00100000:3.0:1768252695.096115:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126080 00000100:00100000:3.0:1768252695.096198:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125696 00000100:00100000:3.0:1768252695.096202:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125696 00000100:00100000:3.0:1768252695.096223:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125824 00000100:00100000:3.0:1768252695.096226:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125824 00000100:00100000:3.0:1768252695.096251:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1768252695.096261:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476126080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096323:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476126080:12345-0@lo:400:kworker.0 Request processed in 63us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252695.096331:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1768252695.096353:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1768252695.096359:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476125696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096391:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476125696:12345-0@lo:400:kworker.0 Request processed in 32us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252695.096398:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1768252695.096410:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1768252695.096416:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476125824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096442:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476125824:12345-0@lo:400:kworker.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252695.096447:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1768252695.096467:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125952 00000100:00100000:3.0:1768252695.096470:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125952 00000100:00100000:3.0:1768252695.096497:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126208 00000100:00100000:3.0:1768252695.096500:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126208 00000100:00100000:3.0:1768252695.096521:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1768252695.096527:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476125952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096557:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476125952:12345-0@lo:400:kworker.0 Request processed in 30us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252695.096562:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1768252695.096573:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1768252695.096579:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476126208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096605:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476126208:12345-0@lo:400:kworker.0 Request processed in 26us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252695.096610:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00080000:3.0:1768252695.096639:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252695.096644:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252695.096647:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252695.096701:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476125824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096712:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476125696:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096721:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476126208:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096753:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476125952:0@lo:400:kworker.0 00000100:00100000:3.0:1768252695.096763:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476126080:0@lo:400:kworker.0 00000100:00100000:0.0:1768252695.098634:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476125568 00000100:00100000:0.0:1768252695.098656:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476125568 00000100:00100000:0.0:1768252695.098734:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1768252695.098744:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476125568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252695.098855:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476125568:12345-0@lo:400:kworker.0 Request processed in 114us (3141us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252695.098874:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1768252695.100146:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476125568:0@lo:400:kworker.0 00010000:00010000:2.0:1768252695.995890:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252697.023143:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252697.547566:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.547633:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.547674:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451822080 00000100:00100000:0.0:1768252697.547687:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451822080 00000100:00100000:0.0:1768252697.547756:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1096 00000100:00100000:0.0:1768252697.547767:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451822080:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252697.547859:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451822080:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 93us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252697.547868:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1096 00000100:00100000:0.0:1768252697.547923:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451822208 00000100:00100000:0.0:1768252697.547927:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451822208 00000100:00100000:0.0:1768252697.547971:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1295 00000100:00100000:0.0:1768252697.547978:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451822208:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252697.548037:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451822208:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252697.548044:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1295 00000100:00080000:0.0:1768252697.548287:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252697.554064:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252697.554114:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252697.554151:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451822336 00000100:00100000:2.0:1768252697.554163:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451822336 00000100:00100000:3.0:1768252697.554269:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451822464 00000100:00100000:3.0:1768252697.554275:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451822464 00000100:00100000:2.0:1768252697.554354:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 342 00000100:00100000:2.0:1768252697.554366:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451822336:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:2.0:1768252697.554409:0:10696:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abb95a 00000100:00080000:2.0:1768252697.554420:0:10696:0:(import.c:65:import_set_state_nolock()) ffff97277dc6e800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1768252697.554468:0:10696:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:2.0:1768252697.554841:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451822336:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 477us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252697.554851:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 342 00000100:00100000:3.0:1768252697.558455:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 343 00000100:00100000:3.0:1768252697.558473:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451822464:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252697.558514:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abbf96 00000100:00080000:3.0:1768252697.558526:0:6570:0:(import.c:65:import_set_state_nolock()) ffff972748637000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252697.558572:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:3.0:1768252697.558937:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451822464:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 467us (4819us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252697.558945:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 343 00010000:00010000:3.0:1768252697.558981:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1768252697.562495:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252697.562507:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252697.562530:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252697.591443:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252697.591538:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451822592 00000100:00100000:3.0:1768252697.591552:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451822592 00000100:00100000:3.0:1768252697.591623:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 640 00000100:00100000:3.0:1768252697.591633:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41184:x1854145451822592:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768252697.591662:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252697.591696:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc0a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d45 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252697.591788:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.591806:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.591821:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.591837:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.591844:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.591850:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592161:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc0b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592171:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592178:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252697.592351:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1768252697.592356:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252697.592387:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592401:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592407:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592414:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592421:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252697.592426:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592433:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592446:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252697.592450:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252697.592455:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592461:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc0a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592474:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592480:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592486:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592491:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252697.592493:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592498:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592504:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff97274f8b9900) 00010000:00010000:3.0:1768252697.592507:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252697.592509:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592514:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc0ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252697.592549:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc0a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d45 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252697.592565:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d45 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252697.592572:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252697.592575:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252697.592577:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252697.592707:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41184:x1854145451822592:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1074us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252697.592715:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 640 00000100:00100000:2.0:1768252697.603349:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.603421:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451822848 00000100:00100000:0.0:1768252697.603435:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451822848 00000100:00100000:0.0:1768252697.603514:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 641 00000100:00100000:0.0:1768252697.603526:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41184:x1854145451822848:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768252697.603554:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252697.603583:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc0bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d4c expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.603797:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.603828:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.603841:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.603860:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.603867:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.603873:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:0.0:1768252697.604702:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:0.0:1768252697.605491:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc0d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605511:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605534:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605587:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605596:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605604:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605611:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252697.605616:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605625:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605640:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:0.0:1768252697.605644:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252697.605651:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.605657:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252697.605675:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c6eeb7c reply state 0000000036d404ff transno 4294967545 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252697.605686:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252697.606066:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc0bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d4c expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.606086:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d4c expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.606096:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252697.606099:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252697.606102:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768252697.608068:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41184:x1854145451822848:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 4527us (4718us total) trans 4294967545 rc 0/0 00000100:00100000:0.0:1768252697.608086:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 641 00010000:00010000:2.0:1768252697.612130:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.612155:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.612163:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.612169:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252697.612175:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.612183:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.612213:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972775270400) 00010000:00010000:2.0:1768252697.612218:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252697.612225:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.612231:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc0ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252697.615502:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.615645:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451823104 00000100:00100000:0.0:1768252697.615660:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451823104 00000100:00100000:0.0:1768252697.615736:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 642 00000100:00100000:0.0:1768252697.615757:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41184:x1854145451823104:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:0.0:1768252697.615838:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252697.615874:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc0d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d4c expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.615899:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252697.615926:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252697.615981:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.615996:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.616008:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252697.616238:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000199d7de5 reply state 00000000a6914cfe transno 4294967546 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252697.616249:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252697.616930:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41184:x1854145451823104:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 1181us (1438us total) trans 4294967546 rc 0/0 00000100:00100000:0.0:1768252697.616943:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 642 00010000:00010000:2.0:1768252697.620009:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.620058:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.620067:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.620079:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252697.620084:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.620093:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.620122:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270d00) 00010000:00010000:2.0:1768252697.620126:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252697.620132:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.620138:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc0df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252697.622222:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.622293:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451823232 00000100:00100000:0.0:1768252697.622307:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451823232 00000100:00100000:0.0:1768252697.622372:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 643 00000100:00100000:0.0:1768252697.622385:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41184:x1854145451823232:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768252697.622418:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252697.622453:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc0e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d53 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.622534:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc0e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d53 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.622552:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc0e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d53 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.622576:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252697.622579:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768252697.622584:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768252697.622661:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41184:x1854145451823232:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 279us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252697.622668:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 643 00000100:00100000:3.0:1768252697.632848:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252697.632973:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451823360 00000100:00100000:2.0:1768252697.632986:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451823360 00000100:00100000:2.0:1768252697.633084:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 344 00000100:00100000:2.0:1768252697.633094:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2367:x1854145451823360:12345-192.168.202.43@tcp:8:touch.60003 00010000:00080000:2.0:1768252697.633143:0:10696:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1903 last 0 00000020:00000080:2.0:1768252697.633186:0:10696:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abc0ed 00002000:00100000:2.0:1768252697.633203:0:10696:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff97264860c800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768252697.633235:0:10696:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768252697.633355:0:10696:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:2.0:1768252697.633367:0:10696:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1768252697.633408:0:10696:0:(import.c:65:import_set_state_nolock()) ffff972648608000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768252697.633507:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451823360:12345-192.168.202.43@tcp:8:touch.60003 Request processed in 413us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252697.633517:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 344 00000100:00100000:1.0:1768252697.636774:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252697.640601:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451823488 00000100:00100000:3.0:1768252697.640623:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451823488 00000100:00100000:3.0:1768252697.640985:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 345 00000100:00100000:3.0:1768252697.640998:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451823488:12345-192.168.202.43@tcp:2:touch.60003 00000100:00080000:2.0:1768252697.644101:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252697.654408:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476126336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252697.654510:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252697.654624:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126336 00000100:00100000:3.0:1768252697.654636:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126336 00000100:00100000:3.0:1768252697.654709:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1768252697.654720:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476126336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252697.656932:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252697.657132:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476126336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2408us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252697.657145:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:3.0:1768252697.657189:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252697.657206:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252697.657223:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476126464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252697.657269:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252697.657453:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126464 00000100:00100000:1.0:1768252697.657464:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126464 00000100:00100000:1.0:1768252697.657527:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1768252697.657538:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476126464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252697.657555:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252697.657596:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476126464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252697.657602:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00080000:3.0:1768252697.658379:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252697.658446:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476126464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252697.660499:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476126336:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1768252697.688268:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00100000:3.0:1768252697.688288:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768252697.688292:0:6594:0:(genops.c:904:class_export_put()) final put ffff97277dc69800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:3.0:1768252697.688318:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00000020:00000080:3.0:1768252697.688335:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff97277dc69800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:3.0:1768252697.688408:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97277dc6e800 for lustre-OST0000 00000100:00100000:2.0:1768252697.689676:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:0:x1854145451823488:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 48668us (52903us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1768252697.689692:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 345 00000100:00100000:0.0:1768252697.707542:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252697.710679:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451823744 00000100:00100000:3.0:1768252697.710700:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451823744 00000100:00100000:2.0:1768252697.711377:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 117 00000100:00100000:2.0:1768252697.711392:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41184:x1854145451823744:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768252697.712777:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:41184:x1854145451823744:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 1377us (5238us total) trans 4294967547 rc 0/0 00000100:00100000:2.0:1768252697.712792:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 117 00000100:00100000:3.0:1768252697.844170:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.845142:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451823872 00000100:00100000:0.0:1768252697.845160:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451823872 00000100:00100000:0.0:1768252697.845249:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 644 00000100:00100000:0.0:1768252697.845261:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:41188:x1854145451823872:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:0.0:1768252697.845298:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252697.845327:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d5a expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.845415:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845433:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845447:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845463:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845471:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845477:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845606:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845615:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845622:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252697.845664:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00000004:00200000:0.0:1768252697.845669:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252697.845698:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845712:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845721:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845727:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845735:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845742:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252697.845748:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845756:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.845768:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:0.0:1768252697.845771:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252697.847699:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847720:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc0fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847747:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847754:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847762:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847771:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252697.847786:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847795:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847810:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972775270900) 00010000:00010000:0.0:1768252697.847813:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252697.847817:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847823:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc102 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.847894:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc0f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d5a expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.847920:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d5a expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.847928:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252697.847931:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252697.847933:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768252697.848104:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:41188:x1854145451823872:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 2835us (3939us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252697.848116:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 644 00000100:00100000:3.0:1768252697.859040:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252697.859296:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824000 00000100:00100000:2.0:1768252697.859311:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824000 00000100:00100000:2.0:1768252697.859387:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 346 00000100:00100000:2.0:1768252697.859399:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451824000:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768252697.859424:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252697.859454:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d61 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768252697.859484:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x69656519, atime: 0x69656519, ctime: 0x69656519, blocks: 0x1 00010000:00010000:2.0:1768252697.859511:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252697.859514:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252697.859525:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252697.859554:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252697.859571:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252697.859848:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451824000:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 450us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252697.859939:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 346 00000100:00100000:2.0:1768252697.870452:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252697.871151:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824256 00000100:00100000:0.0:1768252697.871167:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824256 00000100:00100000:0.0:1768252697.871254:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 645 00000100:00100000:0.0:1768252697.871267:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:41188:x1854145451824256:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:0.0:1768252697.871347:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252697.871385:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc109 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d5a expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.871415:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc0e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d53 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252697.871427:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768252697.871441:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252697.871472:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871489:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871501:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871517:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871524:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871530:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871682:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871690:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.871697:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:0.0:1768252697.875616:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9472 00000004:00080000:0.0:1768252697.875648:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1903296621222ns, next at 1904296616460ns, rc = 0 00010000:00010000:0.0:1768252697.875751:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875784:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875799:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875809:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875816:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875823:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875849:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252697.875895:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875901:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875917:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875923:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252697.875930:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875937:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875951:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252697.875954:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252697.875960:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.875966:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc125 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876087:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876094:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876100:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876104:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252697.876107:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876112:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876120:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:0.0:1768252697.876122:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252697.876125:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252697.876135:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc117 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252697.876147:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d7e0b878 reply state 000000004f1ba6a5 transno 4294967548 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252697.876157:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252697.876282:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:41188:x1854145451824256:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 5010us (5842us total) trans 4294967548 rc 0/0 00000100:00100000:0.0:1768252697.876293:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 645 00010000:00010000:1.0:1768252697.878101:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252697.878118:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252697.878131:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252697.878136:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252697.878147:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252697.878166:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768252697.878169:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768252697.878175:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252697.878181:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc12c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252697.878219:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252697.878222:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252697.878224:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252697.883161:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.883188:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.883197:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.883204:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252697.883210:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.883218:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.883239:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972775270900) 00010000:00010000:2.0:1768252697.883243:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252697.883248:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252697.883259:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc11e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252698.034462:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252699.058288:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1768252699.300337:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252699.300351:0:7475:0:(genops.c:904:class_export_put()) final put ffff972748630000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768252699.300416:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff972748630000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:1.0:1768252699.301634:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972748637000 for lustre-OST0001 00010000:00010000:3.0:1768252700.082339:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252700.210458:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252700.211866:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476126720:0@lo:400:kworker.0 00000100:00100000:3.0:1768252700.211991:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252700.212122:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252700.212130:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476126848:0@lo:400:kworker.0 00000100:00100000:3.0:1768252700.212162:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252700.212214:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126720 00000100:00100000:3.0:1768252700.212226:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126720 00000100:00100000:3.0:1768252700.212282:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126848 00000100:00100000:3.0:1768252700.212285:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126848 00000100:00100000:3.0:1768252700.212327:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1768252700.212336:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476126720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252700.212419:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476126720:12345-0@lo:400:kworker.0 Request processed in 82us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252700.212428:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1768252700.212449:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1768252700.212456:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476126848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252700.212486:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476126848:12345-0@lo:400:kworker.0 Request processed in 31us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252700.212492:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00080000:3.0:1768252700.212517:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252700.212564:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476126848:0@lo:400:kworker.0 00000100:00100000:3.0:1768252700.212580:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476126720:0@lo:400:kworker.0 00000100:00100000:0.0:1768252700.217254:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476126976:0@lo:400:kworker.0 00000100:00100000:0.0:1768252700.217361:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252700.217952:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476126592:0@lo:400:kworker.0 00000100:00100000:0.0:1768252700.218004:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252700.219839:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252700.219861:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476127104:0@lo:400:kworker.0 00000100:00100000:2.0:1768252700.219941:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252700.219985:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476127104 00000100:00100000:2.0:1768252700.219994:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476127104 00000100:00100000:2.0:1768252700.220090:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1768252700.220101:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476127104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252700.220164:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476127104:12345-0@lo:400:kworker.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252700.220173:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1768252700.220224:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476127104:0@lo:400:kworker.0 00000100:00100000:1.0:1768252700.221749:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126592 00000100:00100000:1.0:1768252700.221767:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126592 00000100:00100000:1.0:1768252700.221837:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1768252700.221847:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476126592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252700.221990:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476126592:12345-0@lo:400:kworker.0 Request processed in 141us (3992us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252700.222008:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1768252700.222137:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476126592:0@lo:400:kworker.0 00000100:00080000:1.0:1768252700.223854:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252700.224368:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476127232:0@lo:400:kworker.0 00000100:00100000:2.0:1768252700.224456:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252700.229804:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476126976 00000100:00100000:3.0:1768252700.229826:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476126976 00000100:00080000:2.0:1768252700.230518:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252700.233844:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476127232 00000100:00100000:1.0:1768252700.233865:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476127232 00000100:00100000:1.0:1768252700.233976:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1768252700.233990:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476126976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252700.234147:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476126976:12345-0@lo:400:kworker.0 Request processed in 161us (16785us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252700.234155:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1768252700.234175:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1768252700.234182:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476127232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252700.234221:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476127232:12345-0@lo:400:kworker.0 Request processed in 40us (9766us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252700.234227:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00080000:1.0:1768252700.234248:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252700.234299:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476126976:0@lo:400:kworker.0 00000100:00100000:1.0:1768252700.234346:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476127232:0@lo:400:kworker.0 00000020:00000080:2.0:1768252700.461314:0:72514:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb5b6ae70 20000000:00000080:2.0:1768252700.461343:0:72514:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777cea800 uarg=0000000000000000 00010000:00010000:2.0:1768252700.461699:0:72514:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252700.461742:0:72514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:2.0:1768252700.461746:0:72514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252700.461761:0:72514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc0b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d45 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.461788:0:72514:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252700.461805:0:72514:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252700.461825:0:72514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.461840:0:72514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.461851:0:72514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.462825:0:72514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.462851:0:72514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 17 pid: 5778 timeout: 2055 lvb_type: 0 00000100:00100000:2.0:1768252700.462871:0:72514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72514:1854145476127360:0@lo:104: 00000100:00100000:2.0:1768252700.462968:0:72514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252700.463144:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476127360 00000100:00100000:0.0:1768252700.463156:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476127360 00000100:00100000:0.0:1768252700.463227:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1768252700.463240:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72514:x1854145476127360:12345-0@lo:104: 00010000:00010000:0.0:1768252700.463255:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252700.463323:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252700.463329:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72514:x1854145476127360:12345-0@lo:104: Request processed in 93us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252700.463337:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00010000:00010000:3.0:1768252700.463399:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252700.463588:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.463598:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252700.463603:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.463612:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252700.463618:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252700.463624:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252700.463669:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.463675:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252700.463709:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.463717:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abc092 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc099 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.463739:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252700.463741:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252700.463743:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252700.463816:0:72514:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dc54f00 going to sleep for 11 seconds 00000100:00100000:2.0:1768252700.463848:0:72514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72514:1854145476127360:0@lo:104: 00010000:00010000:2.0:1768252700.463873:0:72514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252700.463988:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476127488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252700.464059:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252700.465769:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476127488 00000100:00100000:3.0:1768252700.465786:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476127488 00010000:00010000:3.0:1768252700.465845:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 18 pid: 5778 timeout: 2055 lvb_type: 0 00000100:00100000:3.0:1768252700.465902:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1768252700.465914:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476127488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252700.465934:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252700.465940:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 18 pid: 5778 timeout: 2055 lvb_type: 0 00010000:00010000:3.0:1768252700.465954:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 18 pid: 5778 timeout: 2055 lvb_type: 0 00010000:00010000:3.0:1768252700.465974:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abc099 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc092 expref: 18 pid: 5778 timeout: 2055 lvb_type: 0 00010000:00010000:3.0:1768252700.465994:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466003:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466066:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466074:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466081:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466228:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466237:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252700.466242:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466252:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466274:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252700.466287:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252700.466439:0:72514:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.466448:0:72514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252700.466454:0:72514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abc133 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72514 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252700.466494:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476127488:12345-0@lo:103:ldlm_bl.0 Request processed in 581us (2432us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252700.466511:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1768252700.466624:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476127488:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252701.106819:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768252701.858531:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967548 is committed 00000004:00080000:2.0:1768252701.858550:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 53 committed 00000100:00100000:2.0:1768252701.858742:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476127616:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768252701.858839:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252701.859463:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476127616 00000100:00100000:0.0:1768252701.859476:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476127616 00000100:00100000:0.0:1768252701.859540:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1768252701.859552:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476127616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1768252701.859594:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00010000:00010000:0.0:1768252701.859627:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.859653:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 5 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252701.859662:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252701.859665:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252701.859669:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.859706:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 5 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252701.859723:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 5 pid: 6567 timeout: 2007 lvb_type: 1 00000100:00100000:0.0:1768252701.859736:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476127744:192.168.202.43@tcp:104: 00000100:00100000:0.0:1768252701.859839:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727774f2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252701.865705:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252701.866200:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824384 00000100:00100000:1.0:1768252701.866215:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824384 00010000:00010000:1.0:1768252701.866291:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 6 pid: 6567 timeout: 2007 lvb_type: 1 00000100:00100000:1.0:1768252701.866343:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 369 00000100:00100000:1.0:1768252701.866355:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451824384:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252701.866375:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252701.866381:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 6 pid: 6567 timeout: 2007 lvb_type: 1 00010000:00010000:1.0:1768252701.866396:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 6 pid: 6567 timeout: 2007 lvb_type: 1 00010000:00010000:1.0:1768252701.866436:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252701.866439:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252701.866445:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252701.866457:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252701.866484:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252701.866553:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451824384:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 199us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252701.866561:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 369 00010000:00010000:0.0:1768252701.869097:0:10696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc110 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d61 expref: 5 pid: 6567 timeout: 2007 lvb_type: 1 00000100:00100000:0.0:1768252701.869134:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476127744:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768252701.869165:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.869177:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.869184:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.869196:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.869205:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.869230:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768252701.869920:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476127616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10365us (11075us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1768252701.869931:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00010000:00010000:0.0:1768252701.870155:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252701.870163:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.870173:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252701.870179:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.870189:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.870213:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.870220:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777962400/0xef9a6e5c83abc13a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252701.870242:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252701.870244:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252701.870246:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252701.870285:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649370000/2, rc 0, transno 4294967337 00000100:00100000:0.0:1768252701.870294:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476127616:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1768252701.874534:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1768252702.131387:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252702.194745:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252702.194756:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252702.194763:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252702.194832:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252702.194846:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252702.194860:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252702.194905:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e81180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476127872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252702.194999:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252702.195261:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476127872 00000100:00100000:1.0:1768252702.195272:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476127872 00000100:00100000:1.0:1768252702.195344:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1768252702.195354:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476127872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252702.195371:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252702.195389:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc141 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252702.195418:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252702.195428:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252702.195436:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768252702.195479:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476127872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252702.195486:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1768252702.195844:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748c57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252702.195883:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e81180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476127872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252702.195902:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252702.195911:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252702.195936:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252702.195942:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252702.195949:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252702.670099:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252702.670160:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252702.670869:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824768 00000100:00100000:1.0:1768252702.670884:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824768 00000100:00100000:1.0:1768252702.670967:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 950 00000100:00100000:1.0:1768252702.670978:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451824768:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252702.671133:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451824768:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 155us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252702.671143:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 950 00000100:00100000:2.0:1768252702.672094:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824512 00000100:00100000:2.0:1768252702.672109:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824512 00000100:00100000:2.0:1768252702.672175:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1099 00000100:00100000:2.0:1768252702.672186:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451824512:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252702.672270:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451824512:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 86us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252702.672279:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1099 00000100:00100000:0.0:1768252702.688541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252702.688673:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824640 00000100:00100000:2.0:1768252702.688693:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824640 00000100:00100000:2.0:1768252702.688796:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1299 00000100:00100000:2.0:1768252702.688810:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451824640:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252702.688939:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451824640:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 133us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252702.688947:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1299 00000100:00080000:1.0:1768252702.689087:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252702.774142:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476128000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252702.777395:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252702.777514:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128000 00000100:00100000:0.0:1768252702.777527:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128000 00000100:00100000:0.0:1768252702.777609:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1768252702.777622:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476128000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252702.777673:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252702.777753:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476128000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252702.777766:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1768252702.777832:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476128000:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252702.778294:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252702.782552:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476128128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252702.782658:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252702.782760:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128128 00000100:00100000:1.0:1768252702.782770:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128128 00000100:00100000:1.0:1768252702.782840:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1768252702.782850:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476128128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252702.782908:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252702.782988:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476128128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252702.782997:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:1.0:1768252702.783055:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252702.783111:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476128128:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1768252702.886381:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00010000:00010000:1.0:1768252703.156180:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252704.186354:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252705.073581:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252705.073673:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451824896 00000100:00100000:3.0:1768252705.073684:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451824896 00000100:00100000:3.0:1768252705.073760:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 646 00000100:00100000:3.0:1768252705.073771:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41279:x1854145451824896:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252705.073794:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252705.073818:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc14f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d68 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.073900:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc156 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252705.073915:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252705.073928:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252705.074001:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1768252705.074005:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252705.074063:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252705.074092:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc14f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d68 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.074115:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d68 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.074124:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252705.074126:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252705.074130:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252705.074187:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41279:x1854145451824896:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 418us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252705.074195:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 646 00000100:00080000:2.0:1768252705.074895:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252705.082186:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252705.082310:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825152 00000100:00100000:1.0:1768252705.082321:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825152 00000100:00100000:1.0:1768252705.082377:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 647 00000100:00100000:1.0:1768252705.082387:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41279:x1854145451825152:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252705.082443:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252705.082470:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc156 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d68 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252705.082485:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abc0b5) 00010000:00010000:1.0:1768252705.082489:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:1.0:1768252705.082500:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252705.082525:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.082536:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.082545:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768252705.082942:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025817c1f reply state 0000000005851176 transno 4294967549 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252705.082952:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252705.082968:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00100000:1.0:1768252705.083082:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41279:x1854145451825152:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 696us (905us total) trans 4294967549 rc 0/0 00000100:00100000:1.0:1768252705.083090:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 647 00010000:00010000:1.0:1768252705.093380:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.093396:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.093403:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.093409:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252705.093413:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.093421:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.093438:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768252705.093440:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252705.093444:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.093454:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc15d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252705.202434:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252705.330923:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476128256:0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.331037:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252705.335052:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128256 00000100:00100000:2.0:1768252705.335067:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128256 00000100:00100000:2.0:1768252705.335126:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1768252705.335137:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476128256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.335223:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476128256:12345-0@lo:400:kworker.0 Request processed in 88us (4185us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252705.335231:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1768252705.335283:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476128256:0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.335307:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252705.335317:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476128640:0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.335348:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252705.335378:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128640 00000100:00100000:2.0:1768252705.335382:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128640 00000100:00100000:2.0:1768252705.335417:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1768252705.335424:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476128640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.335454:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476128640:12345-0@lo:400:kworker.0 Request processed in 31us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252705.335460:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:2.0:1768252705.335476:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252705.335497:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:2.0:1768252705.335502:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649370000, transno 4294967337 00000100:00100000:2.0:1768252705.335513:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476128640:0@lo:400:kworker.0 00000100:00100000:0.0:1768252705.337343:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476128384:0@lo:400:kworker.0 00000100:00100000:0.0:1768252705.337406:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252705.337449:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252705.337456:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476128512:0@lo:400:kworker.0 00000100:00100000:0.0:1768252705.337481:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252705.337592:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252705.337600:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476128768:0@lo:400:kworker.0 00000100:00100000:0.0:1768252705.337625:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252705.337798:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128384 00000100:00100000:3.0:1768252705.337807:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128384 00000100:00100000:3.0:1768252705.337864:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128512 00000100:00100000:3.0:1768252705.337868:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128512 00000100:00100000:3.0:1768252705.337894:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128768 00000100:00100000:3.0:1768252705.337897:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128768 00000100:00100000:3.0:1768252705.337914:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1768252705.337922:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476128384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252705.337980:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476128384:12345-0@lo:400:kworker.0 Request processed in 59us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252705.337991:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1768252705.338009:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1768252705.338154:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476128896:0@lo:400:kworker.0 00000100:00100000:0.0:1768252705.338186:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252705.338221:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476128384:0@lo:400:kworker.0 00000100:00100000:3.0:1768252705.338348:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476128512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252705.338391:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476128512:12345-0@lo:400:kworker.0 Request processed in 45us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252705.338434:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476128512:0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.338605:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1768252705.338616:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476128768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.338777:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476128768:12345-0@lo:400:kworker.0 Request processed in 163us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252705.338784:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00080000:2.0:1768252705.338806:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252705.338819:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476128896 00000100:00100000:2.0:1768252705.338824:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476128896 00000100:00100000:2.0:1768252705.338868:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1768252705.338875:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476128896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252705.338911:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476128896:12345-0@lo:400:kworker.0 Request processed in 37us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252705.338917:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:2.0:1768252705.338933:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252705.338953:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476128896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252705.338993:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1768252705.343851:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476128768:0@lo:400:kworker.0 00000020:00000080:3.0:1768252705.891364:0:72715:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff752a4170 20000000:00000080:3.0:1768252705.891382:0:72715:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750fe3000 uarg=0000000000000000 00010000:00010000:3.0:1768252705.891670:0:72715:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252705.891684:0:72715:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252705.891696:0:72715:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252705.891712:0:72715:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.891730:0:72715:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.891739:0:72715:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.891775:0:72715:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.891788:0:72715:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 17 pid: 5778 timeout: 2061 lvb_type: 0 00000100:00100000:3.0:1768252705.891802:0:72715:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ace00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72715:1854145476129024:0@lo:104: 00000100:00100000:3.0:1768252705.893209:0:72715:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252705.893339:0:72715:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727412549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252705.896075:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129024 00000100:00100000:0.0:1768252705.896089:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129024 00000100:00100000:0.0:1768252705.896141:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1768252705.896148:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72715:x1854145476129024:12345-0@lo:104: 00010000:00010000:0.0:1768252705.896162:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.896353:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252705.896362:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:72715:x1854145476129024:12345-0@lo:104: Request processed in 213us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252705.896372:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00010000:00010000:2.0:1768252705.896398:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252705.896404:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.896412:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252705.896416:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.896425:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252705.896432:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252705.896438:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252705.896486:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.896494:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252705.896528:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.896536:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abc141 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc148 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.896555:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252705.896557:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252705.896559:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252705.896568:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252705.896585:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476129152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252705.896626:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252705.896788:0:72715:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ace00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72715:1854145476129024:0@lo:104: 00010000:00010000:1.0:1768252705.896813:0:72715:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252705.896961:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129152 00000100:00100000:2.0:1768252705.896967:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129152 00010000:00010000:2.0:1768252705.896990:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 18 pid: 5778 timeout: 2061 lvb_type: 0 00000100:00100000:2.0:1768252705.897050:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1768252705.897058:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476129152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252705.897070:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252705.897075:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 18 pid: 5778 timeout: 2061 lvb_type: 0 00010000:00010000:2.0:1768252705.897085:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 18 pid: 5778 timeout: 2061 lvb_type: 0 00010000:00010000:2.0:1768252705.897099:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abc148 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc141 expref: 18 pid: 5778 timeout: 2061 lvb_type: 0 00010000:00010000:2.0:1768252705.897117:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897124:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897137:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897144:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897150:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897156:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897162:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252705.897165:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897173:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897194:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252705.897202:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252705.897234:0:72715:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252705.897242:0:72715:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252705.897243:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476129152:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252705.897255:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00010000:00010000:3.0:1768252705.897261:0:72715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc164 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72715 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252705.900088:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476129152:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252706.226263:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768252706.966484:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967549 is committed 10000000:01000000:0.0:1768252706.994146:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252706.994155:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252706.994160:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252706.994219:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252706.994230:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252706.994240:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252706.994269:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476129280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252706.994343:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252706.994419:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b497000 going to sleep for 11 seconds 00000100:00100000:1.0:1768252706.994752:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129280 00000100:00100000:1.0:1768252706.994759:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129280 00000100:00100000:1.0:1768252706.994843:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1768252706.994852:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476129280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252706.994865:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252706.994879:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc16b expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252706.994903:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252706.994913:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252706.994922:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768252706.994983:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476129280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252706.994991:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1768252706.995210:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476129280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252706.995225:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252706.995235:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252706.995255:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252706.995261:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252706.995269:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252707.250592:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252707.784341:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252707.784379:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252707.784403:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252707.784428:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825280 00000100:00100000:3.0:1768252707.784437:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825280 00000100:00100000:3.0:1768252707.784479:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1102 00000100:00100000:3.0:1768252707.784487:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451825280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252707.784548:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451825280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 62us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252707.784555:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1102 00000100:00100000:3.0:1768252707.784585:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825536 00000100:00100000:3.0:1768252707.784588:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825536 00000100:00100000:3.0:1768252707.784620:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 953 00000100:00100000:3.0:1768252707.784626:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451825536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252707.784648:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451825536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252707.784654:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 953 00000100:00080000:3.0:1768252707.784760:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252707.787164:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825408 00000100:00100000:2.0:1768252707.787178:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825408 00000100:00100000:2.0:1768252707.790934:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1303 00000100:00100000:2.0:1768252707.790951:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451825408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252707.791057:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451825408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 110us (6724us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252707.791064:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1303 00000100:00080000:1.0:1768252707.796968:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252707.890590:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476129408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252707.890663:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252707.890760:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129408 00000100:00100000:3.0:1768252707.890768:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129408 00000100:00100000:3.0:1768252707.890837:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1768252707.890845:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476129408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252707.890879:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252707.890922:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476129408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252707.890929:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1768252707.890973:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476129408:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768252707.891043:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252707.892431:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252707.892445:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476129536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252707.892488:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252707.892524:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129536 00000100:00100000:2.0:1768252707.892529:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129536 00000100:00100000:2.0:1768252707.892566:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1768252707.892572:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476129536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252707.892599:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252707.892647:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476129536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252707.892653:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:2.0:1768252707.892670:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252707.892695:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476129536:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252708.274934:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252708.790565:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252708.790668:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825664 00000100:00100000:2.0:1768252708.790678:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825664 00000100:00100000:2.0:1768252708.790739:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 648 00000100:00100000:2.0:1768252708.790749:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451825664:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252708.790882:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451825664:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 134us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252708.790893:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 648 00000100:00100000:2.0:1768252708.793347:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.793423:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825792 00000100:00100000:3.0:1768252708.793433:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825792 00000100:00100000:3.0:1768252708.793489:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 348 00000100:00100000:3.0:1768252708.793499:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451825792:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252708.793783:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451825792:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 285us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.793791:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 348 00000100:00100000:3.0:1768252708.795351:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252708.795423:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451825920 00000100:00100000:2.0:1768252708.795432:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451825920 00000100:00100000:2.0:1768252708.795469:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 349 00000100:00100000:2.0:1768252708.795476:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145451825920:12345-192.168.202.43@tcp:8:lfs.60003 00010000:00080000:2.0:1768252708.795506:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1914 last 0 00000020:00000080:2.0:1768252708.795540:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abc179 00002000:00100000:2.0:1768252708.795553:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972648608800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768252708.795564:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768252708.795774:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:2.0:1768252708.795785:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1768252708.795823:0:6567:0:(import.c:65:import_set_state_nolock()) ffff97264860e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768252708.795891:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451825920:12345-192.168.202.43@tcp:8:lfs.60003 Request processed in 413us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252708.795899:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 349 00000100:00100000:0.0:1768252708.798520:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.798604:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826048 00000100:00100000:3.0:1768252708.798614:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826048 00000100:00100000:3.0:1768252708.798697:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 350 00000100:00100000:3.0:1768252708.798708:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41364:x1854145451826048:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252708.799040:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41364:x1854145451826048:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 299us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.799049:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 350 00000100:00080000:2.0:1768252708.799246:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252708.802541:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252708.802633:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826176 00000100:00100000:1.0:1768252708.802644:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826176 00000100:00100000:1.0:1768252708.802700:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 649 00000100:00100000:1.0:1768252708.802709:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826176:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252708.803458:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826176:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 298us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252708.803468:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 649 00000100:00100000:1.0:1768252708.808697:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252708.811474:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826304 00000100:00100000:2.0:1768252708.811492:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826304 00000100:00100000:2.0:1768252708.811579:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 650 00000100:00100000:2.0:1768252708.811591:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826304:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252708.812389:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826304:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 798us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.812401:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 650 00000100:00100000:0.0:1768252708.818087:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252708.818339:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826432 00000100:00100000:2.0:1768252708.818350:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826432 00000100:00100000:2.0:1768252708.818415:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 351 00000100:00100000:2.0:1768252708.818425:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826432:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252708.818764:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826432:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 339us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252708.818773:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 351 00000100:00100000:0.0:1768252708.821405:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.821545:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826560 00000100:00100000:3.0:1768252708.821557:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826560 00000100:00100000:3.0:1768252708.821628:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 352 00000100:00100000:3.0:1768252708.821638:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41364:x1854145451826560:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252708.821966:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41364:x1854145451826560:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 328us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.821975:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 352 00000100:00100000:1.0:1768252708.823936:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.824228:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826688 00000100:00100000:3.0:1768252708.824238:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826688 00000100:00100000:3.0:1768252708.824303:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 651 00000100:00100000:3.0:1768252708.824313:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826688:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252708.824934:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41364:x1854145451826688:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 620us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.824943:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 651 00000100:00100000:0.0:1768252708.905308:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.905638:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451826816 00000100:00100000:3.0:1768252708.905650:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451826816 00000100:00100000:3.0:1768252708.905714:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 652 00000100:00100000:3.0:1768252708.905723:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41368:x1854145451826816:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252708.905744:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252708.905768:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc180 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d6f expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.905849:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.905868:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.905882:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.905896:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.905903:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.905909:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906092:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc195 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906101:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc195 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906108:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc195 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252708.906137:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1768252708.906141:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252708.906165:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc195 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906177:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906183:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906193:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906199:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252708.906202:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906209:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906220:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252708.906223:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252708.906228:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906233:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc187 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906244:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906250:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906255:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906260:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252708.906262:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906268:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906279:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252708.906281:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252708.906284:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906288:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc18e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252708.906315:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc180 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d6f expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.906331:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc195 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d6f expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.906338:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252708.906341:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252708.906343:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252708.906413:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41368:x1854145451826816:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 691us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.906420:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 652 00000100:00100000:0.0:1768252708.912317:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.912394:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827072 00000100:00100000:3.0:1768252708.912405:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827072 00000100:00100000:3.0:1768252708.912479:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 653 00000100:00100000:3.0:1768252708.912489:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41368:x1854145451827072:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252708.912512:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252708.912535:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc19c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d76 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.912709:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.912726:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.912737:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.912752:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.912759:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.912765:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:3.0:1768252708.913338:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:3.0:1768252708.913541:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc1b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913552:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913560:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913595:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913602:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913613:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913618:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252708.913623:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913630:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913642:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252708.913645:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252708.913649:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.913655:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc1a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768252708.913668:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b330e58d reply state 00000000926beb51 transno 4294967550 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252708.913676:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252708.913705:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc19c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d76 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.913720:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc1b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d76 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.913726:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252708.913729:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252708.913731:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252708.913822:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41368:x1854145451827072:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1334us (1514us total) trans 4294967550 rc 0/0 00000100:00100000:3.0:1768252708.913831:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 653 00010000:00010000:3.0:1768252708.920568:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.920587:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.920596:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.920603:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252708.920607:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.920614:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.920631:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff97274f8b9c00) 00010000:00010000:3.0:1768252708.920634:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252708.920639:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252708.920646:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252708.921959:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.922069:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827200 00000100:00100000:3.0:1768252708.922078:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827200 00000100:00100000:3.0:1768252708.922133:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 353 00000100:00100000:3.0:1768252708.922142:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41368:x1854145451827200:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252708.922160:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252708.922181:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d7d expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768252708.922203:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1768252708.922224:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252708.922227:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252708.922235:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.922251:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252708.922263:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252708.922323:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41368:x1854145451827200:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 181us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252708.922331:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 353 00000100:00100000:2.0:1768252708.947111:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252708.947219:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827328 00000100:00100000:3.0:1768252708.947231:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827328 00002000:00100000:3.0:1768252708.947287:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff97277dbee680 x1854145451827328/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:439/0 lens 488/0 e 0 to 0 dl 1768252719 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1768252708.947299:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277dbee680 with x1854145451827328 ext(0->1048575) 00002000:00010000:3.0:1768252708.947304:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277dbee680 00000100:00100000:3.0:1768252708.947338:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1768252708.947348:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451827328:12345-192.168.202.43@tcp:4:dd.60003 00000001:00100000:0.0:1768252709.011578:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:2.0:1768252709.014473:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451827328:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 67115us (67361us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1768252709.014488:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 15 00002000:00100000:2.0:1768252709.014501:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff97277dbee680 x1854145451827328/t4294967336(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:439/0 lens 488/448 e 0 to 0 dl 1768252719 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768252709.014512:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277dbee680 with x1854145451827328 ext(0->1048575) 00002000:00010000:2.0:1768252709.014519:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277dbee680 00000100:00100000:1.0:1768252709.018693:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252709.018857:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827456 00000100:00100000:3.0:1768252709.018868:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827456 00000100:00100000:3.0:1768252709.018956:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 654 00000100:00100000:3.0:1768252709.018966:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41368:x1854145451827456:12345-192.168.202.43@tcp:44:dd.60003 00000100:00080000:2.0:1768252709.019186:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252709.056403:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41368:x1854145451827456:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 37426us (37709us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252709.056416:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 654 00000001:00080000:0.0:1768252709.056962:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967550 is committed 00000100:00100000:1.0:1768252709.062308:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252709.062428:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827584 00000100:00100000:2.0:1768252709.062438:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827584 00000100:00100000:2.0:1768252709.062500:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 354 00000100:00100000:2.0:1768252709.062510:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451827584:12345-192.168.202.43@tcp:16:dd.60003 00000001:00080000:1.0:1768252709.090574:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:2.0:1768252709.091039:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451827584:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 28214us (28427us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252709.091053:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 354 00000100:00100000:3.0:1768252709.094002:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252709.094333:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827840 00000100:00100000:2.0:1768252709.094343:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827840 00000100:00100000:2.0:1768252709.094432:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 118 00000100:00100000:2.0:1768252709.094507:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41368:x1854145451827840:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:3.0:1768252709.095459:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41368:x1854145451827840:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 1014us (1463us total) trans 4294967551 rc 0/0 00000100:00100000:3.0:1768252709.095470:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 118 00010000:00010000:2.0:1768252709.298568:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252710.247502:0:72911:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1915668485761ns, next at 1904296616460ns, rc = 0 00000004:00080000:0.0:1768252710.247678:0:72911:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1915668664683ns, next at 1864597617229ns, rc = 0 00000004:00080000:2.0:1768252710.267599:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 55 committed 00000004:00080000:2.0:1768252710.267625:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 54 committed 00000001:00080000:2.0:1768252710.267642:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967551 is committed 00010000:00010000:0.0:1768252710.322210:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252710.451499:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252710.453064:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476129792:0@lo:400:kworker.0 00000100:00100000:2.0:1768252710.453125:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252710.453172:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476129664:0@lo:400:kworker.0 00000100:00100000:2.0:1768252710.453194:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252710.453227:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129664 00000100:00100000:2.0:1768252710.453234:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129664 00000100:00100000:2.0:1768252710.453271:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1768252710.453278:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476129664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252710.453317:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476129664:12345-0@lo:400:kworker.0 Request processed in 39us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252710.453324:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1768252710.453458:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129792 00000100:00100000:0.0:1768252710.453462:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129792 00000100:00100000:0.0:1768252710.453487:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1768252710.453493:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476129792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.453523:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476129792:12345-0@lo:400:kworker.0 Request processed in 30us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252710.453529:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1768252710.456457:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252710.456478:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476129920:0@lo:400:kworker.0 00000100:00100000:3.0:1768252710.456540:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252710.456586:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476129920 00000100:00100000:3.0:1768252710.456593:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476129920 00000100:00100000:3.0:1768252710.456644:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1768252710.456652:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476129920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252710.456698:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476129920:12345-0@lo:400:kworker.0 Request processed in 47us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252710.456706:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1768252710.456746:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476129920:0@lo:400:kworker.0 00000100:00100000:3.0:1768252710.456798:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476130048:0@lo:400:kworker.0 00000100:00100000:3.0:1768252710.456823:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252710.457128:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476130176:0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457158:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252710.457179:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252710.457184:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476130304:0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457201:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252710.457224:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130176 00000100:00100000:0.0:1768252710.457228:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130176 00000100:00100000:0.0:1768252710.457257:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1768252710.457264:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476130176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457297:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476130176:12345-0@lo:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252710.457304:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1768252710.457323:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130048 00000100:00100000:0.0:1768252710.457326:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130048 00000100:00100000:0.0:1768252710.457346:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130304 00000100:00100000:0.0:1768252710.457349:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130304 00000100:00100000:0.0:1768252710.457367:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1768252710.457374:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476130048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457407:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476130048:12345-0@lo:400:kworker.0 Request processed in 34us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252710.457413:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1768252710.457424:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1768252710.457430:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476130304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457453:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476130304:12345-0@lo:400:kworker.0 Request processed in 24us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252710.457458:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1768252710.457492:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476130048:0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457513:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476130304:0@lo:400:kworker.0 00000100:00100000:0.0:1768252710.457522:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476130176:0@lo:400:kworker.0 00000100:00080000:2.0:1768252710.467893:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252710.467903:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252710.467906:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252710.467965:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476129792:0@lo:400:kworker.0 00000100:00100000:2.0:1768252710.467981:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476129664:0@lo:400:kworker.0 00010000:00010000:3.0:1768252711.346236:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252711.612386:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252711.612479:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451827968 00000100:00100000:2.0:1768252711.612491:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451827968 00000100:00100000:2.0:1768252711.612574:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 655 00000100:00100000:2.0:1768252711.612585:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451827968:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252711.612693:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451827968:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 111us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252711.612704:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 655 00000100:00080000:1.0:1768252711.612759:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252711.620578:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252711.622264:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828096 00000100:00100000:1.0:1768252711.622279:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828096 00000100:00100000:1.0:1768252711.622359:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 355 00000100:00100000:1.0:1768252711.622370:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41500:x1854145451828096:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:3.0:1768252711.622642:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252711.622680:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41500:x1854145451828096:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 310us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252711.622689:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 355 00000100:00100000:3.0:1768252711.630941:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252711.631228:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828224 00000100:00100000:2.0:1768252711.631239:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828224 00000100:00100000:2.0:1768252711.631309:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 356 00000100:00100000:2.0:1768252711.631319:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41500:x1854145451828224:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:1.0:1768252711.632240:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252711.632586:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41500:x1854145451828224:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1264us (1648us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252711.632599:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 356 00000100:00100000:3.0:1768252711.643940:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252711.644057:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828352 00000100:00100000:1.0:1768252711.644069:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828352 00000100:00100000:1.0:1768252711.644209:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 656 00000100:00100000:1.0:1768252711.644222:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451828352:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252711.644553:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451828352:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 334us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252711.644562:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 656 00000100:00100000:2.0:1768252711.660802:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252711.660865:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828480 00000100:00100000:3.0:1768252711.660874:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828480 00000100:00100000:3.0:1768252711.660924:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 657 00000100:00100000:3.0:1768252711.660934:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451828480:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252711.661045:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451828480:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 112us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252711.661054:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 657 00000100:00100000:3.0:1768252711.663906:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252711.664188:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828608 00000100:00100000:2.0:1768252711.664199:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828608 00000100:00100000:2.0:1768252711.664368:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 357 00000100:00100000:2.0:1768252711.664379:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41500:x1854145451828608:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252711.664685:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41500:x1854145451828608:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 306us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252711.664693:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 357 00000100:00100000:1.0:1768252711.669514:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252711.669685:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828736 00000100:00100000:2.0:1768252711.669697:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828736 00000100:00100000:2.0:1768252711.669758:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 358 00000100:00100000:2.0:1768252711.669768:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41500:x1854145451828736:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252711.670407:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41500:x1854145451828736:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 636us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252711.670416:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 358 00000100:00100000:2.0:1768252711.676575:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252711.676732:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451828864 00000100:00100000:3.0:1768252711.676745:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451828864 00000100:00100000:3.0:1768252711.676817:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 658 00000100:00100000:3.0:1768252711.676828:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451828864:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252711.677516:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41500:x1854145451828864:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 686us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252711.677525:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 658 00000100:00100000:3.0:1768252711.750819:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252711.751960:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829120 00000100:00100000:2.0:1768252711.751972:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829120 00000100:00100000:2.0:1768252711.752088:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 659 00000100:00100000:2.0:1768252711.752099:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41504:x1854145451829120:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768252711.752168:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252711.752199:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc1b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d76 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252711.752225:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:2.0:1768252711.752237:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252711.752261:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752274:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752282:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752296:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752302:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752309:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752426:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752434:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.752441:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:2.0:1768252711.752872:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9472 00000004:00080000:2.0:1768252711.752884:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1917173870728ns, next at 1918173866550ns, rc = 0 00010000:00010000:2.0:1768252711.753076:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753086:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753094:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753101:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753107:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753112:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753130:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252711.753154:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753160:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753166:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753173:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252711.753177:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753185:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753194:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252711.753197:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252711.753201:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753207:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc1d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753257:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753264:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753269:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753275:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252711.753277:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753283:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753290:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:2.0:1768252711.753293:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252711.753296:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753302:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc1c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768252711.753311:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d889eeca reply state 000000001508eba0 transno 4294967552 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252711.753319:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252711.753411:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41504:x1854145451829120:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1312us (2601us total) trans 4294967552 rc 0/0 00000100:00100000:2.0:1768252711.753422:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 659 00010000:00010000:2.0:1768252711.753457:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252711.753462:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.753468:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252711.753470:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755766:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755797:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755805:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755812:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252711.755817:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755825:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755841:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff972742c4a300) 00010000:00010000:1.0:1768252711.755844:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252711.755850:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252711.755855:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc1cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.758266:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.758284:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252711.758287:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252711.758292:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 1/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.758298:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc1db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252711.758323:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252711.758325:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252711.758329:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252712.370361:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252712.909562:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252712.909619:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252712.909642:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252712.909687:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252712.909721:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829376 00000100:00100000:3.0:1768252712.909733:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829376 00000100:00100000:3.0:1768252712.909802:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1307 00000100:00100000:3.0:1768252712.909813:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451829376:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252712.909908:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451829376:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 97us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252712.909916:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1307 00000100:00100000:3.0:1768252712.909944:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829504 00000100:00100000:3.0:1768252712.909948:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829504 00000100:00100000:3.0:1768252712.909971:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829632 00000100:00100000:3.0:1768252712.909974:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829632 00000100:00100000:3.0:1768252712.909991:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 956 00000100:00100000:3.0:1768252712.909997:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451829504:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252712.910050:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451829504:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 52us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252712.910057:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 956 00000100:00100000:3.0:1768252712.910068:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 957 00000100:00100000:3.0:1768252712.910074:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451829632:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252712.910097:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451829632:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252712.910103:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 957 00000100:00100000:1.0:1768252712.919361:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829248 00000100:00100000:1.0:1768252712.919381:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829248 00000100:00100000:1.0:1768252712.919468:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1104 00000100:00100000:1.0:1768252712.919479:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451829248:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252712.919557:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451829248:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (10008us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252712.919565:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1104 00000004:00080000:3.0:1768252713.010368:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1918431351362ns, next at 1919431349043ns, rc = 0 00000100:00100000:3.0:1768252713.010390:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252713.010410:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476130432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252713.010475:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252713.010539:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130432 00000100:00100000:3.0:1768252713.010546:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130432 00000100:00100000:3.0:1768252713.010791:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1768252713.010801:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476130432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252713.010834:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1768252713.010882:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476130432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252713.010889:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:3.0:1768252713.010909:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252713.011142:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476130432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252713.013169:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476130560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252713.013237:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252713.017006:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130560 00000100:00100000:1.0:1768252713.017037:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130560 00000100:00100000:1.0:1768252713.017130:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1768252713.017141:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476130560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252713.017183:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:3.0:1768252713.017384:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252713.017724:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476130560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 585us (4487us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252713.017733:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1768252713.020300:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476130560:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252713.394117:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252713.752476:0:73056:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1919173458677ns, next at 1904296616460ns, rc = 0 00000004:00080000:0.0:1768252713.754452:0:73056:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1919175436086ns, next at 1919431349043ns, rc = 0 00000004:00080000:2.0:1768252713.803779:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 58 committed 00000004:00080000:2.0:1768252713.803802:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 55 committed 00000001:00080000:2.0:1768252713.803819:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967552 is committed 00000004:00080000:2.0:1768252713.803823:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 56 committed 00000004:00080000:2.0:1768252713.803827:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 57 committed 00000100:00100000:2.0:1768252713.804705:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476130688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252713.804786:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252713.804963:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130688 00000100:00100000:3.0:1768252713.804973:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130688 00000100:00100000:3.0:1768252713.805049:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1768252713.805058:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476130688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768252713.805095:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:20 count 1 00010000:00010000:3.0:1768252713.805119:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.805138:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.805145:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768252713.805148:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768252713.805151:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.805469:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.805484:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 5 pid: 6567 timeout: 2019 lvb_type: 0 00000100:00100000:3.0:1768252713.805582:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476130816:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768252713.805648:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6180 going to sleep for 11 seconds 00000100:00100000:3.0:1768252713.812356:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252713.812442:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476130816:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252713.812463:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252713.813203:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829760 00000100:00100000:1.0:1768252713.813211:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829760 00010000:00010000:1.0:1768252713.813262:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 6 pid: 6567 timeout: 2019 lvb_type: 0 00000100:00100000:1.0:1768252713.813316:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 371 00000100:00100000:1.0:1768252713.813323:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451829760:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252713.813337:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252713.813341:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 6 pid: 6567 timeout: 2019 lvb_type: 0 00010000:00010000:1.0:1768252713.813355:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 6 pid: 6567 timeout: 2019 lvb_type: 0 00010000:00010000:1.0:1768252713.813374:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc1bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d7d expref: 6 pid: 6567 timeout: 2019 lvb_type: 0 00010000:00010000:1.0:1768252713.813395:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252713.813397:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252713.813402:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252713.813411:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252713.813443:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252713.813495:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451829760:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 171us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252713.813503:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 371 00000100:00080000:3.0:1768252713.813557:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252713.813638:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252713.813649:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252713.813655:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252713.813660:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252713.813681:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768252713.814031:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252713.814038:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.814046:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252713.814050:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.814059:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.814071:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.814078:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abc1e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252713.814096:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252713.814098:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252713.814100:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252713.814262:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476130688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9204us (9473us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1768252713.814270:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000004:00080000:3.0:1768252713.814433:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277cb42680/2, rc 0, transno 4294967337 00000100:00100000:3.0:1768252713.814452:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476130688:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1768252714.418327:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252715.442595:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252715.570841:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476130944:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.570915:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252715.570983:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476131456:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571033:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252715.571060:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252715.571066:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476131328:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571091:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252715.571118:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476131200:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571138:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252715.571151:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1768252715.571156:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476131072:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571172:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252715.571185:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476131584:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571203:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252715.571231:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131456 00000100:00100000:2.0:1768252715.571238:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131456 00000100:00100000:2.0:1768252715.571282:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131200 00000100:00100000:2.0:1768252715.571285:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131200 00000100:00100000:2.0:1768252715.571303:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131072 00000100:00100000:2.0:1768252715.571306:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131072 00000100:00100000:2.0:1768252715.571320:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1768252715.571329:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476131456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571379:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476131456:12345-0@lo:400:kworker.0 Request processed in 50us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252715.571386:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1768252715.571403:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1768252715.571410:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476131200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571442:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476131200:12345-0@lo:400:kworker.0 Request processed in 32us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252715.571447:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1768252715.571459:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1768252715.571465:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476131072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571491:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476131072:12345-0@lo:400:kworker.0 Request processed in 26us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252715.571500:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1768252715.571518:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131328 00000100:00100000:2.0:1768252715.571522:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131328 00000100:00100000:2.0:1768252715.571545:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131584 00000100:00100000:2.0:1768252715.571548:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131584 00000100:00100000:2.0:1768252715.571565:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1768252715.571571:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476131328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571600:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476131328:12345-0@lo:400:kworker.0 Request processed in 29us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252715.571606:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1768252715.571617:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1768252715.571623:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476131584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571649:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476131584:12345-0@lo:400:kworker.0 Request processed in 26us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252715.571655:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1768252715.571692:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476131072:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571704:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476131584:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571715:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476131200:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571759:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476131328:0@lo:400:kworker.0 00000100:00100000:2.0:1768252715.571768:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476131456:0@lo:400:kworker.0 00000100:00080000:3.0:1768252715.572435:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252715.572441:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252715.572444:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252715.572577:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476130944 00000100:00100000:1.0:1768252715.572583:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476130944 00000100:00100000:1.0:1768252715.572622:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1768252715.572630:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476130944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252715.572688:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476130944:12345-0@lo:400:kworker.0 Request processed in 58us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252715.572694:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1768252715.572884:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476130944:0@lo:400:kworker.0 00010000:00010000:2.0:1768252716.467496:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768252716.697941:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00010000:00010000:3.0:1768252717.491988:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252718.024356:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252718.024398:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252718.024438:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252718.024469:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252718.024510:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830272 00000100:00100000:0.0:1768252718.024520:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830272 00000100:00100000:0.0:1768252718.024588:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830144 00000100:00100000:0.0:1768252718.024592:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830144 00000100:00100000:1.0:1768252718.024603:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 960 00000100:00100000:1.0:1768252718.024617:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451830272:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252718.024656:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451829888 00000100:00100000:2.0:1768252718.024659:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451829888 00000100:00100000:2.0:1768252718.024688:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00100000:1.0:1768252718.024689:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451830272:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 76us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252718.024695:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451829888:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252718.024741:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830016 00000100:00100000:3.0:1768252718.024746:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830016 00000100:00100000:3.0:1768252718.024778:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1311 00000100:00100000:3.0:1768252718.024785:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451830016:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252718.024816:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451830016:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252718.024824:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1311 00000100:00100000:2.0:1768252718.024957:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451829888:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 261us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252718.024964:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00080000:2.0:1768252718.025032:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252718.025037:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252718.025039:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252718.025602:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 961 00000100:00100000:0.0:1768252718.025614:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451830144:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252718.025659:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451830144:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 50us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252718.025666:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 961 00000100:00100000:1.0:1768252718.032917:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 960 00000100:00100000:2.0:1768252718.130241:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476131712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252718.130316:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252718.130398:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476131840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252718.130421:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252718.130517:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131712 00000100:00100000:3.0:1768252718.130594:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131712 00000100:00100000:1.0:1768252718.130613:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131840 00000100:00100000:1.0:1768252718.130618:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131840 00000100:00100000:3.0:1768252718.130730:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1768252718.130741:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476131712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252718.130789:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252718.130850:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476131712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252718.130858:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1768252718.130897:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:0.0:1768252718.130903:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277cb42680, transno 4294967337 00000100:00100000:0.0:1768252718.130926:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476131712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252718.131082:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1768252718.131089:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476131840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252718.131108:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252718.131142:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476131840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252718.131148:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1768252718.131310:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476131840:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252718.133932:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252718.133943:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252718.514481:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252719.547785:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252720.562384:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252720.690483:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476131968:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.690561:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252720.690628:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476132480:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.690654:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252720.690694:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768252720.690701:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476132096:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.690723:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252720.690739:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476132608:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.690759:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252720.690790:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132480 00000100:00100000:3.0:1768252720.690797:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132480 00000100:00100000:3.0:1768252720.690859:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132096 00000100:00100000:3.0:1768252720.690862:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132096 00000100:00100000:3.0:1768252720.690884:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1768252720.690893:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476132480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.690945:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476132480:12345-0@lo:400:kworker.0 Request processed in 52us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252720.690953:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1768252720.690970:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1768252720.690975:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476132096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.691000:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476132096:12345-0@lo:400:kworker.0 Request processed in 24us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252720.691005:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00080000:3.0:1768252720.691050:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252720.691087:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476132096:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.691096:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476132480:0@lo:400:kworker.0 00000100:00100000:0.0:1768252720.691269:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476132224:0@lo:400:kworker.0 00000100:00100000:0.0:1768252720.691298:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252720.691327:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252720.691333:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476132352:0@lo:400:kworker.0 00000100:00100000:0.0:1768252720.691354:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252720.691556:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476131968 00000100:00100000:1.0:1768252720.691562:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476131968 00000100:00100000:1.0:1768252720.691602:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1768252720.691609:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476131968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252720.691643:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476131968:12345-0@lo:400:kworker.0 Request processed in 36us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252720.691648:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1768252720.691678:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132608 00000100:00100000:1.0:1768252720.691682:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132608 00000100:00100000:1.0:1768252720.691725:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132352 00000100:00100000:1.0:1768252720.691728:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132352 00000100:00100000:1.0:1768252720.691745:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1768252720.691750:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476132608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252720.691778:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476132608:12345-0@lo:400:kworker.0 Request processed in 28us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252720.691783:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1768252720.691793:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1768252720.691799:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476132352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252720.691844:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476132352:12345-0@lo:400:kworker.0 Request processed in 46us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252720.691850:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1768252720.692084:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476132352:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.692782:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132224 00000100:00100000:3.0:1768252720.692790:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132224 00000100:00100000:3.0:1768252720.692832:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1768252720.692841:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476132224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.692911:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476132224:12345-0@lo:400:kworker.0 Request processed in 71us (1611us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252720.692918:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00080000:3.0:1768252720.692941:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252720.692945:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252720.692948:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252720.692976:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476132608:0@lo:400:kworker.0 00000100:00100000:3.0:1768252720.692990:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476131968:0@lo:400:kworker.0 00000100:00100000:1.0:1768252720.693051:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476132224:0@lo:400:kworker.0 00010000:00010000:3.0:1768252721.589066:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252722.610335:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252723.143963:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252723.144044:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252723.144082:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252723.144135:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252723.144140:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830528 00000100:00100000:3.0:1768252723.144151:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830528 00000100:00100000:0.0:1768252723.144172:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830784 00000100:00100000:0.0:1768252723.144177:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830784 00000100:00100000:0.0:1768252723.144206:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830656 00000100:00100000:0.0:1768252723.144208:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830656 00000100:00100000:3.0:1768252723.144211:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1315 00000100:00100000:3.0:1768252723.144221:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451830528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252723.144226:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 964 00000100:00100000:0.0:1768252723.144232:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451830784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252723.144292:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451830784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252723.144299:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 964 00000100:00100000:1.0:1768252723.144307:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830400 00000100:00100000:1.0:1768252723.144311:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830400 00000100:00100000:0.0:1768252723.144316:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 965 00000100:00100000:0.0:1768252723.144321:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451830656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252723.144337:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1108 00000100:00100000:1.0:1768252723.144343:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451830400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768252723.144420:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252723.144425:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252723.144427:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252723.147447:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451830528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3215us (3483us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252723.147464:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1315 00000100:00100000:0.0:1768252723.150815:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451830656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 6477us (6665us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252723.150831:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 965 00000100:00100000:1.0:1768252723.160372:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451830400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 16016us (16277us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252723.160388:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1108 00000100:00100000:0.0:1768252723.250494:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476132736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252723.250575:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252723.252717:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476132864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252723.252802:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252723.254035:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132736 00000100:00100000:3.0:1768252723.254046:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132736 00000100:00100000:3.0:1768252723.254121:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132864 00000100:00100000:3.0:1768252723.254125:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132864 00000100:00100000:3.0:1768252723.254145:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1768252723.254154:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476132736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252723.254189:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252723.254253:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476132736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (3678us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252723.254261:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1768252723.254279:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1768252723.254285:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476132864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252723.254303:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252723.254338:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476132864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252723.254344:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1768252723.254395:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476132864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252723.254433:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476132736:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252723.254705:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252723.254710:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252723.635325:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252724.658220:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252725.683054:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252725.810457:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476132992:0@lo:400:kworker.0 00000100:00100000:3.0:1768252725.810533:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252725.810603:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476133504:0@lo:400:kworker.0 00000100:00100000:3.0:1768252725.810630:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252725.810630:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476133120:0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.810667:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252725.810675:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476133376:0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.810683:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476133632:0@lo:400:kworker.0 00000100:00100000:3.0:1768252725.810699:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252725.810725:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133504 00000100:00100000:0.0:1768252725.810733:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133504 00000100:00100000:1.0:1768252725.810761:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476133248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.810783:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133120 00000100:00100000:0.0:1768252725.810786:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133120 00000100:00100000:0.0:1768252725.810808:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1768252725.810816:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476133504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252725.815360:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1768252725.815389:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476133120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252725.819178:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252725.819252:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133248 00000100:00100000:1.0:1768252725.819262:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133248 00000100:00100000:1.0:1768252725.819306:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1768252725.819315:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476133248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252725.819369:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476133248:12345-0@lo:400:kworker.0 Request processed in 55us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252725.819377:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1768252725.819421:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476133248:0@lo:400:kworker.0 00000100:00080000:1.0:1768252725.819456:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252725.819469:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133376 00000100:00100000:1.0:1768252725.819473:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133376 00000100:00100000:1.0:1768252725.819505:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1768252725.819511:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476133376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252725.819542:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476133376:12345-0@lo:400:kworker.0 Request processed in 31us (8841us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252725.819547:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:1.0:1768252725.819562:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252725.819805:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252725.819852:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133632 00000100:00100000:1.0:1768252725.819856:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133632 00000100:00100000:1.0:1768252725.819882:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1768252725.819888:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476133632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252725.819923:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476133632:12345-0@lo:400:kworker.0 Request processed in 35us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252725.819929:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00080000:1.0:1768252725.819949:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252725.819968:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476133632:0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.819980:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476133504:12345-0@lo:400:kworker.0 Request processed in 9164us (9348us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252725.819988:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1768252725.820033:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476133504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.820046:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476132992 00000100:00100000:0.0:1768252725.820050:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476132992 00000100:00100000:0.0:1768252725.820080:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1768252725.820086:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476132992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.820119:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476132992:12345-0@lo:400:kworker.0 Request processed in 33us (9586us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252725.820124:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476132992:0@lo:400:kworker.0 00000100:00100000:0.0:1768252725.820125:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1768252725.823206:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476133120:12345-0@lo:400:kworker.0 Request processed in 7823us (12527us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252725.823221:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1768252725.831403:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476133376:0@lo:400:kworker.0 00000100:00100000:1.0:1768252725.834747:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476133120:0@lo:400:kworker.0 00010000:00010000:0.0:1768252726.707458:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252727.732140:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252728.268171:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252728.268317:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252728.268363:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252728.268407:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252728.268643:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451830912 00000100:00100000:3.0:1768252728.268656:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451830912 00000100:00100000:3.0:1768252728.268739:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00100000:3.0:1768252728.268750:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451830912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252728.268855:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451830912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 107us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252728.268863:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00100000:1.0:1768252728.269982:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831296 00000100:00100000:1.0:1768252728.269994:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831296 00000100:00100000:1.0:1768252728.270094:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831168 00000100:00100000:1.0:1768252728.270098:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831168 00000100:00100000:1.0:1768252728.270130:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 968 00000100:00100000:1.0:1768252728.270141:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451831296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252728.270314:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451831296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 174us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252728.270322:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 968 00000100:00100000:1.0:1768252728.270340:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 969 00000100:00100000:1.0:1768252728.270346:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451831168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252728.270377:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451831168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (1970us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252728.270384:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 969 00000100:00080000:3.0:1768252728.270421:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252728.270427:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252728.272300:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831040 00000100:00100000:2.0:1768252728.272322:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831040 00000100:00100000:2.0:1768252728.272429:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1319 00000100:00100000:2.0:1768252728.272451:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451831040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252728.272572:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451831040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 124us (4417us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252728.272580:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1319 00000100:00080000:3.0:1768252728.273321:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252728.372392:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252728.372422:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476133760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252728.372515:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252728.372665:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133760 00000100:00100000:3.0:1768252728.372676:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133760 00000100:00100000:3.0:1768252728.372760:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1768252728.372771:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476133760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252728.372832:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252728.372898:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476133760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252728.372905:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1768252728.372969:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476133760:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252728.374635:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252728.374852:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252728.374874:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476133888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252728.374957:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252728.375214:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476133888 00000100:00100000:0.0:1768252728.375224:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476133888 00000100:00100000:0.0:1768252728.375295:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1768252728.375305:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476133888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252728.375347:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252728.375403:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476133888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252728.375410:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1768252728.375460:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476133888:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252728.375523:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768252728.754447:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252729.473372:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252729.473438:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831424 00000100:00100000:2.0:1768252729.473452:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831424 00000100:00100000:2.0:1768252729.473520:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 660 00000100:00100000:2.0:1768252729.473531:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451831424:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252729.473673:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451831424:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 143us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252729.473681:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 660 00000100:00100000:0.0:1768252729.490942:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252729.493576:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831552 00000100:00100000:2.0:1768252729.493608:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831552 00000100:00100000:2.0:1768252729.493700:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 360 00000100:00100000:2.0:1768252729.493713:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451831552:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252729.494159:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451831552:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 448us (3233us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252729.494169:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 360 00000100:00100000:2.0:1768252729.500735:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252729.501920:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831680 00000100:00100000:0.0:1768252729.501942:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831680 00000100:00100000:0.0:1768252729.502040:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 361 00000100:00100000:0.0:1768252729.502052:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451831680:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252729.511817:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451831680:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 9746us (11076us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252729.511838:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 361 00000100:00100000:3.0:1768252729.517734:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252729.518062:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831808 00000100:00100000:0.0:1768252729.518091:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831808 00000100:00100000:0.0:1768252729.518177:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 661 00000100:00100000:0.0:1768252729.518191:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451831808:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252729.518675:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451831808:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 485us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252729.518686:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 661 00000100:00100000:0.0:1768252729.532665:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252729.533402:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451831936 00000100:00100000:0.0:1768252729.533418:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451831936 00000100:00100000:0.0:1768252729.533519:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 662 00000100:00100000:0.0:1768252729.533531:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451831936:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252729.533712:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451831936:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 182us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252729.533721:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 662 00000100:00100000:2.0:1768252729.537180:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252729.537293:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832064 00000100:00100000:0.0:1768252729.537308:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832064 00000100:00100000:0.0:1768252729.537380:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 362 00000100:00100000:0.0:1768252729.537392:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451832064:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252729.537818:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451832064:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 426us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252729.537827:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 362 00000100:00100000:2.0:1768252729.541165:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252729.541223:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832192 00000100:00100000:2.0:1768252729.541236:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832192 00000100:00100000:2.0:1768252729.541314:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 363 00000100:00100000:2.0:1768252729.541328:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451832192:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252729.541768:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:41722:x1854145451832192:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 441us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252729.541778:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 363 00000100:00100000:1.0:1768252729.545093:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252729.547116:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832320 00000100:00100000:2.0:1768252729.547140:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832320 00000100:00100000:2.0:1768252729.547232:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 663 00000100:00100000:2.0:1768252729.547243:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451832320:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252729.547634:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41722:x1854145451832320:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 390us (2554us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252729.547643:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 663 00000100:00100000:1.0:1768252729.571930:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252729.571982:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832448 00000100:00100000:1.0:1768252729.572002:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832448 00000100:00100000:1.0:1768252729.572090:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 664 00000100:00100000:1.0:1768252729.572101:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:41723:x1854145451832448:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252729.572128:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252729.572160:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc1e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d84 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252729.572254:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc1f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252729.572273:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252729.572286:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768252729.572369:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1768252729.572373:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252729.572401:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252729.572429:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc1e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d84 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252729.572451:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc1f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d84 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252729.572461:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:1.0:1768252729.572464:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252729.572468:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252729.572540:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41723:x1854145451832448:12345-192.168.202.43@tcp:101:rm.0 Request processed in 439us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252729.572547:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 664 00000100:00100000:3.0:1768252729.578435:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252729.578488:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832576 00000100:00100000:3.0:1768252729.578502:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832576 00000100:00100000:3.0:1768252729.578594:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 119 00000100:00100000:3.0:1768252729.578617:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41723:x1854145451832576:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:3.0:1768252729.579844:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41723:x1854145451832576:12345-192.168.202.43@tcp:49:rm.0 Request processed in 1219us (1415us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252729.579859:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 119 00000100:00100000:1.0:1768252729.582755:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252729.583755:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832832 00000100:00100000:3.0:1768252729.583776:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832832 00000100:00100000:3.0:1768252729.583846:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 665 00000100:00100000:3.0:1768252729.583858:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41723:x1854145451832832:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252729.583887:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252729.583920:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d8b expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1768252729.584107:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00010000:3.0:1768252729.584473:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1f7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d8b expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252729.584493:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252729.584496:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1768252729.584502:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc1f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d8b expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252729.584520:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768252729.588105:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41723:x1854145451832832:12345-192.168.202.43@tcp:101:rm.0 Request processed in 4227us (5343us total) trans 4294967553 rc 301/301 00000100:00100000:3.0:1768252729.588123:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 665 00000100:00100000:3.0:1768252729.609857:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252729.610055:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451832960 00000100:00100000:2.0:1768252729.610070:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451832960 00000100:00100000:2.0:1768252729.610147:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 120 00000100:00100000:2.0:1768252729.610159:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41723:x1854145451832960:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:1.0:1768252729.616368:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41723:x1854145451832960:12345-192.168.202.43@tcp:37:rm.0 Request processed in 6195us (6513us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252729.616388:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 120 00000100:00100000:1.0:1768252729.620672:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252729.620725:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451833216 00000100:00100000:1.0:1768252729.620738:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451833216 00000100:00100000:1.0:1768252729.620805:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 121 00000100:00100000:1.0:1768252729.620815:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:41723:x1854145451833216:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768252729.621237:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41723:x1854145451833216:12345-192.168.202.43@tcp:35:rm.0 Request processed in 420us (579us total) trans 4294967554 rc 0/0 00000100:00100000:1.0:1768252729.621246:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 121 00000100:00100000:1.0:1768252729.625929:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252729.626858:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451833472 00000100:00100000:3.0:1768252729.626873:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451833472 00000100:00100000:3.0:1768252729.626950:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 666 00000100:00100000:3.0:1768252729.626962:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:41723:x1854145451833472:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768252729.627053:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1768252729.627092:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc1f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d84 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252729.627114:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc195 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d6f expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252729.627124:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abbdeb) 00010000:00010000:3.0:1768252729.627129:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252729.627142:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252729.627174:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627190:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627200:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627214:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627220:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627227:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627396:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627419:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627427:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627486:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627493:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627500:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627507:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252729.627511:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627520:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627528:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252729.627531:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768252729.627535:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627541:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc213 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627557:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627562:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627567:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627572:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252729.627575:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627581:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627587:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768252729.627589:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252729.627591:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627607:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc205 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627621:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627628:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627633:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627638:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252729.627641:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627646:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627653:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff97274f8b9800) 00010000:00010000:3.0:1768252729.627656:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252729.627658:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252729.627663:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc20c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252729.630938:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:41723:x1854145451833472:12345-192.168.202.43@tcp:36:rm.0 Request processed in 3958us (5006us total) trans 0 rc -13/-13 00000100:00100000:3.0:1768252729.631063:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 666 00010000:00010000:3.0:1768252729.781523:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252730.802853:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252730.933608:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476134016:0@lo:400:kworker.0 00000100:00100000:3.0:1768252730.933661:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476134272:0@lo:400:kworker.0 00000100:00100000:2.0:1768252730.933721:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252730.933742:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252730.933836:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476134144:0@lo:400:kworker.0 00000100:00100000:2.0:1768252730.935913:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476134528:0@lo:400:kworker.0 00000100:00100000:3.0:1768252730.938093:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252730.938124:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476134400:0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.940278:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252730.940365:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476134656:0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.940419:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252730.940496:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134272 00000100:00100000:1.0:1768252730.940509:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134272 00000100:00100000:1.0:1768252730.940607:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134144 00000100:00100000:1.0:1768252730.940611:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134144 00000100:00100000:1.0:1768252730.940641:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1768252730.940651:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476134272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.940734:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476134272:12345-0@lo:400:kworker.0 Request processed in 84us (6996us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252730.940743:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1768252730.940768:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1768252730.940774:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476134144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.940810:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476134144:12345-0@lo:400:kworker.0 Request processed in 35us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252730.940816:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1768252730.940838:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134656 00000100:00100000:1.0:1768252730.940842:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134656 00000100:00100000:2.0:1768252730.941519:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252730.941626:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134016 00000100:00100000:2.0:1768252730.941637:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134016 00000100:00100000:2.0:1768252730.941694:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1768252730.941706:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476134016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252730.941775:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476134016:12345-0@lo:400:kworker.0 Request processed in 72us (8056us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252730.941784:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1768252730.941840:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476134016:0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.942247:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1768252730.942260:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476134656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.942327:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476134656:12345-0@lo:400:kworker.0 Request processed in 70us (1906us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252730.942333:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:1.0:1768252730.942361:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252730.942366:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252730.942379:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134528 00000100:00100000:1.0:1768252730.942385:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134528 00000100:00100000:1.0:1768252730.942418:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1768252730.942423:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476134528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.942463:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476134528:12345-0@lo:400:kworker.0 Request processed in 40us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252730.942469:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00080000:1.0:1768252730.942488:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252730.942550:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476134144:0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.942565:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476134656:0@lo:400:kworker.0 00000100:00100000:3.0:1768252730.948726:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252730.948899:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476134272:0@lo:400:kworker.0 00000100:00100000:3.0:1768252730.949461:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476134528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.950432:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134400 00000100:00100000:1.0:1768252730.950447:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134400 00000100:00100000:1.0:1768252730.950573:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1768252730.950598:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476134400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252730.950716:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476134400:12345-0@lo:400:kworker.0 Request processed in 132us (2003us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252730.950725:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00080000:3.0:1768252730.950786:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252730.950830:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476134400:0@lo:400:kworker.0 00010000:00010000:3.0:1768252731.826905:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252731.916274:0:73273:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc888440c0 20000000:00000080:3.0:1768252731.916299:0:73273:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775ca400 uarg=0000000000000000 00010000:00010000:3.0:1768252731.919922:0:73273:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252731.919951:0:73273:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252731.920005:0:73273:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252731.920362:0:73273:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252731.920387:0:73273:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252731.920398:0:73273:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252731.920451:0:73273:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252731.920470:0:73273:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 17 pid: 5777 timeout: 2087 lvb_type: 0 00000100:00100000:3.0:1768252731.920489:0:73273:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73273:1854145476134784:0@lo:104: 00000100:00100000:3.0:1768252731.920664:0:73273:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252731.920783:0:73273:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86d80 going to sleep for 11 seconds 00000100:00100000:2.0:1768252731.920842:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134784 00000100:00100000:2.0:1768252731.920851:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134784 00000100:00100000:2.0:1768252731.920937:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1768252731.920947:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73273:x1854145476134784:12345-0@lo:104: 00010000:00010000:2.0:1768252731.920961:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252731.923848:0:73273:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73273:1854145476134784:0@lo:104: 00010000:00010000:0.0:1768252731.923888:0:73273:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252731.926937:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252731.926964:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73273:x1854145476134784:12345-0@lo:104: Request processed in 6009us (6291us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252731.926980:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00010000:00010000:1.0:1768252731.927298:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252731.927311:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927323:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252731.927328:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927338:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252731.927345:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252731.927351:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252731.927427:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927434:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252731.927473:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927480:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962600/0xef9a6e5c83abc16b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc172 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927504:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252731.927506:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252731.927507:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252731.927521:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252731.927554:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476134912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252731.927649:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252731.927716:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476134912 00000100:00100000:1.0:1768252731.927727:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476134912 00010000:00010000:1.0:1768252731.927764:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 18 pid: 5777 timeout: 2087 lvb_type: 0 00000100:00100000:1.0:1768252731.927800:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1768252731.927809:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476134912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252731.927826:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252731.927832:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 18 pid: 5777 timeout: 2087 lvb_type: 0 00010000:00010000:1.0:1768252731.927844:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 18 pid: 5777 timeout: 2087 lvb_type: 0 00010000:00010000:1.0:1768252731.927861:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc172 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc16b expref: 18 pid: 5777 timeout: 2087 lvb_type: 0 00010000:00010000:1.0:1768252731.927877:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927886:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927904:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927914:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927921:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927927:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927933:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252731.927937:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927944:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927957:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252731.927967:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252731.928004:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476134912:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252731.928041:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1768252731.928260:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476134912:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252731.928396:0:73273:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252731.928405:0:73273:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252731.928411:0:73273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abc21a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73273 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252732.851909:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252733.092766:0:73321:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed0dd6350 20000000:00000080:1.0:1768252733.092794:0:73321:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647db0000 uarg=0000000000000000 00010000:00010000:1.0:1768252733.093773:0:73321:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252733.093797:0:73321:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252733.093818:0:73321:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252733.093847:0:73321:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093868:0:73321:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093880:0:73321:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093889:0:73321:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093895:0:73321:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093902:0:73321:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093909:0:73321:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252733.093913:0:73321:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093922:0:73321:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093937:0:73321:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093944:0:73321:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.093951:0:73321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc221 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73321 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252733.389633:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252733.389733:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252733.389796:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252733.389838:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252733.389883:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451833600 00000100:00100000:0.0:1768252733.389898:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451833600 00000100:00100000:0.0:1768252733.389975:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1112 00000100:00100000:0.0:1768252733.389989:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451833600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252733.391261:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451833984 00000100:00100000:2.0:1768252733.391277:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451833984 00000100:00100000:2.0:1768252733.391367:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451833856 00000100:00100000:2.0:1768252733.391371:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451833856 00000100:00100000:2.0:1768252733.391400:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 972 00000100:00100000:2.0:1768252733.391410:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451833984:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252733.391504:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451833984:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 97us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252733.391518:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 972 00000100:00100000:2.0:1768252733.391538:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 973 00000100:00100000:2.0:1768252733.391545:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451833856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252733.391585:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451833856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252733.391592:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 973 00000100:00100000:0.0:1768252733.391965:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451833600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1977us (2165us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252733.391975:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1112 00000100:00080000:3.0:1768252733.392169:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252733.392176:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252733.400524:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451833728 00000100:00100000:1.0:1768252733.400544:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451833728 00000100:00100000:1.0:1768252733.400676:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1323 00000100:00100000:1.0:1768252733.400689:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451833728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252733.400838:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451833728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 151us (11228us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252733.400851:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1323 00000100:00080000:3.0:1768252733.401419:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252733.490527:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476135040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252733.490641:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252733.491187:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135040 00000100:00100000:3.0:1768252733.491201:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135040 00000100:00100000:3.0:1768252733.491424:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1768252733.491437:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476135040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252733.491489:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768252733.491584:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252733.491656:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476135168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252733.491695:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252733.491750:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135168 00000100:00100000:0.0:1768252733.491754:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135168 00000100:00100000:0.0:1768252733.491784:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1768252733.491790:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476135168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252733.491812:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252733.491850:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476135168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252733.491858:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00080000:0.0:1768252733.491880:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252733.491920:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476135168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252733.493072:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476135040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1631us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252733.493085:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1768252733.493397:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476135040:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1768252733.618635:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252733.618648:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252733.618656:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252733.618739:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252733.618754:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252733.618769:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252733.618806:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476135296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252733.618905:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252733.618980:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727463ed0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252733.619103:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135296 00000100:00100000:2.0:1768252733.619113:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135296 00000100:00100000:2.0:1768252733.619177:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1768252733.619189:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476135296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252733.619206:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252733.619223:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc228 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252733.619252:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252733.619264:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252733.619274:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768252733.619339:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476135296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252733.619347:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1768252733.619532:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476135296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252733.619550:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252733.619570:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252733.619593:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252733.619599:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252733.619607:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252733.875136:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252734.123134:0:73370:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc131b93e0 20000000:00000080:0.0:1768252734.123160:0:73370:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc9ac00 uarg=0000000000000000 00010000:00010000:0.0:1768252734.123447:0:73370:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252734.123465:0:73370:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252734.123484:0:73370:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252734.123507:0:73370:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.123528:0:73370:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.123537:0:73370:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.123596:0:73370:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.123609:0:73370:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 17 pid: 5778 timeout: 2089 lvb_type: 0 00000100:00100000:0.0:1768252734.123626:0:73370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73370:1854145476135424:0@lo:104: 00000100:00100000:0.0:1768252734.123702:0:73370:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252734.123767:0:73370:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264716b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252734.123865:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1768252734.123877:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135424 00000100:00100000:2.0:1768252734.123885:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135424 00000100:00100000:2.0:1768252734.123945:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1768252734.123956:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972747843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73370:x1854145476135424:12345-0@lo:104: 00010000:00010000:2.0:1768252734.123970:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252734.124059:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252734.124066:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972747843050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73370:x1854145476135424:12345-0@lo:104: Request processed in 112us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252734.124073:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00010000:00010000:1.0:1768252734.124087:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252734.124095:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124103:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252734.124107:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124116:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252734.124123:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252734.124129:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252734.124171:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124177:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252734.124211:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124218:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abc228 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc22f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124241:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252734.124243:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252734.124245:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252734.124255:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252734.124270:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476135552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252734.124306:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252734.124343:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135552 00000100:00100000:1.0:1768252734.124347:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135552 00010000:00010000:1.0:1768252734.124369:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 18 pid: 5778 timeout: 2089 lvb_type: 0 00000100:00100000:1.0:1768252734.124390:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1768252734.124396:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972745079450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476135552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252734.124408:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252734.124413:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 18 pid: 5778 timeout: 2089 lvb_type: 0 00010000:00010000:1.0:1768252734.124423:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 18 pid: 5778 timeout: 2089 lvb_type: 0 00010000:00010000:1.0:1768252734.124440:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124448:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124463:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124471:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124480:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124487:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124492:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252734.124496:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124504:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124511:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252734.124522:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252734.124548:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972745079450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476135552:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252734.124567:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1768252734.124637:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476135552:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252734.124753:0:73370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc22f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc228 expref: 17 pid: 5778 timeout: 2089 lvb_type: 0 00000100:00100000:0.0:1768252734.124766:0:73370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccda680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73370:1854145476135424:0@lo:104: 00010000:00010000:0.0:1768252734.124782:0:73370:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.124791:0:73370:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.124797:0:73370:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252734.124803:0:73370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abc236 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73370 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1768252734.549263:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967554 is committed 00010000:00010000:1.0:1768252734.898227:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252735.182196:0:73419:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffcf09e560 20000000:00000080:2.0:1768252735.182221:0:73419:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0d400 uarg=0000000000000000 00010000:00010000:2.0:1768252735.187231:0:73419:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252735.187261:0:73419:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252735.187285:0:73419:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252735.187317:0:73419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187338:0:73419:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187353:0:73419:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187369:0:73419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187377:0:73419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187385:0:73419:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187397:0:73419:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252735.187401:0:73419:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187410:0:73419:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187425:0:73419:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187433:0:73419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.187439:0:73419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abc23d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73419 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252735.602083:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768252735.602092:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768252735.602096:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768252735.602145:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.602157:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252735.602168:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252735.602204:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476135680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768252735.602273:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252735.602326:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252735.602456:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135680 00000100:00100000:0.0:1768252735.602464:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135680 00000100:00100000:0.0:1768252735.602514:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1768252735.602522:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476135680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252735.602535:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252735.602558:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc244 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252735.602581:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252735.602591:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252735.602599:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768252735.602651:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476135680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252735.602659:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1768252735.603405:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476135680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252735.603422:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252735.603432:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252735.603451:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252735.603456:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252735.603463:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252735.927521:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252736.050482:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476136064:0@lo:400:kworker.0 00000100:00100000:1.0:1768252736.050584:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252736.050657:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252736.050664:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476136192:0@lo:400:kworker.0 00000100:00100000:1.0:1768252736.050691:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252736.050725:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136192 00000100:00100000:1.0:1768252736.050736:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136192 00000100:00100000:1.0:1768252736.050803:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1768252736.050814:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476136192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252736.050875:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476136192:12345-0@lo:400:kworker.0 Request processed in 63us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252736.051002:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476135936:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051063:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252736.051087:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768252736.051093:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476135808:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051113:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252736.051129:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476136320:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051150:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252736.051178:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136064 00000100:00100000:0.0:1768252736.051182:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136064 00000100:00100000:0.0:1768252736.051212:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136320 00000100:00100000:0.0:1768252736.051215:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136320 00000100:00100000:0.0:1768252736.051236:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1768252736.051244:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476136064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051276:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476136064:12345-0@lo:400:kworker.0 Request processed in 35us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252736.051285:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1768252736.051304:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1768252736.051310:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476136320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051339:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476136320:12345-0@lo:400:kworker.0 Request processed in 29us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252736.051346:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00080000:0.0:1768252736.051362:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252736.051367:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252736.051369:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252736.051381:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135936 00000100:00100000:0.0:1768252736.051384:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135936 00000100:00100000:0.0:1768252736.051409:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476135808 00000100:00100000:0.0:1768252736.051411:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476135808 00000100:00100000:0.0:1768252736.051423:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1768252736.051428:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476135936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051454:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476135936:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252736.051460:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1768252736.051470:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1768252736.051476:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476135808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051499:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476135808:12345-0@lo:400:kworker.0 Request processed in 23us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252736.051505:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:0.0:1768252736.051562:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252736.051598:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476135808:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051609:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476136320:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051617:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476135936:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051670:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476136192:0@lo:400:kworker.0 00000100:00100000:0.0:1768252736.051680:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476136064:0@lo:400:kworker.0 00000100:00100000:1.0:1768252736.051792:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00010000:00010000:2.0:1768252736.950067:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252737.970406:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252738.513988:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252738.514068:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252738.514097:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252738.514151:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252738.514187:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834496 00000100:00100000:0.0:1768252738.514199:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834496 00000100:00100000:0.0:1768252738.514268:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834368 00000100:00100000:0.0:1768252738.514271:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834368 00000100:00100000:0.0:1768252738.514293:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 976 00000100:00100000:0.0:1768252738.514304:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252738.514396:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 95us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252738.514404:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 976 00000100:00100000:0.0:1768252738.514422:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 977 00000100:00100000:0.0:1768252738.514428:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451834368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252738.514450:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451834368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252738.514455:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 977 00000100:00080000:0.0:1768252738.514632:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252738.514636:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252738.514724:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834112 00000100:00100000:2.0:1768252738.514729:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834112 00000100:00100000:2.0:1768252738.514765:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1115 00000100:00100000:2.0:1768252738.514773:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451834112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252738.514800:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451834112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252738.514806:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1115 00000100:00100000:1.0:1768252738.515098:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834240 00000100:00100000:1.0:1768252738.515103:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834240 00000100:00100000:1.0:1768252738.515160:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1327 00000100:00100000:1.0:1768252738.515168:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252738.515200:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252738.515206:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1327 00000100:00080000:0.0:1768252738.515296:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252738.611447:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252738.611472:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476136448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252738.611552:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252738.611648:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252738.611657:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476136576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252738.611682:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252738.611719:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136448 00000100:00100000:3.0:1768252738.611727:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136448 00000100:00100000:3.0:1768252738.611788:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136576 00000100:00100000:3.0:1768252738.611791:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136576 00000100:00100000:3.0:1768252738.611810:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1768252738.611818:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476136448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252738.611854:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252738.611911:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476136448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252738.611918:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1768252738.611935:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1768252738.611941:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476136576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252738.611960:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252738.611989:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476136576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252738.611995:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1768252738.612057:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476136576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252738.612082:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476136448:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252738.612262:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252738.612267:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252738.996046:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252740.019122:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252741.045544:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252741.170243:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476136704:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170314:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252741.170380:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476137216:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170409:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252741.170432:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252741.170438:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476137088:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170459:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252741.170477:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136704 00000100:00100000:0.0:1768252741.170497:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136704 00000100:00100000:3.0:1768252741.170501:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476136832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170527:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252741.170548:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1768252741.170554:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476137344:0@lo:400:kworker.0 00000100:00100000:0.0:1768252741.170561:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476136704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170577:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252741.170598:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252741.170605:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476136960:0@lo:400:kworker.0 00000100:00100000:0.0:1768252741.170620:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476136704:12345-0@lo:400:kworker.0 Request processed in 62us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252741.170629:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252741.170656:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137216 00000100:00100000:3.0:1768252741.170659:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137216 00000100:00100000:0.0:1768252741.170679:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1768252741.170695:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136832 00000100:00100000:3.0:1768252741.170699:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136832 00000100:00100000:3.0:1768252741.170720:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476136960 00000100:00100000:3.0:1768252741.170723:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476136960 00000100:00100000:3.0:1768252741.170737:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1768252741.170742:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476137216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170776:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476137216:12345-0@lo:400:kworker.0 Request processed in 34us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252741.170783:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1768252741.170798:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1768252741.170804:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476136832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170835:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476136832:12345-0@lo:400:kworker.0 Request processed in 32us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252741.170840:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1768252741.170850:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1768252741.170855:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476136960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170875:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476136960:12345-0@lo:400:kworker.0 Request processed in 20us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252741.170880:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1768252741.170898:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137088 00000100:00100000:3.0:1768252741.170901:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137088 00000100:00100000:2.0:1768252741.170922:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137344 00000100:00100000:2.0:1768252741.170928:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137344 00000100:00100000:3.0:1768252741.170933:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1768252741.170940:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476137088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252741.170967:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1768252741.170972:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476137088:12345-0@lo:400:kworker.0 Request processed in 32us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252741.170979:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476137344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.170983:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00080000:3.0:1768252741.171008:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252741.171044:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252741.171045:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476137344:12345-0@lo:400:kworker.0 Request processed in 70us (467us total) trans 0 rc 0/0 00000100:00080000:3.0:1768252741.171047:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252741.171055:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1768252741.171108:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476136960:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.171119:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476136832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.171127:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476137344:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.171161:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476137088:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.171171:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476137216:0@lo:400:kworker.0 00000100:00100000:3.0:1768252741.171178:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476136704:0@lo:400:kworker.0 00010000:00010000:1.0:1768252742.066276:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252743.091536:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252743.625176:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252743.625318:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252743.625361:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252743.625405:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252743.625446:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835008 00000100:00100000:1.0:1768252743.625458:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835008 00000100:00100000:1.0:1768252743.625526:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834880 00000100:00100000:1.0:1768252743.625529:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834880 00000100:00100000:1.0:1768252743.625552:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 980 00000100:00100000:1.0:1768252743.625563:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252743.625638:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252743.625648:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 980 00000100:00100000:1.0:1768252743.625679:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 981 00000100:00100000:1.0:1768252743.625687:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834880:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252743.625713:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834880:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252743.625718:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 981 00000100:00080000:1.0:1768252743.625735:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252743.625739:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252743.626585:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834624 00000100:00100000:3.0:1768252743.626600:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834624 00000100:00100000:3.0:1768252743.626654:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1117 00000100:00100000:3.0:1768252743.626674:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451834624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252743.626718:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451834624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 56us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252743.626725:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1117 00000100:00100000:2.0:1768252743.629883:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451834752 00000100:00100000:2.0:1768252743.629902:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451834752 00000100:00100000:2.0:1768252743.630077:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1331 00000100:00100000:2.0:1768252743.630090:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252743.630232:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451834752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 144us (5071us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252743.630242:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1331 00000100:00080000:1.0:1768252743.634852:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252743.730392:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252743.730419:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476137472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252743.730515:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252743.730898:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137472 00000100:00100000:0.0:1768252743.730907:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137472 00000100:00100000:0.0:1768252743.730976:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1768252743.730986:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476137472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252743.731052:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252743.731112:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476137472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252743.731119:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1768252743.731168:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476137472:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252743.731544:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252743.731665:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252743.731677:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476137600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252743.731711:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252743.731824:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137600 00000100:00100000:0.0:1768252743.731829:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137600 00000100:00100000:0.0:1768252743.731867:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1768252743.731871:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476137600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252743.731891:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1768252743.731999:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252743.732036:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476137600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 164us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252743.732041:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1768252743.736725:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476137600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252744.117163:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1768252744.844357:0:73762:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 19: test nodemap trusted_admin fileops ========================================================== 16:19:03 (1768252743) 00010000:00010000:0.0:1768252745.138787:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252746.162126:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:1.0:1768252746.214192:0:73810:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1768252746.229889:0:73810:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000100:00100000:1.0:1768252746.290700:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476137728:0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.290796:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252746.290847:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137728 00000100:00100000:0.0:1768252746.290863:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137728 00000100:00100000:1.0:1768252746.290864:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476138240:0@lo:400:kworker.0 00000100:00100000:0.0:1768252746.290942:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1768252746.290953:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476137728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.290988:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252746.291057:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476137728:12345-0@lo:400:kworker.0 Request processed in 107us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252746.291064:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1768252746.291078:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476137728:0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.291100:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252746.291115:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476138112:0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.291144:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252746.291177:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138112 00000100:00100000:1.0:1768252746.291179:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476137856:0@lo:400:kworker.0 00000100:00100000:0.0:1768252746.291182:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138112 00000100:00100000:1.0:1768252746.291200:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252746.291214:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476138368:0@lo:400:kworker.0 00000100:00100000:0.0:1768252746.291240:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1768252746.291241:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252746.291252:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476138112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.291270:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252746.291286:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476137984:0@lo:400:kworker.0 00000100:00080000:2.0:1768252746.291289:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252746.291296:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476138112:12345-0@lo:400:kworker.0 Request processed in 46us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252746.291303:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1768252746.291324:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138240 00000100:00100000:1.0:1768252746.291325:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252746.291333:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138368 00000100:00100000:2.0:1768252746.291338:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138240 00000100:00100000:0.0:1768252746.291341:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138368 00000100:00100000:0.0:1768252746.291423:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1768252746.291430:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137856 00000100:00100000:2.0:1768252746.291445:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137856 00000100:00100000:0.0:1768252746.291451:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476138368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252746.291481:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476137984 00000100:00100000:2.0:1768252746.291487:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476137984 00000100:00100000:2.0:1768252746.291521:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1768252746.291521:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476138368:12345-0@lo:400:kworker.0 Request processed in 86us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252746.291541:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476138240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252746.291541:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1768252746.291607:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476138240:12345-0@lo:400:kworker.0 Request processed in 73us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252746.291614:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1768252746.291634:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1768252746.291641:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476137856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252746.291682:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476137856:12345-0@lo:400:kworker.0 Request processed in 42us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252746.291688:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1768252746.291698:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:2.0:1768252746.291704:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476137984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252746.291737:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476137984:12345-0@lo:400:kworker.0 Request processed in 33us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252746.291744:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1768252746.291767:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476137984:0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.291781:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476137856:0@lo:400:kworker.0 00000100:00080000:2.0:1768252746.291790:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252746.291796:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476138368:0@lo:400:kworker.0 00000100:00080000:2.0:1768252746.291798:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252746.291830:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476138112:0@lo:400:kworker.0 00000100:00100000:1.0:1768252746.291838:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476138240:0@lo:400:kworker.0 00010000:00010000:0.0:1768252747.186295:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252747.478548:0:73858:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff036f19c0 20000000:00000080:0.0:1768252747.478567:0:73858:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc98000 uarg=0000000000000000 10000000:01000000:0.0:1768252747.479149:0:73858:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252747.479187:0:73858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252747.479303:0:73858:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252747.479313:0:73858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252747.479358:0:73858:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252747.479372:0:73858:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 17 pid: 5777 timeout: 2102 lvb_type: 0 00000100:00100000:0.0:1768252747.479387:0:73858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73858:1854145476138496:0@lo:104: 00000100:00100000:0.0:1768252747.479578:0:73858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252747.479856:0:73858:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252747.480555:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138496 00000100:00100000:3.0:1768252747.480565:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138496 00000100:00100000:3.0:1768252747.480656:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1768252747.480667:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73858:x1854145476138496:12345-0@lo:104: 00010000:00010000:3.0:1768252747.480681:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252747.480751:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252747.480757:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73858:x1854145476138496:12345-0@lo:104: Request processed in 93us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252747.480764:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1768252747.480845:0:73858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73858:1854145476138496:0@lo:104: 00010000:00010000:0.0:1768252747.480871:0:73858:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.480929:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252747.480936:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.480944:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252747.480947:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.480954:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252747.480961:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252747.480970:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252747.481042:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481048:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252747.481071:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481077:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00600/0xef9a6e5c83abc244 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc24b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481096:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252747.481098:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252747.481100:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252747.481112:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476138624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252747.481147:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252747.481192:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138624 00000100:00100000:1.0:1768252747.481197:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138624 00010000:00010000:1.0:1768252747.481233:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 18 pid: 5777 timeout: 2102 lvb_type: 0 00000100:00100000:1.0:1768252747.481254:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1768252747.481261:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476138624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252747.481272:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252747.481276:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 18 pid: 5777 timeout: 2102 lvb_type: 0 00010000:00010000:1.0:1768252747.481286:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 18 pid: 5777 timeout: 2102 lvb_type: 0 00010000:00010000:1.0:1768252747.481303:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc24b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc244 expref: 18 pid: 5777 timeout: 2102 lvb_type: 0 00010000:00010000:1.0:1768252747.481318:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481328:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481345:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481353:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481360:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481366:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481370:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252747.481374:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481381:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481393:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252747.481416:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252747.481494:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476138624:12345-0@lo:103:ldlm_bl.0 Request processed in 233us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252747.481502:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1768252747.481536:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476138624:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252747.481922:0:73858:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252747.481930:0:73858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252747.481936:0:73858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962000/0xef9a6e5c83abc252 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252748.210298:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252748.468672:0:73907:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdf3cac60 20000000:00000080:2.0:1768252748.468690:0:73907:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274a018400 uarg=0000000000000000 10000000:01000000:1.0:1768252748.472730:0:73907:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252748.472926:0:73907:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472944:0:73907:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472954:0:73907:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472960:0:73907:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472967:0:73907:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472974:0:73907:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472982:0:73907:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252748.472986:0:73907:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.472993:0:73907:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.473006:0:73907:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.473156:0:73907:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252748.473162:0:73907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc259 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73907 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252748.750172:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252748.750214:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252748.750254:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252748.750281:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252748.750320:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835520 00000100:00100000:1.0:1768252748.750330:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835520 00000100:00100000:1.0:1768252748.750385:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835392 00000100:00100000:1.0:1768252748.750388:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835392 00000100:00100000:1.0:1768252748.750422:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 984 00000100:00100000:1.0:1768252748.750432:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835520:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252748.750505:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835520:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252748.750513:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 984 00000100:00100000:1.0:1768252748.750530:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 985 00000100:00100000:1.0:1768252748.750536:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835392:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252748.750562:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835392:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252748.750567:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 985 00000100:00100000:1.0:1768252748.750584:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835136 00000100:00100000:1.0:1768252748.750587:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835136 00000100:00100000:1.0:1768252748.750610:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1119 00000100:00100000:1.0:1768252748.750616:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451835136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252748.750876:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451835136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 260us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252748.750882:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1119 00000100:00100000:1.0:1768252748.755269:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835264 00000100:00100000:1.0:1768252748.755285:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835264 00000100:00100000:1.0:1768252748.755408:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1335 00000100:00100000:1.0:1768252748.755447:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835264:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252748.755542:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451835264:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 99us (5380us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252748.755550:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1335 00000100:00080000:2.0:1768252748.762905:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252748.762916:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252748.762918:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252748.850272:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252748.850300:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476138752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252748.850374:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252748.850498:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138752 00000100:00100000:0.0:1768252748.850507:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138752 00000100:00100000:0.0:1768252748.850577:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1768252748.850588:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476138752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252748.850634:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252748.850687:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476138752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252748.850694:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1768252748.850742:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476138752:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252748.850813:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252748.851394:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476138880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252748.851442:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252748.851601:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476138880 00000100:00100000:3.0:1768252748.851607:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476138880 00000100:00080000:2.0:1768252748.851713:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252748.851825:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1768252748.851835:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476138880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252748.851862:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252748.851915:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476138880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252748.851922:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1768252748.851995:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476138880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252749.234160:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252749.362328:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252749.362336:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252749.362341:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252749.362391:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252749.362404:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252749.362423:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252749.362448:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476139008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252749.362514:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252749.362588:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745abf240 going to sleep for 11 seconds 00000100:00100000:1.0:1768252749.363081:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139008 00000100:00100000:1.0:1768252749.363090:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139008 00000100:00100000:1.0:1768252749.363147:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1768252749.363156:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476139008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252749.363170:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252749.363184:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc260 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.363208:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.363218:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.363237:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768252749.363283:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476139008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252749.363294:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1768252749.363578:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476139008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252749.363594:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252749.363602:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252749.363638:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252749.363643:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252749.363650:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1768252749.627643:0:73955:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd135d1060 20000000:00000080:0.0:1768252749.627661:0:73955:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc98c00 uarg=0000000000000000 10000000:01000000:0.0:1768252749.628288:0:73955:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252749.628310:0:73955:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252749.628442:0:73955:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252749.628453:0:73955:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252749.628498:0:73955:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252749.628514:0:73955:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 17 pid: 5777 timeout: 2105 lvb_type: 0 00000100:00100000:0.0:1768252749.628529:0:73955:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73955:1854145476139136:0@lo:104: 00000100:00100000:0.0:1768252749.628591:0:73955:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252749.628696:0:73955:0:(client.c:2690:ptlrpc_set_wait()) set ffff972747cd9540 going to sleep for 11 seconds 00000100:00100000:3.0:1768252749.629010:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139136 00000100:00100000:3.0:1768252749.629267:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139136 00000100:00100000:3.0:1768252749.629361:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1768252749.629372:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73955:x1854145476139136:12345-0@lo:104: 00010000:00010000:3.0:1768252749.629395:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252749.629478:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252749.629484:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:73955:x1854145476139136:12345-0@lo:104: Request processed in 115us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252749.629491:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1768252749.629556:0:73955:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73955:1854145476139136:0@lo:104: 00010000:00010000:0.0:1768252749.629576:0:73955:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.629748:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252749.629765:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.629773:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252749.629776:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.629784:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252749.629790:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252749.629795:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252749.629836:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.629842:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252749.629863:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.629869:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc260 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc267 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.629884:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252749.629886:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252749.629887:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252749.629899:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476139264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252749.629931:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252749.629970:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139264 00000100:00100000:1.0:1768252749.629975:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139264 00010000:00010000:1.0:1768252749.629992:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 18 pid: 5777 timeout: 2105 lvb_type: 0 00000100:00100000:1.0:1768252749.630010:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1768252749.630038:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476139264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252749.630048:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252749.630052:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 18 pid: 5777 timeout: 2105 lvb_type: 0 00010000:00010000:1.0:1768252749.630061:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 18 pid: 5777 timeout: 2105 lvb_type: 0 00010000:00010000:1.0:1768252749.630071:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc267 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc260 expref: 18 pid: 5777 timeout: 2105 lvb_type: 0 00010000:00010000:1.0:1768252749.630081:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630088:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630099:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630105:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630111:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630116:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630121:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252749.630125:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630130:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630140:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252749.630146:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252749.630168:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476139264:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252749.630174:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1768252749.630198:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476139264:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252749.630553:0:73955:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252749.630561:0:73955:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252749.630567:0:73955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc26e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73955 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252750.259129:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252750.665308:0:74006:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff59d82790 20000000:00000080:0.0:1768252750.665323:0:74006:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc98c00 uarg=0000000000000000 10000000:01000000:0.0:1768252750.666511:0:74006:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252750.666536:0:74006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666552:0:74006:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666562:0:74006:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666568:0:74006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666574:0:74006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666581:0:74006:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666586:0:74006:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252750.666590:0:74006:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666597:0:74006:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666608:0:74006:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666615:0:74006:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.666619:0:74006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962800/0xef9a6e5c83abc275 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74006 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252750.771354:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252750.771364:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252750.771372:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252750.771451:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252750.771463:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252750.771475:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252750.771508:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476139392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252750.771609:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252750.771677:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274bfd79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252750.773805:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139392 00000100:00100000:0.0:1768252750.773821:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139392 00000100:00100000:0.0:1768252750.773895:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1768252750.773916:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476139392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252750.773936:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252750.773962:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc27c expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.773995:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.774008:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252750.774047:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252750.774133:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476139392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 229us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252750.774302:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476139392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252750.774323:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252750.774333:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252750.774354:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252750.774360:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252750.774367:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252750.774785:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00010000:00010000:1.0:1768252751.283281:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252751.410194:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476139648:0@lo:400:kworker.0 00000100:00100000:1.0:1768252751.410274:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252751.410375:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252751.410382:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476139776:0@lo:400:kworker.0 00000100:00100000:1.0:1768252751.410420:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252751.410454:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139776 00000100:00100000:1.0:1768252751.410461:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139776 00000100:00100000:1.0:1768252751.410515:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1768252751.410524:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476139776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252751.410574:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476139776:12345-0@lo:400:kworker.0 Request processed in 51us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252751.410582:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1768252751.410642:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476139776:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.410865:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476139520:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.410895:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252751.410926:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476140032:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.410947:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252751.410966:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252751.410972:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476139904:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.410994:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252751.411046:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139648 00000100:00100000:3.0:1768252751.411051:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139648 00000100:00100000:3.0:1768252751.411082:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139520 00000100:00100000:3.0:1768252751.411085:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139520 00000100:00100000:3.0:1768252751.411101:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476139904 00000100:00100000:3.0:1768252751.411103:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476139904 00000100:00100000:3.0:1768252751.411117:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1768252751.411123:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476139648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411162:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476139648:12345-0@lo:400:kworker.0 Request processed in 38us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252751.411168:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1768252751.411181:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1768252751.411187:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476139520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411228:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476139520:12345-0@lo:400:kworker.0 Request processed in 41us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252751.411234:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1768252751.411245:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1768252751.411251:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476139904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411279:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476139904:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252751.411285:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1768252751.411308:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140032 00000100:00100000:3.0:1768252751.411311:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140032 00000100:00100000:3.0:1768252751.411333:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1768252751.411340:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476140032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411367:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476140032:12345-0@lo:400:kworker.0 Request processed in 28us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252751.411372:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1768252751.411412:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476139904:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411422:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476139520:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411430:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476140032:0@lo:400:kworker.0 00000100:00100000:3.0:1768252751.411457:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476139648:0@lo:400:kworker.0 00000100:00080000:2.0:1768252751.412536:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252751.412543:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252751.412545:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1768252751.583264:0:74054:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde9c65410 20000000:00000080:0.0:1768252751.583282:0:74054:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750fe1800 uarg=0000000000000000 10000000:01000000:0.0:1768252751.583516:0:74054:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252751.583537:0:74054:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252751.583554:0:74054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252751.583563:0:74054:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252751.583704:0:74054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252751.583717:0:74054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 17 pid: 5778 timeout: 2107 lvb_type: 0 00000100:00100000:0.0:1768252751.583730:0:74054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74054:1854145476140160:0@lo:104: 00000100:00100000:0.0:1768252751.585939:0:74054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252751.585997:0:74054:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1768252751.586103:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140160 00000100:00100000:3.0:1768252751.586112:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140160 00000100:00100000:3.0:1768252751.586158:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1768252751.586166:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74054:x1854145476140160:12345-0@lo:104: 00010000:00010000:3.0:1768252751.586181:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252751.586241:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252751.586247:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74054:x1854145476140160:12345-0@lo:104: Request processed in 82us (315us total) trans 0 rc 0/0 00010000:00010000:1.0:1768252751.586250:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1768252751.586254:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00010000:00010000:1.0:1768252751.586258:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.586264:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252751.586268:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.586277:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252751.586284:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252751.586289:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1768252751.586431:0:74054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74054:1854145476140160:0@lo:104: 00010000:00010000:0.0:1768252751.586452:0:74054:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.586602:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.586609:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252751.586646:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.586652:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abc27c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc283 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.586665:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252751.586667:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252751.586668:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252751.586812:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476140288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252751.586854:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252751.586929:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140288 00000100:00100000:1.0:1768252751.586934:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140288 00010000:00010000:1.0:1768252751.586954:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 18 pid: 5778 timeout: 2107 lvb_type: 0 00000100:00100000:1.0:1768252751.586983:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1768252751.586991:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476140288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252751.587001:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252751.587007:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 18 pid: 5778 timeout: 2107 lvb_type: 0 00010000:00010000:1.0:1768252751.587048:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 18 pid: 5778 timeout: 2107 lvb_type: 0 00010000:00010000:1.0:1768252751.587060:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962800/0xef9a6e5c83abc283 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc27c expref: 18 pid: 5778 timeout: 2107 lvb_type: 0 00010000:00010000:1.0:1768252751.587073:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587081:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587096:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587104:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587110:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587116:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587122:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252751.587125:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587133:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587150:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252751.587160:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252751.587192:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476140288:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252751.587199:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1768252751.587240:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476140288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252751.587576:0:74054:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252751.587584:0:74054:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252751.587590:0:74054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963800/0xef9a6e5c83abc28a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252752.316730:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252752.416338:0:74102:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedc78afa0 20000000:00000080:2.0:1768252752.416355:0:74102:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274a01b000 uarg=0000000000000000 10000000:01000000:2.0:1768252752.416564:0:74102:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252752.416598:0:74102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416615:0:74102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416626:0:74102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416632:0:74102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416639:0:74102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416646:0:74102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416653:0:74102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252752.416658:0:74102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416665:0:74102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416678:0:74102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416685:0:74102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252752.416691:0:74102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abc291 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74102 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252753.010115:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252753.010123:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252753.010128:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252753.010176:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252753.010188:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252753.010199:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252753.010230:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476140416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252753.010293:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252753.010359:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972769ed16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768252753.015183:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140416 00000100:00100000:1.0:1768252753.015199:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140416 00000100:00100000:1.0:1768252753.015269:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1768252753.015280:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476140416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252753.015308:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252753.015365:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc298 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252753.015411:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252753.015421:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252753.015435:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768252753.015509:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476140416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 230us (5214us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252753.015516:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1768252753.015950:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476140416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252753.015963:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252753.015970:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252753.015987:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252753.015991:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252753.015996:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252753.331798:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252753.876052:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252753.876093:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252753.876119:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835648 00000100:00100000:1.0:1768252753.876128:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835648 00000100:00100000:1.0:1768252753.876175:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1123 00000100:00100000:1.0:1768252753.876184:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451835648:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252753.876254:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451835648:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252753.876263:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1123 00000100:00100000:2.0:1768252753.876524:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835776 00000100:00100000:2.0:1768252753.876530:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835776 00000100:00100000:2.0:1768252753.876583:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1339 00000100:00100000:2.0:1768252753.876591:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451835776:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252753.876633:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451835776:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252753.876640:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1339 00000100:00080000:0.0:1768252753.876785:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252753.884167:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252753.884278:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451835904 00000100:00100000:3.0:1768252753.884291:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451835904 00000100:00100000:3.0:1768252753.884374:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 364 00000100:00100000:3.0:1768252753.884385:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451835904:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252753.884418:0:10696:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abc0ed 00000100:00080000:3.0:1768252753.884427:0:10696:0:(import.c:65:import_set_state_nolock()) ffff972648608000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252753.884463:0:10696:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967337 00000100:00100000:3.0:1768252753.884742:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451835904:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 357us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252753.884768:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 364 00010000:00010000:3.0:1768252753.884798:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1768252753.886032:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252753.894085:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252753.894340:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836032 00000100:00100000:3.0:1768252753.894351:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836032 00000100:00100000:3.0:1768252753.894425:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 365 00000100:00100000:3.0:1768252753.894435:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451836032:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252753.894466:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abc179 00000100:00080000:3.0:1768252753.894475:0:6570:0:(import.c:65:import_set_state_nolock()) ffff97264860e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252753.894514:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967337 00000100:00100000:3.0:1768252753.894791:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451836032:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 357us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252753.894800:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 365 00010000:00010000:3.0:1768252753.894820:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1768252753.898572:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252753.974551:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252753.974586:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476140544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252753.974656:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252753.974719:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140544 00000100:00100000:1.0:1768252753.974727:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140544 00000100:00100000:1.0:1768252753.974795:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1768252753.974804:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476140544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252753.974837:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252753.974880:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476140544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252753.974888:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00080000:1.0:1768252753.974909:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252753.974943:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476140544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252753.984133:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252753.984166:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476140672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252753.984256:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252753.984318:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140672 00000100:00100000:1.0:1768252753.984325:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140672 00000100:00100000:1.0:1768252753.984391:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1768252753.984399:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476140672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252753.984435:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252753.984478:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476140672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252753.984487:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00080000:1.0:1768252753.984512:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252753.984557:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476140672:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252754.354245:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252755.380903:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252756.119140:0:74252:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee4b0a520 20000000:00000080:2.0:1768252756.119247:0:74252:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274a018400 uarg=0000000000000000 10000000:01000000:2.0:1768252756.119580:0:74252:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252756.119614:0:74252:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.119634:0:74252:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.119646:0:74252:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.119685:0:74252:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.119698:0:74252:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 17 pid: 5778 timeout: 2111 lvb_type: 0 00000100:00100000:2.0:1768252756.119712:0:74252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74252:1854145476140800:0@lo:104: 00000100:00100000:2.0:1768252756.119772:0:74252:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252756.119830:0:74252:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6000 going to sleep for 11 seconds 00000100:00100000:3.0:1768252756.119915:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140800 00000100:00100000:3.0:1768252756.119923:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140800 00000100:00100000:3.0:1768252756.119973:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1768252756.119982:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74252:x1854145476140800:12345-0@lo:104: 00010000:00010000:3.0:1768252756.119993:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120069:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252756.120075:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74252:x1854145476140800:12345-0@lo:104: Request processed in 95us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252756.120082:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00010000:00010000:3.0:1768252756.120103:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252756.120109:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120116:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252756.120120:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120128:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252756.120134:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252756.120139:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252756.120249:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120256:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252756.120277:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120284:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abc298 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc29f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120298:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252756.120300:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252756.120302:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252756.120316:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252756.120325:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476140928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252756.120363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252756.120388:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476140928 00000100:00100000:3.0:1768252756.120392:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476140928 00010000:00010000:3.0:1768252756.120408:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 18 pid: 5778 timeout: 2111 lvb_type: 0 00000100:00100000:3.0:1768252756.120423:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1768252756.120427:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476140928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252756.120437:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252756.120442:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 18 pid: 5778 timeout: 2111 lvb_type: 0 00010000:00010000:3.0:1768252756.120451:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 18 pid: 5778 timeout: 2111 lvb_type: 0 00010000:00010000:3.0:1768252756.120465:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120472:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120485:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120491:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120498:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120504:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120510:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252756.120514:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120526:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120534:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.120543:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252756.120570:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476140928:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252756.120576:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1768252756.120610:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476140928:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252756.120874:0:74252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abc29f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc298 expref: 17 pid: 5778 timeout: 2111 lvb_type: 0 00000100:00100000:2.0:1768252756.120885:0:74252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74252:1854145476140800:0@lo:104: 00010000:00010000:2.0:1768252756.120898:0:74252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.120906:0:74252:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.120912:0:74252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252756.120918:0:74252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc2a6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252756.402980:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252756.531082:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476141184:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531218:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252756.531321:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1768252756.531333:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476141056:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531390:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252756.531431:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476141568:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531462:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252756.531493:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476141312:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531518:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252756.531537:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252756.531543:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476141440:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531563:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252756.531596:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141184 00000100:00100000:0.0:1768252756.531604:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141184 00000100:00100000:0.0:1768252756.531654:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141056 00000100:00100000:0.0:1768252756.531759:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141056 00000100:00100000:0.0:1768252756.531785:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141440 00000100:00100000:0.0:1768252756.531788:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141440 00000100:00100000:0.0:1768252756.531819:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1768252756.531833:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476141184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531888:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476141184:12345-0@lo:400:kworker.0 Request processed in 59us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252756.531896:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1768252756.531915:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1768252756.531921:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476141056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.531948:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476141056:12345-0@lo:400:kworker.0 Request processed in 27us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252756.531954:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1768252756.531965:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1768252756.531971:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476141440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532002:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476141440:12345-0@lo:400:kworker.0 Request processed in 31us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252756.532007:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1768252756.532081:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141568 00000100:00100000:0.0:1768252756.532085:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141568 00000100:00100000:0.0:1768252756.532113:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141312 00000100:00100000:0.0:1768252756.532116:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141312 00000100:00100000:0.0:1768252756.532136:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1768252756.532142:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476141568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532174:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476141568:12345-0@lo:400:kworker.0 Request processed in 33us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252756.532180:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1768252756.532192:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1768252756.532197:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476141312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532222:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476141312:12345-0@lo:400:kworker.0 Request processed in 25us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252756.532228:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00080000:0.0:1768252756.532253:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252756.532257:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252756.532259:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252756.532310:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476141440:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532321:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476141312:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532384:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476141056:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532401:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476141568:0@lo:400:kworker.0 00000100:00100000:0.0:1768252756.532420:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476141184:0@lo:400:kworker.0 00000020:00000080:0.0:1768252757.291880:0:74301:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1705f340 20000000:00000080:0.0:1768252757.291896:0:74301:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777ceb800 uarg=0000000000000000 10000000:01000000:0.0:1768252757.292096:0:74301:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252757.292126:0:74301:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292142:0:74301:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292152:0:74301:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292159:0:74301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292166:0:74301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292173:0:74301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292179:0:74301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252757.292182:0:74301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292189:0:74301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292202:0:74301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292209:0:74301:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.292219:0:74301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abc2ad lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74301 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252757.427774:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1768252757.627763:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768252757.627772:0:6594:0:(genops.c:904:class_export_put()) final put ffff97264860c800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252757.628098:0:72432:0:(genops.c:863:class_export_destroy()) destroying export ffff97264860c800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:2.0:1768252757.628607:0:72432:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972648608000 for lustre-OST0000 00000001:00100000:2.0:1768252757.693899:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252757.693908:0:7475:0:(genops.c:904:class_export_put()) final put ffff972648608800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252757.693937:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff972648608800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:2.0:1768252757.693978:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97264860e000 for lustre-OST0001 10000000:01000000:3.0:1768252757.810585:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252757.810594:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252757.810599:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252757.810649:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252757.810662:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252757.810673:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252757.810703:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476141696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252757.810778:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252757.810844:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727463ed0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252757.810910:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141696 00000100:00100000:0.0:1768252757.810919:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141696 00000100:00100000:0.0:1768252757.810980:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1768252757.810990:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476141696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252757.811003:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252757.811081:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc2b4 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.811106:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.811118:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252757.811127:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768252757.811245:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476141696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 257us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252757.811253:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1768252757.811727:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476141696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252757.811743:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252757.811752:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252757.811771:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252757.811775:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252757.811782:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.450410:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252758.631001:0:74351:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4678a7f0 20000000:00000080:1.0:1768252758.631201:0:74351:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972743030c00 uarg=0000000000000000 00010000:00010000:1.0:1768252758.631798:0:74351:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252758.631818:0:74351:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252758.631832:0:74351:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252758.631851:0:74351:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.631869:0:74351:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.631881:0:74351:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.631921:0:74351:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.631935:0:74351:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 17 pid: 5778 timeout: 2114 lvb_type: 0 00000100:00100000:1.0:1768252758.631950:0:74351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74351:1854145476141824:0@lo:104: 00000100:00100000:1.0:1768252758.632005:0:74351:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252758.632460:0:74351:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a780 going to sleep for 11 seconds 00000100:00100000:3.0:1768252758.635760:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141824 00000100:00100000:3.0:1768252758.635777:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141824 00000100:00100000:3.0:1768252758.635912:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1768252758.635923:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74351:x1854145476141824:12345-0@lo:104: 00010000:00010000:3.0:1768252758.635941:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252758.636074:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252758.636081:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74351:x1854145476141824:12345-0@lo:104: Request processed in 161us (4075us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252758.636088:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00010000:00010000:0.0:1768252758.636141:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252758.636148:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636156:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252758.636160:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636174:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252758.636181:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252758.636186:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252758.636223:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636229:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252758.636250:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636256:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abc2b4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2bb expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636273:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252758.636275:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252758.636277:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252758.636292:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476141952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768252758.636340:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252758.636389:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476141952 00000100:00100000:0.0:1768252758.636394:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476141952 00010000:00010000:0.0:1768252758.636414:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 18 pid: 5778 timeout: 2114 lvb_type: 0 00000100:00100000:0.0:1768252758.636448:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1768252758.636455:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476141952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252758.636466:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252758.636471:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 18 pid: 5778 timeout: 2114 lvb_type: 0 00010000:00010000:0.0:1768252758.636481:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 18 pid: 5778 timeout: 2114 lvb_type: 0 00010000:00010000:0.0:1768252758.636498:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636507:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636522:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636528:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636534:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636540:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636544:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252758.636547:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636553:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636559:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252758.636568:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252758.636594:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476141952:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252758.636600:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1768252758.636631:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476141952:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252758.637623:0:74351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abc2bb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc2b4 expref: 17 pid: 5778 timeout: 2114 lvb_type: 0 00000100:00100000:1.0:1768252758.637652:0:74351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74351:1854145476141824:0@lo:104: 00010000:00010000:1.0:1768252758.637670:0:74351:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.637679:0:74351:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.637686:0:74351:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252758.637692:0:74351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abc2c2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74351 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252758.993156:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252758.993253:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252758.993285:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836160 00000100:00100000:2.0:1768252758.993295:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836160 00000100:00100000:2.0:1768252758.993359:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1125 00000100:00100000:2.0:1768252758.993369:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451836160:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252758.993447:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451836160:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252758.993455:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1125 00000100:00100000:2.0:1768252758.993491:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836288 00000100:00100000:2.0:1768252758.993495:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836288 00000100:00100000:2.0:1768252758.993532:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1343 00000100:00100000:2.0:1768252758.993539:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451836288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252758.993568:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451836288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252758.993574:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1343 00000100:00080000:2.0:1768252758.993668:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252759.092498:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252759.092520:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476142080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252759.092585:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252759.092648:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142080 00000100:00100000:0.0:1768252759.092656:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142080 00000100:00100000:0.0:1768252759.092727:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1768252759.092737:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476142080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252759.092778:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252759.092823:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476142080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252759.092830:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:0.0:1768252759.092852:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252759.092965:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476142080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252759.119456:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252759.119485:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476142208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252759.119556:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252759.119647:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142208 00000100:00100000:3.0:1768252759.119656:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142208 00000100:00100000:3.0:1768252759.119713:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1768252759.119721:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476142208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252759.119758:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252759.119802:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476142208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252759.119809:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00080000:3.0:1768252759.119830:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252759.119865:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476142208:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768252759.475373:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252760.498359:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252760.498367:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252760.498372:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252760.498420:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252760.498433:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252760.498444:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252760.498472:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476142336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252760.498532:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252760.498691:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada540 going to sleep for 11 seconds 00000100:00100000:3.0:1768252760.498992:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142336 00000100:00100000:3.0:1768252760.499000:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142336 00010000:00010000:0.0:1768252760.499318:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252760.499715:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1768252760.499726:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476142336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252760.499745:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252760.499762:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc2c9 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252760.499788:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252760.499800:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252760.499810:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252760.499873:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476142336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (1340us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252760.499880:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1768252760.499960:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649312d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476142336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252760.499988:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252760.499998:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252760.500040:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252760.500046:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252760.500053:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252761.525663:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252761.650667:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476142720:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.650888:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476142464:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.650974:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252761.651165:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252761.651206:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476142848:0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.651243:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252761.651280:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142464 00000100:00100000:3.0:1768252761.651298:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142464 00000100:00100000:3.0:1768252761.651359:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1768252761.651369:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476142464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.651425:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476142464:12345-0@lo:400:kworker.0 Request processed in 57us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252761.651434:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1768252761.651473:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142720 00000100:00100000:3.0:1768252761.651478:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142720 00000100:00100000:3.0:1768252761.651520:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1768252761.651526:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476142720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.651568:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476142720:12345-0@lo:400:kworker.0 Request processed in 42us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252761.651575:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1768252761.651595:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142848 00000100:00100000:3.0:1768252761.651599:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142848 00000100:00100000:3.0:1768252761.651628:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1768252761.651635:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476142848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.651678:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476142848:12345-0@lo:400:kworker.0 Request processed in 44us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252761.651684:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00080000:3.0:1768252761.651705:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252761.651944:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476142464:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.651954:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476142976:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.651983:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252761.652253:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252761.652279:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476142592:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.652382:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252761.652440:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476143104:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.652472:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1768252761.652502:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252761.652543:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142976 00000100:00100000:0.0:1768252761.652547:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476142592 00000100:00100000:3.0:1768252761.652550:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142976 00000100:00100000:0.0:1768252761.652559:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476142592 00000100:00100000:3.0:1768252761.652616:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1768252761.652627:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476142976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.652640:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1768252761.652658:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476142592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.652692:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476142976:12345-0@lo:400:kworker.0 Request processed in 66us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252761.652718:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1768252761.652733:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476142592:12345-0@lo:400:kworker.0 Request processed in 79us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252761.652742:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1768252761.652754:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143104 00000100:00100000:0.0:1768252761.652831:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476142592:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.652845:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476142976:0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.652850:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143104 00000100:00100000:3.0:1768252761.652901:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1768252761.652912:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476143104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252761.652969:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476143104:12345-0@lo:400:kworker.0 Request processed in 59us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252761.652975:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1768252761.653146:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476142848:0@lo:400:kworker.0 00000100:00080000:3.0:1768252761.653171:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252761.653175:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252761.653196:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476142720:0@lo:400:kworker.0 00000100:00100000:0.0:1768252761.653360:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476143104:0@lo:400:kworker.0 00010000:00010000:0.0:1768252762.549958:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252763.571160:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252764.103587:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252764.107244:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252764.107365:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836544 00000100:00100000:0.0:1768252764.107380:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836544 00000100:00100000:0.0:1768252764.107507:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1347 00000100:00100000:0.0:1768252764.107520:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451836544:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252764.107628:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451836544:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 110us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252764.107649:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1347 00000100:00080000:1.0:1768252764.107793:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252764.117321:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836416 00000100:00100000:3.0:1768252764.117349:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836416 00000100:00100000:3.0:1768252764.117445:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1128 00000100:00100000:3.0:1768252764.117457:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451836416:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252764.117583:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451836416:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 128us (14012us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252764.117593:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1128 00000100:00100000:2.0:1768252764.210351:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252764.210506:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252764.210539:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476143360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252764.210638:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252764.210799:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143360 00000100:00100000:3.0:1768252764.210810:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143360 00000100:00100000:3.0:1768252764.210895:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1768252764.210909:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476143360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252764.210963:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252764.211059:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476143360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252764.211068:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1768252764.211150:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476143360:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252764.211473:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252764.211777:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476143232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252764.211827:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252764.212208:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143232 00000100:00100000:3.0:1768252764.212217:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143232 00000100:00100000:3.0:1768252764.212286:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1768252764.212297:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476143232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252764.212340:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252764.212402:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476143232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252764.212410:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00080000:3.0:1768252764.212448:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252764.212498:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476143232:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768252764.594387:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252764.938841:0:74549:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdec85c650 20000000:00000080:0.0:1768252764.938871:0:74549:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645f46c00 uarg=0000000000000000 00010000:00010000:0.0:1768252764.942066:0:74549:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252764.942096:0:74549:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252764.942115:0:74549:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252764.942142:0:74549:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252764.942165:0:74549:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252764.942178:0:74549:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252764.942234:0:74549:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252764.942253:0:74549:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 17 pid: 5778 timeout: 2120 lvb_type: 0 00000100:00100000:0.0:1768252764.942288:0:74549:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74549:1854145476143488:0@lo:104: 00000100:00100000:0.0:1768252764.942378:0:74549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252764.946269:0:74549:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86d80 going to sleep for 11 seconds 00000100:00100000:3.0:1768252764.948590:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143488 00000100:00100000:3.0:1768252764.948614:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143488 00000100:00100000:3.0:1768252764.948814:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1768252764.948829:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74549:x1854145476143488:12345-0@lo:104: 00010000:00010000:3.0:1768252764.948854:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252764.949146:0:74549:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74549:1854145476143488:0@lo:104: 00010000:00010000:0.0:1768252764.949179:0:74549:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252764.949310:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252764.949319:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74549:x1854145476143488:12345-0@lo:104: Request processed in 495us (6941us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252764.949327:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00010000:00010000:1.0:1768252764.953878:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252764.954189:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252764.954207:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252764.954212:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252764.954224:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252764.954232:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252764.954238:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252764.954349:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252764.954356:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252764.954391:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252764.954398:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abc2c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252764.954745:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476143616:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252764.954855:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252764.954969:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143616 00000100:00100000:2.0:1768252764.954978:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143616 00010000:00010000:2.0:1768252764.955045:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 18 pid: 5778 timeout: 2120 lvb_type: 0 00000100:00100000:2.0:1768252764.955081:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1768252764.955091:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476143616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252764.955107:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252764.955113:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 18 pid: 5778 timeout: 2120 lvb_type: 0 00010000:00010000:2.0:1768252764.955126:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 18 pid: 5778 timeout: 2120 lvb_type: 0 00010000:00010000:2.0:1768252764.955143:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc2d0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc2c9 expref: 18 pid: 5778 timeout: 2120 lvb_type: 0 00010000:00010000:2.0:1768252764.955167:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955177:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955197:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955319:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955329:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955342:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955349:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252764.955353:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955361:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955379:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955391:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252764.955550:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476143616:12345-0@lo:103:ldlm_bl.0 Request processed in 459us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252764.955559:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1768252764.955617:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476143616:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252764.955679:0:74549:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955687:0:74549:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252764.955692:0:74549:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abc2d7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252764.956038:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252764.956042:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252764.956044:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252765.619241:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252766.092009:0:74598:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfd0ab0c0 20000000:00000080:2.0:1768252766.092256:0:74598:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274a01a800 uarg=0000000000000000 00010000:00010000:2.0:1768252766.092641:0:74598:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252766.092659:0:74598:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252766.092673:0:74598:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252766.092697:0:74598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092716:0:74598:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092728:0:74598:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092734:0:74598:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092741:0:74598:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092749:0:74598:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092756:0:74598:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252766.092760:0:74598:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092769:0:74598:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092782:0:74598:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092790:0:74598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252766.092800:0:74598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abc2de lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252766.642985:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252766.643993:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252766.644000:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252766.644006:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252766.644117:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252766.644131:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252766.644143:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252766.644179:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476143744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252766.644276:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252766.644342:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727429f09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252766.647389:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143744 00000100:00100000:0.0:1768252766.647413:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143744 00000100:00100000:0.0:1768252766.647512:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1768252766.647524:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476143744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252766.647549:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252766.647578:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc2e5 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252766.647613:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252766.647626:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252766.647637:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252766.647746:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476143744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (3470us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252766.647754:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1768252766.648370:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476143744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252766.648414:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252766.648428:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252766.648460:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252766.648467:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252766.648476:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252766.771984:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476144000:0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.772209:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476143872:0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.772336:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252766.772511:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252766.772556:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476144128:0@lo:400:kworker.0 00000100:00100000:1.0:1768252766.772590:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252766.772695:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476144384:0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.772724:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252766.772760:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252766.772768:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476144256:0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.772794:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252766.772841:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476143872 00000100:00100000:0.0:1768252766.772852:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476143872 00000100:00100000:2.0:1768252766.773382:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144000 00000100:00100000:2.0:1768252766.773388:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144000 00000100:00100000:2.0:1768252766.773474:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144256 00000100:00100000:2.0:1768252766.773477:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144256 00000100:00100000:2.0:1768252766.773502:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1768252766.773512:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476144000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252766.773592:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476144000:12345-0@lo:400:kworker.0 Request processed in 82us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252766.773600:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1768252766.773619:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1768252766.773625:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476144256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252766.773668:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476144256:12345-0@lo:400:kworker.0 Request processed in 43us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252766.773675:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00080000:2.0:1768252766.773694:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252766.773764:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476144256:0@lo:400:kworker.0 00000100:00100000:1.0:1768252766.774228:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476144000:0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.780416:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1768252766.780435:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476143872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.780571:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476143872:12345-0@lo:400:kworker.0 Request processed in 140us (8235us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252766.780581:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1768252766.780629:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144128 00000100:00100000:0.0:1768252766.780640:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144128 00000100:00100000:0.0:1768252766.780687:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144384 00000100:00100000:0.0:1768252766.780692:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144384 00000100:00100000:0.0:1768252766.780716:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1768252766.780724:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476144128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.780775:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476144128:12345-0@lo:400:kworker.0 Request processed in 52us (8184us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252766.780783:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1768252766.780796:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1768252766.780802:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476144384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252766.780833:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476144384:12345-0@lo:400:kworker.0 Request processed in 31us (8108us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252766.780839:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1768252766.780918:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476144128:0@lo:400:kworker.0 00000100:00080000:2.0:1768252766.781363:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252766.781370:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252766.781409:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476143872:0@lo:400:kworker.0 00000100:00100000:2.0:1768252766.781422:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476144384:0@lo:400:kworker.0 00010000:00010000:3.0:1768252767.669416:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252768.697289:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252769.223568:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252769.223912:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252769.223993:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836800 00000100:00100000:1.0:1768252769.224003:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836800 00000100:00100000:1.0:1768252769.224104:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1351 00000100:00100000:1.0:1768252769.224115:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451836800:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252769.224191:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451836800:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252769.224199:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1351 00000100:00080000:2.0:1768252769.224355:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252769.224845:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836672 00000100:00100000:3.0:1768252769.224855:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836672 00000100:00100000:3.0:1768252769.224904:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:3.0:1768252769.224913:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451836672:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252769.224963:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451836672:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 52us (1407us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252769.224969:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:0.0:1768252769.330813:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476144640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252769.330878:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252769.330939:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252769.330946:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476144512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252769.330968:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252769.334336:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144640 00000100:00100000:3.0:1768252769.334358:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144640 00000100:00100000:3.0:1768252769.334447:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144512 00000100:00100000:3.0:1768252769.334451:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144512 00000100:00100000:3.0:1768252769.334478:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1768252769.334488:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476144640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252769.334527:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252769.334611:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476144640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (3733us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252769.334619:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1768252769.334636:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1768252769.334643:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476144512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252769.334660:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252769.334686:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476144512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252769.334692:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:3.0:1768252769.334713:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252769.334717:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252769.334759:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476144512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252769.334775:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476144640:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252769.714251:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252770.740691:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252771.762642:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252771.892832:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476145152:0@lo:400:kworker.0 00000100:00100000:3.0:1768252771.892909:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252771.892976:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252771.892983:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476145024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252771.893006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252771.893060:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145152 00000100:00100000:3.0:1768252771.893080:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145152 00000100:00100000:3.0:1768252771.893148:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1768252771.893157:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476145152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252771.893217:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476145152:12345-0@lo:400:kworker.0 Request processed in 61us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252771.893225:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1768252771.893249:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145024 00000100:00100000:2.0:1768252771.893641:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476144896:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.893670:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252771.893693:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476145408:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.893712:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252771.893726:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1768252771.893731:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476144768:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.893753:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252771.893771:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476145280:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.893788:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252771.893813:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144896 00000100:00100000:2.0:1768252771.893816:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144896 00000100:00100000:2.0:1768252771.893839:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145280 00000100:00100000:2.0:1768252771.893841:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145280 00000100:00100000:2.0:1768252771.893858:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1768252771.893865:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476144896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.893897:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476144896:12345-0@lo:400:kworker.0 Request processed in 32us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252771.893903:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1768252771.893916:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1768252771.893922:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476145280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.893944:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476145280:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252771.893949:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1768252771.893963:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145408 00000100:00100000:2.0:1768252771.893967:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145408 00000100:00100000:2.0:1768252771.893988:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1768252771.893993:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476145408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.894035:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476145408:12345-0@lo:400:kworker.0 Request processed in 41us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252771.894041:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1768252771.894057:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476144768 00000100:00100000:2.0:1768252771.894061:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476144768 00000100:00100000:2.0:1768252771.894082:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1768252771.894087:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476144768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.894113:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476144768:12345-0@lo:400:kworker.0 Request processed in 26us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252771.894119:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1768252771.894171:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476144768:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.894183:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476145280:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.894204:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476144896:0@lo:400:kworker.0 00000100:00100000:2.0:1768252771.894213:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476145408:0@lo:400:kworker.0 00000100:00100000:3.0:1768252771.896628:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145024 00000100:00100000:3.0:1768252771.896746:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1768252771.896755:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476145024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252771.896886:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476145024:12345-0@lo:400:kworker.0 Request processed in 131us (3877us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252771.896894:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:3.0:1768252771.896926:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252771.896932:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252771.896934:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252771.896977:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476145024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252771.896992:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476145152:0@lo:400:kworker.0 00010000:00010000:1.0:1768252772.786340:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252773.515676:0:74892:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea1bd8d10 20000000:00000080:0.0:1768252773.515703:0:74892:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777599000 uarg=0000000000000000 00010000:00010000:0.0:1768252773.517818:0:74892:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252773.517844:0:74892:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252773.517860:0:74892:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252773.517887:0:74892:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252773.517909:0:74892:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252773.517918:0:74892:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252773.517973:0:74892:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252773.518342:0:74892:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 17 pid: 5778 timeout: 2128 lvb_type: 0 00000100:00100000:0.0:1768252773.518361:0:74892:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74892:1854145476145536:0@lo:104: 00000100:00100000:0.0:1768252773.518588:0:74892:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252773.518703:0:74892:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727776a8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1768252773.518761:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768252773.518776:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145536 00000100:00100000:3.0:1768252773.518785:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145536 00000100:00100000:3.0:1768252773.518880:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1768252773.518892:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750d0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74892:x1854145476145536:12345-0@lo:104: 00010000:00010000:3.0:1768252773.518908:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252773.518982:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252773.518988:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750d0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:74892:x1854145476145536:12345-0@lo:104: Request processed in 100us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252773.519003:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1768252773.519120:0:74892:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74892:1854145476145536:0@lo:104: 00010000:00010000:0.0:1768252773.519151:0:74892:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.519286:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252773.519293:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.519301:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252773.519305:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.519312:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252773.519319:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252773.519323:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252773.519367:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.519384:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252773.519409:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.519415:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc2e5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc2ec expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.519431:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252773.519433:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252773.519435:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252773.519809:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476145664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252773.519856:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252773.519945:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145664 00000100:00100000:1.0:1768252773.519951:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145664 00010000:00010000:1.0:1768252773.519974:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 18 pid: 5778 timeout: 2128 lvb_type: 0 00000100:00100000:1.0:1768252773.520033:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1768252773.520044:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972745079050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476145664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252773.520056:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252773.520061:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 18 pid: 5778 timeout: 2128 lvb_type: 0 00010000:00010000:1.0:1768252773.520071:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 18 pid: 5778 timeout: 2128 lvb_type: 0 00010000:00010000:1.0:1768252773.520085:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962800/0xef9a6e5c83abc2ec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc2e5 expref: 18 pid: 5778 timeout: 2128 lvb_type: 0 00010000:00010000:1.0:1768252773.520099:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520107:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520120:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520137:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520144:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520151:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520156:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252773.520161:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520169:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520191:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.520199:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252773.520231:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972745079050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476145664:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252773.520238:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1768252773.520643:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476145664:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252773.520813:0:74892:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252773.520823:0:74892:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252773.520829:0:74892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962400/0xef9a6e5c83abc2f3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252773.810583:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252774.349616:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252774.349666:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252774.349741:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451836928 00000100:00100000:0.0:1768252774.349752:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451836928 00000100:00100000:0.0:1768252774.349850:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1132 00000100:00100000:0.0:1768252774.349860:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451836928:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252774.349923:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451836928:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 65us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252774.349931:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1132 00000100:00100000:1.0:1768252774.349999:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837056 00000100:00100000:1.0:1768252774.350004:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837056 00000100:00100000:1.0:1768252774.350073:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1355 00000100:00100000:1.0:1768252774.350081:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451837056:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252774.350127:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451837056:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252774.350134:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1355 00000100:00080000:1.0:1768252774.350291:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252774.454387:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476145920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252774.454465:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252774.454521:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145920 00000100:00100000:0.0:1768252774.454542:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145920 00000100:00100000:0.0:1768252774.454606:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1768252774.454616:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476145920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252774.454653:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252774.454659:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476145792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252774.454685:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252774.454720:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476145792 00000100:00100000:2.0:1768252774.454724:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476145792 00000100:00100000:2.0:1768252774.454744:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1768252774.454763:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476145792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252774.454784:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252774.454820:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476145792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252774.454827:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1768252774.454869:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476145792:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252774.455083:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252774.455088:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252774.455545:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476145920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 928us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252774.455553:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1768252774.455596:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476145920:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1768252774.471863:0:74940:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4d812cd0 20000000:00000080:1.0:1768252774.471880:0:74940:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645dab000 uarg=0000000000000000 00010000:00010000:1.0:1768252774.472190:0:74940:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252774.472206:0:74940:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252774.472218:0:74940:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252774.472238:0:74940:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472259:0:74940:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472268:0:74940:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472275:0:74940:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472282:0:74940:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472289:0:74940:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472296:0:74940:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252774.472302:0:74940:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472309:0:74940:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472322:0:74940:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472329:0:74940:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252774.472334:0:74940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abc2fa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252774.836111:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252774.962266:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252774.962276:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252774.962280:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252774.962336:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252774.962350:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252774.962371:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252774.962402:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476146048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252774.962493:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252774.962565:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252774.962802:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146048 00000100:00100000:3.0:1768252774.962812:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146048 00000100:00100000:3.0:1768252774.962876:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1768252774.962887:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476146048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252774.962902:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252774.962917:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc301 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252774.962943:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252774.962953:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252774.962962:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252774.963052:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476146048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252774.963059:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1768252774.963817:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476146048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252774.963839:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252774.963848:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252774.963869:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252774.963875:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252774.963883:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252775.869625:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252776.882379:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252777.011135:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476146176:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011223:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252777.011264:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476146688:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011286:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252777.011307:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252777.011312:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476146560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011328:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252777.011360:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476146304:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011380:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252777.011391:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476146816:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011407:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252777.011419:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252777.011424:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476146432:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011441:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252777.011479:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146176 00000100:00100000:2.0:1768252777.011486:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146176 00000100:00100000:2.0:1768252777.011535:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1768252777.011542:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476146176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.011588:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476146176:12345-0@lo:400:kworker.0 Request processed in 46us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252777.011596:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1768252777.012467:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146688 00000100:00100000:1.0:1768252777.012477:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146688 00000100:00100000:1.0:1768252777.012528:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146304 00000100:00100000:1.0:1768252777.012532:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146304 00000100:00100000:1.0:1768252777.012547:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146432 00000100:00100000:1.0:1768252777.012549:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146432 00000100:00100000:1.0:1768252777.012563:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1768252777.012569:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476146688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252777.012589:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146560 00000100:00100000:3.0:1768252777.012594:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146560 00000100:00100000:1.0:1768252777.012623:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476146688:12345-0@lo:400:kworker.0 Request processed in 54us (1336us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252777.012629:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1768252777.012646:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1768252777.012652:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476146304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252777.012683:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476146304:12345-0@lo:400:kworker.0 Request processed in 31us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252777.012688:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1768252777.012700:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1768252777.012706:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476146432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252777.012736:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476146432:12345-0@lo:400:kworker.0 Request processed in 30us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252777.012741:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1768252777.012825:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146816 00000100:00100000:3.0:1768252777.012829:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146816 00000100:00100000:3.0:1768252777.012846:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1768252777.012852:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476146560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252777.012888:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476146560:12345-0@lo:400:kworker.0 Request processed in 37us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252777.012894:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1768252777.012905:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476146432:0@lo:400:kworker.0 00000100:00100000:1.0:1768252777.012918:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476146304:0@lo:400:kworker.0 00000100:00100000:0.0:1768252777.013271:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1768252777.013281:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476146816:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768252777.013291:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252777.013295:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252777.013297:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252777.013321:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476146816:12345-0@lo:400:kworker.0 Request processed in 43us (1913us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252777.013327:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1768252777.013360:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476146816:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.016275:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476146560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.016290:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476146176:0@lo:400:kworker.0 00000100:00100000:2.0:1768252777.016314:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476146688:0@lo:400:kworker.0 00010000:00010000:1.0:1768252777.907622:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252778.082570:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252778.082668:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837184 00000100:00100000:0.0:1768252778.082688:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837184 00000100:00100000:0.0:1768252778.082856:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 667 00000100:00100000:0.0:1768252778.082872:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:42828:x1854145451837184:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252778.082908:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252778.082966:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc30f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d92 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.083090:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc316 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.083106:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc316 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.083124:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc316 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768252778.083224:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252778.083228:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252778.083263:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc316 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.083293:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc30f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d92 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.083319:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc316 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d92 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.083328:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252778.083331:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252778.083336:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768252778.083401:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42828:x1854145451837184:12345-192.168.202.43@tcp:101:rm.0 Request processed in 533us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252778.083409:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 667 00000100:00080000:3.0:1768252778.084141:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252778.087404:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252778.087527:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837312 00000100:00100000:0.0:1768252778.087538:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837312 00000100:00100000:0.0:1768252778.087602:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 668 00000100:00100000:0.0:1768252778.087612:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42828:x1854145451837312:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252778.087634:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252778.087655:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc31d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6d99 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.087722:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087736:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087749:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087766:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087773:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087780:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087858:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087866:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087874:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087881:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252778.087886:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087895:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087908:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252778.087911:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252778.087916:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087921:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc324 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087934:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087939:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087944:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087948:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252778.087951:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087956:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087962:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270300) 00010000:00010000:0.0:1768252778.087965:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252778.087967:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087972:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc32b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252778.087999:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc31d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d99 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.088057:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252778.088061:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252778.088065:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc31d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d99 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.088081:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252778.088161:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42828:x1854145451837312:12345-192.168.202.43@tcp:101:rm.0 Request processed in 550us (767us total) trans 0 rc 301/301 00000100:00100000:0.0:1768252778.088168:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 668 00000100:00100000:2.0:1768252778.136164:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252778.136204:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252778.138862:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837440 00000100:00100000:1.0:1768252778.138881:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837440 00000100:00100000:2.0:1768252778.141739:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837696 00000100:00100000:2.0:1768252778.141755:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837696 00000100:00100000:2.0:1768252778.141804:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 669 00000100:00100000:2.0:1768252778.141815:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451837440:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:2.0:1768252778.141862:0:6919:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:3.0:1768252778.141891:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 670 00000100:00100000:3.0:1768252778.141905:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42832:x1854145451837696:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:3.0:1768252778.141948:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252778.141976:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc316 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6d92 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252778.141985:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451837440:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 170us (5832us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252778.141996:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 669 00010000:00010000:3.0:1768252778.142005:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:3.0:1768252778.142056:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252778.142154:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142168:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142178:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142189:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142197:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142204:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252778.142942:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00010000:00010000:3.0:1768252778.142955:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142964:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142971:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142978:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252778.142982:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142990:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.142999:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252778.143002:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252778.143006:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.143060:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc332 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252778.143077:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007692fb3e reply state 00000000f00bbd5e transno 4294967555 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252778.143086:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252778.143161:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42832:x1854145451837696:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 1258us (6952us total) trans 4294967555 rc 0/0 00000100:00100000:3.0:1768252778.143169:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 670 00010000:00010000:3.0:1768252778.146969:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.146989:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.146997:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.147004:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252778.147009:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.147059:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.147075:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff97274f8b9600) 00010000:00010000:3.0:1768252778.147078:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252778.147083:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.147089:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc339 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252778.199263:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252778.199391:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837824 00000100:00100000:1.0:1768252778.199403:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837824 00000100:00100000:1.0:1768252778.199472:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 671 00000100:00100000:1.0:1768252778.199482:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42836:x1854145451837824:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:1.0:1768252778.199512:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252778.199542:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc340 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6da0 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252778.199618:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc347 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252778.199643:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc347 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252778.199658:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc347 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768252778.199746:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1768252778.199750:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252778.199783:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc347 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252778.199811:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc340 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6da0 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252778.199833:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc347 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6da0 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252778.199842:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768252778.199845:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252778.199850:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00100000:1.0:1768252778.199924:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42836:x1854145451837824:12345-192.168.202.43@tcp:101:chown.0 Request processed in 443us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252778.199931:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 671 00000100:00100000:1.0:1768252778.203090:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252778.203180:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451837952 00000100:00100000:3.0:1768252778.203194:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451837952 00000100:00100000:3.0:1768252778.203313:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 672 00000100:00100000:3.0:1768252778.203342:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42836:x1854145451837952:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:3.0:1768252778.203375:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252778.203403:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc34e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6da7 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252778.203495:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203519:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203534:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203553:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203561:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203568:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203883:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc363 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203892:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203899:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252778.203945:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00000004:00200000:3.0:1768252778.203949:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252778.203971:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc363 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203983:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.203990:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204001:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204007:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252778.204483:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204492:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204503:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:3.0:1768252778.204506:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252778.204512:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204518:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc355 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204531:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204536:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204541:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204546:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252778.204549:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204554:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204565:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff97274f8b9600) 00010000:00010000:3.0:1768252778.204568:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252778.204570:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204575:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc35c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.204609:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc34e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6da7 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252778.204623:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc363 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6da7 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252778.204831:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252778.204835:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252778.204838:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768252778.204977:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:42836:x1854145451837952:12345-192.168.202.43@tcp:101:chown.0 Request processed in 1638us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252778.204988:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 672 00000100:00100000:2.0:1768252778.210800:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252778.210885:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451838208 00000100:00100000:3.0:1768252778.210896:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451838208 00000100:00100000:3.0:1768252778.210948:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 673 00000100:00100000:3.0:1768252778.210955:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:42836:x1854145451838208:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:3.0:1768252778.211005:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252778.211048:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc363 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6da7 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252778.211072:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252778.211083:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252778.211104:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.211113:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252778.211121:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252778.211496:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000171a3e3a reply state 000000002ce18d82 transno 4294967556 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252778.211503:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252778.211512:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00000100:00100000:3.0:1768252778.211603:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:42836:x1854145451838208:12345-192.168.202.43@tcp:36:chown.0 Request processed in 648us (816us total) trans 4294967556 rc 0/0 00000100:00100000:3.0:1768252778.211609:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 673 00010000:00010000:1.0:1768252778.216934:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252778.216953:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252778.216962:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252778.216968:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252778.216974:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252778.216983:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252778.217006:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:1.0:1768252778.217067:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252778.217074:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252778.217080:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc36a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000020:00000080:2.0:1768252778.749209:0:75137:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7832b180 20000000:00000080:2.0:1768252778.749237:0:75137:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475f0000 uarg=0000000000000000 00010000:00010000:2.0:1768252778.749595:0:75137:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252778.749743:0:75137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:2.0:1768252778.749812:0:75137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252778.749823:0:75137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc347 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6da0 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.749843:0:75137:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252778.749857:0:75137:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252778.749872:0:75137:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.749885:0:75137:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.749891:0:75137:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.749996:0:75137:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.750069:0:75137:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 17 pid: 5777 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1768252778.750085:0:75137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75137:1854145476146944:0@lo:104: 00000100:00100000:2.0:1768252778.750171:0:75137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252778.750251:0:75137:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727774f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1768252778.750501:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476146944 00000100:00100000:3.0:1768252778.750508:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476146944 00000100:00100000:3.0:1768252778.750550:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1768252778.750559:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:75137:x1854145476146944:12345-0@lo:104: 00010000:00010000:3.0:1768252778.750571:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252778.750672:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252778.750678:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:75137:x1854145476146944:12345-0@lo:104: Request processed in 122us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252778.750688:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1768252778.750848:0:75137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75137:1854145476146944:0@lo:104: 00010000:00010000:2.0:1768252778.750868:0:75137:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.753623:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252778.754263:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.754274:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252778.754283:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.754294:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252778.754301:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252778.754307:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252778.754537:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.754542:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768252778.754576:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.754583:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abc301 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc308 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.754607:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252778.754610:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252778.754611:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252778.754615:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252778.754636:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476147072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252778.754730:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252778.754838:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147072 00000100:00100000:2.0:1768252778.754846:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147072 00010000:00010000:2.0:1768252778.754880:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 18 pid: 5777 timeout: 2134 lvb_type: 0 00000100:00100000:2.0:1768252778.754913:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1768252778.754922:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476147072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252778.754935:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252778.754949:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 18 pid: 5777 timeout: 2134 lvb_type: 0 00010000:00010000:2.0:1768252778.754960:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 18 pid: 5777 timeout: 2134 lvb_type: 0 00010000:00010000:2.0:1768252778.754974:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abc308 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc301 expref: 18 pid: 5777 timeout: 2134 lvb_type: 0 00010000:00010000:2.0:1768252778.754990:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.754998:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755044:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755050:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755058:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755069:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755074:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252778.755079:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755086:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755102:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252778.755112:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252778.755170:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476147072:12345-0@lo:103:ldlm_bl.0 Request processed in 248us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252778.755177:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00010000:00010000:0.0:1768252778.755516:0:75137:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.755526:0:75137:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252778.755531:0:75137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abc371 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75137 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252778.757617:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476147072:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252778.944162:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252779.468229:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252779.468278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252779.468363:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451838336 00000100:00100000:3.0:1768252779.468374:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451838336 00000100:00100000:3.0:1768252779.468440:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1135 00000100:00100000:3.0:1768252779.468449:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451838336:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252779.468515:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451838336:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252779.468523:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1135 00000100:00100000:1.0:1768252779.468746:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451838464 00000100:00100000:1.0:1768252779.468750:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451838464 00000100:00100000:1.0:1768252779.468788:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1359 00000100:00100000:1.0:1768252779.468795:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451838464:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252779.468830:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451838464:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252779.468836:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1359 00000100:00100000:0.0:1768252779.570262:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476147200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252779.570332:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252779.570409:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147200 00000100:00100000:0.0:1768252779.570417:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147200 00000100:00100000:0.0:1768252779.570471:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1768252779.570479:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476147200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252779.570513:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252779.570557:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476147200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252779.570565:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00080000:0.0:1768252779.570587:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252779.570625:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476147200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252779.572378:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252779.572396:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476147328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252779.572446:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252779.572495:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147328 00000100:00100000:0.0:1768252779.572501:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147328 00000100:00100000:0.0:1768252779.572542:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1768252779.572550:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476147328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252779.572579:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252779.572618:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476147328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252779.572625:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00080000:0.0:1768252779.572643:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252779.572674:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476147328:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1768252779.826343:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252779.826352:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252779.826357:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252779.826414:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252779.826429:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252779.826441:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252779.826486:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476147456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252779.826565:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252779.826705:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277da72000 going to sleep for 11 seconds 00000100:00100000:2.0:1768252779.831783:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147456 00000100:00100000:2.0:1768252779.831799:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147456 00000100:00100000:3.0:1768252779.864881:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1768252779.864900:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476147456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252779.864939:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252779.864967:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc378 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252779.865001:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252779.865035:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252779.865045:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252779.865137:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476147456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 244us (38572us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252779.865144:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1768252779.865207:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476147456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252779.865223:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252779.865233:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252779.865257:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252779.865261:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252779.865279:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252779.955811:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252780.081867:0:75185:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffccfa1f2a0 20000000:00000080:0.0:1768252780.081886:0:75185:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277759a400 uarg=0000000000000000 00010000:00010000:0.0:1768252780.083860:0:75185:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252780.083881:0:75185:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252780.083897:0:75185:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252780.083918:0:75185:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252780.084213:0:75185:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252780.084222:0:75185:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252780.084277:0:75185:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252780.084293:0:75185:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 17 pid: 5777 timeout: 2135 lvb_type: 0 00000100:00100000:0.0:1768252780.084309:0:75185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75185:1854145476147584:0@lo:104: 00000100:00100000:0.0:1768252780.084378:0:75185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252780.084487:0:75185:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86900 going to sleep for 11 seconds 00000100:00100000:3.0:1768252780.093202:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147584 00000100:00100000:3.0:1768252780.093221:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147584 00000100:00100000:2.0:1768252780.093389:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1768252780.093400:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:75185:x1854145476147584:12345-0@lo:104: 00010000:00010000:2.0:1768252780.093419:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.093539:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252780.093544:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:75185:x1854145476147584:12345-0@lo:104: Request processed in 147us (9167us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252780.093551:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00010000:00010000:2.0:1768252780.093571:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252780.093577:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.093589:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252780.093594:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.093603:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252780.093610:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252780.093616:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252780.093650:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.093657:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252780.093681:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.093687:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abc378 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc37f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.093704:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252780.093706:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252780.093707:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252780.093722:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476147712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768252780.093760:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252780.093812:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147712 00000100:00100000:2.0:1768252780.093817:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147712 00010000:00010000:2.0:1768252780.093834:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 18 pid: 5777 timeout: 2135 lvb_type: 0 00000100:00100000:2.0:1768252780.093860:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1768252780.093866:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476147712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252780.093877:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252780.093883:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 18 pid: 5777 timeout: 2135 lvb_type: 0 00010000:00010000:2.0:1768252780.093893:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 18 pid: 5777 timeout: 2135 lvb_type: 0 00010000:00010000:2.0:1768252780.093912:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252780.094186:0:75185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abc37f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc378 expref: 18 pid: 5777 timeout: 2135 lvb_type: 0 00000100:00100000:1.0:1768252780.094198:0:75185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75185:1854145476147584:0@lo:104: 00010000:00010000:2.0:1768252780.094277:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252780.094679:0:75185:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095054:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095063:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095069:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095076:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095082:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252780.095086:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095096:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095122:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252780.095133:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252780.095193:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476147712:12345-0@lo:103:ldlm_bl.0 Request processed in 1325us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252780.095202:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00010000:00010000:1.0:1768252780.095402:0:75185:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252780.095410:0:75185:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252780.095419:0:75185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abc386 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75185 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252780.096715:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476147712:0@lo:103:ldlm_bl.0 00000001:00080000:3.0:1768252780.723462:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967556 is committed 00010000:00010000:0.0:1768252780.981192:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252781.490326:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252781.490334:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252781.490340:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252781.490394:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252781.490406:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252781.490417:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252781.490443:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476147840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252781.490510:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252781.490566:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a300 going to sleep for 11 seconds 00000100:00100000:0.0:1768252781.490705:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147840 00000100:00100000:0.0:1768252781.490714:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147840 00000100:00100000:0.0:1768252781.490765:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:0.0:1768252781.490775:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476147840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252781.490788:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252781.490801:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc38d expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252781.490823:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252781.490833:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252781.490841:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252781.490890:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476147840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252781.490896:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:2.0:1768252781.490996:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476147840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252781.491047:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252781.491057:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252781.491077:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252781.491082:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252781.491088:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252782.002234:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252782.130518:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476147968:0@lo:400:kworker.0 00000100:00100000:2.0:1768252782.130559:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476148224:0@lo:400:kworker.0 00000100:00100000:1.0:1768252782.130611:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476148352:0@lo:400:kworker.0 00000100:00100000:0.0:1768252782.135230:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476148096:0@lo:400:kworker.0 00000100:00100000:2.0:1768252782.135472:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252782.138457:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148224 00000100:00100000:2.0:1768252782.138475:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148224 00000100:00100000:2.0:1768252782.138564:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1768252782.138579:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476148224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252782.138679:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476148224:12345-0@lo:400:kworker.0 Request processed in 106us (3207us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252782.138687:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1768252782.138740:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476148224:0@lo:400:kworker.0 00000100:00100000:1.0:1768252782.138995:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252782.139056:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252782.139068:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476148480:0@lo:400:kworker.0 00000100:00100000:1.0:1768252782.139112:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252782.139132:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148480 00000100:00100000:1.0:1768252782.139137:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148480 00000100:00100000:1.0:1768252782.139165:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1768252782.139172:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476148480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252782.139202:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476148480:12345-0@lo:400:kworker.0 Request processed in 31us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252782.139208:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1768252782.139234:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476148480:0@lo:400:kworker.0 00000100:00100000:2.0:1768252782.143419:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148352 00000100:00100000:2.0:1768252782.143449:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148352 00000100:00100000:2.0:1768252782.143532:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1768252782.143544:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476148352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252782.143641:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476148352:12345-0@lo:400:kworker.0 Request processed in 100us (4646us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252782.143649:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1768252782.143705:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476148352:0@lo:400:kworker.0 00000100:00100000:3.0:1768252782.144883:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252782.145114:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476147968 00000100:00100000:3.0:1768252782.145121:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476147968 00000100:00100000:3.0:1768252782.145159:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1768252782.145168:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476147968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252782.145219:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476147968:12345-0@lo:400:kworker.0 Request processed in 52us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252782.145226:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1768252782.147082:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476147968:0@lo:400:kworker.0 00000100:00100000:0.0:1768252782.161520:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252782.161590:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476148608:0@lo:400:kworker.0 00000100:00100000:0.0:1768252782.161622:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1768252782.161679:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252782.161685:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252782.161707:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148608 00000100:00100000:0.0:1768252782.161716:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148608 00000100:00100000:0.0:1768252782.161772:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1768252782.161784:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476148608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252782.161843:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476148608:12345-0@lo:400:kworker.0 Request processed in 60us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252782.161850:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00080000:0.0:1768252782.161871:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252782.162138:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148096 00000100:00100000:2.0:1768252782.162144:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148096 00000100:00100000:2.0:1768252782.162174:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1768252782.162180:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476148096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252782.162217:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476148096:12345-0@lo:400:kworker.0 Request processed in 37us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252782.162223:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1768252782.162353:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476148608:0@lo:400:kworker.0 00000100:00100000:0.0:1768252782.162379:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476148096:0@lo:400:kworker.0 00010000:00010000:0.0:1768252783.026294:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252783.215981:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252783.221136:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451838592 00000100:00100000:1.0:1768252783.221151:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451838592 00000100:00100000:0.0:1768252783.221263:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 11 00000100:00100000:0.0:1768252783.221272:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451838592:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252783.221287:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252783.221289:0:5770:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abc347) 00010000:00010000:0.0:1768252783.221290:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1768252783.221407:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252783.221490:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451838592:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 218us (5520us total) trans 0 rc 116/116 00000100:00100000:0.0:1768252783.221495:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 11 00010000:00010000:3.0:1768252784.050708:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252784.410533:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252784.410611:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451838720 00000100:00100000:1.0:1768252784.410622:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451838720 00000100:00100000:1.0:1768252784.410680:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 674 00000100:00100000:1.0:1768252784.410690:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:42940:x1854145451838720:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252784.410710:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252784.410733:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc39b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dae expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252784.410795:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc3a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252784.410808:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc3a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252784.410820:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc3a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768252784.410880:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1768252784.410897:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252784.410925:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc3a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252784.410947:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc39b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dae expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252784.410964:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc3a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dae expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252784.410972:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252784.410975:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252784.410979:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768252784.411054:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42940:x1854145451838720:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 365us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252784.411061:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 674 00000100:00100000:1.0:1768252784.413807:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252784.416404:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451838848 00000100:00100000:3.0:1768252784.416420:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451838848 00000100:00100000:3.0:1768252784.418056:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 675 00000100:00100000:3.0:1768252784.418086:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42940:x1854145451838848:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252784.418108:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252784.418127:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc3a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6db5 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252784.418186:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418200:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418215:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418228:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418235:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418241:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418358:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc3be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418366:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc3be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418372:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc3be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768252784.418410:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:3.0:1768252784.418414:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252784.418438:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc3be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418448:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418454:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418461:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418470:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252784.418474:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418481:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418492:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:3.0:1768252784.418495:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252784.418501:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418507:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418516:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418521:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418526:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418531:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252784.418533:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418538:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418545:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252784.418547:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252784.418550:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418555:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.418581:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc3a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6db5 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252784.418591:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc3be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6db5 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252784.418598:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252784.418600:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252784.418603:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768252784.418670:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42940:x1854145451838848:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 601us (4871us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252784.418678:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 675 00000100:00100000:1.0:1768252784.421839:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252784.422061:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451839104 00000100:00100000:2.0:1768252784.422082:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451839104 00000100:00100000:2.0:1768252784.422143:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 676 00000100:00100000:2.0:1768252784.422152:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42940:x1854145451839104:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252784.422215:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252784.422243:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc3be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6db5 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.422264:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:2.0:1768252784.422287:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252784.422314:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.422328:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.422337:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768252784.490806:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000009c0c8b9 reply state 00000000d556c098 transno 4294967557 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252784.490829:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252784.490880:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:2.0:1768252784.491002:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:42940:x1854145451839104:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 68846us (69170us total) trans 4294967557 rc 0/0 00000100:00100000:2.0:1768252784.491041:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 676 00000001:00080000:3.0:1768252784.491798:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967557 is committed 00010000:00010000:3.0:1768252784.491993:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252784.492008:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252784.492037:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252784.492044:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252784.492050:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252784.492074:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252784.492094:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768252784.492097:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252784.492103:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252784.492109:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252784.540551:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252784.540874:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451839232 00000100:00100000:2.0:1768252784.540884:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451839232 00000100:00100000:2.0:1768252784.540936:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 677 00000100:00100000:2.0:1768252784.540946:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42944:x1854145451839232:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768252784.540970:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252784.540991:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc3cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dbc expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.541114:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541130:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541141:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541155:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541162:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541168:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541303:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541312:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541318:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768252784.541352:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1768252784.541356:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252784.541384:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541398:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541406:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541413:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541419:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252784.541423:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541431:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541443:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:2.0:1768252784.541447:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252784.541451:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541457:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc3d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541472:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541477:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541482:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541487:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252784.541490:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541500:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541506:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972742c4aa00) 00010000:00010000:2.0:1768252784.541509:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252784.541512:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541518:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc3da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.541546:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc3cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dbc expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.541558:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dbc expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.541565:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252784.541567:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252784.541569:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768252784.541619:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42944:x1854145451839232:12345-192.168.202.43@tcp:101:touch.0 Request processed in 676us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252784.541626:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 677 00000100:00100000:0.0:1768252784.543923:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252784.544107:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451839488 00000100:00100000:3.0:1768252784.544117:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451839488 00000100:00100000:3.0:1768252784.544168:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 678 00000100:00100000:3.0:1768252784.544178:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42944:x1854145451839488:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252784.544197:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252784.544217:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dc3 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252784.544369:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.544383:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.544394:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.544406:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.544412:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.544418:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:3.0:1768252784.545119:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:0.0:1768252784.550402:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc3fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550432:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc3fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550632:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc3fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550689:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550701:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550707:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550712:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252784.550717:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550723:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550736:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252784.550739:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252784.550743:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.550750:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abc3ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768252784.550765:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004052172f reply state 0000000024edac21 transno 4294967558 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252784.550774:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252784.550813:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc3e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dc3 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252784.550829:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc3fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dc3 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252784.550836:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252784.550839:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252784.550842:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768252784.551182:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42944:x1854145451839488:12345-192.168.202.43@tcp:101:touch.0 Request processed in 7003us (7266us total) trans 4294967558 rc 0/0 00000100:00100000:0.0:1768252784.551193:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 678 00010000:00010000:3.0:1768252784.553846:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.553864:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.553871:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.553877:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252784.553892:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.553900:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.553916:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252784.553919:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252784.553923:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.553928:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc3f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252784.554773:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252784.554919:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451839744 00000100:00100000:2.0:1768252784.554930:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451839744 00000100:00100000:2.0:1768252784.554990:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 679 00000100:00100000:2.0:1768252784.554999:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:42944:x1854145451839744:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:2.0:1768252784.555092:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252784.555113:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc3fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dc3 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.555131:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972775270600) 00010000:00010000:2.0:1768252784.555139:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252784.555178:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252784.555194:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252784.555203:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768252784.555333:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000096b364b9 reply state 000000000a9540db transno 4294967559 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252784.555342:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252784.555411:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42944:x1854145451839744:12345-192.168.202.43@tcp:36:touch.0 Request processed in 414us (643us total) trans 4294967559 rc 0/0 00000100:00100000:2.0:1768252784.555418:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 679 00010000:00010000:3.0:1768252784.558594:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.558615:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.558626:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.558633:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252784.558639:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.558648:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.558669:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972742c4a400) 00010000:00010000:3.0:1768252784.558671:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252784.558677:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.558682:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc40b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252784.561868:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252784.563134:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451839872 00000100:00100000:2.0:1768252784.563150:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451839872 00000100:00100000:2.0:1768252784.563244:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 680 00000100:00100000:2.0:1768252784.563254:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:42944:x1854145451839872:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768252784.563287:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252784.563311:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dca expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.563366:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc412 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dca expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.563387:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc412 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dca expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.563408:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768252784.563411:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1768252784.563414:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252784.563482:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42944:x1854145451839872:12345-192.168.202.43@tcp:101:touch.0 Request processed in 229us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252784.563489:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 680 00000100:00100000:1.0:1768252784.565681:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252784.565763:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451840000 00000100:00100000:0.0:1768252784.565772:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451840000 00000100:00100000:0.0:1768252784.565816:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 366 00000100:00100000:0.0:1768252784.565824:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2367:x1854145451840000:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:0.0:1768252784.565855:0:6570:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1989 last 0 00000020:00000080:0.0:1768252784.565886:0:6570:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abc419 00002000:00100000:0.0:1768252784.565899:0:6570:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972745b04800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768252784.565921:0:6570:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1768252784.566401:0:6570:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:1.0:1768252784.566411:0:6570:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1768252784.566439:0:6570:0:(import.c:65:import_set_state_nolock()) ffff972748631000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1768252784.566504:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451840000:12345-192.168.202.43@tcp:8:touch.0 Request processed in 679us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252784.566512:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 366 00000100:00100000:1.0:1768252784.572123:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252784.572236:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451840128 00000100:00100000:2.0:1768252784.572248:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451840128 00000100:00100000:2.0:1768252784.572326:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 367 00000100:00100000:2.0:1768252784.572337:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451840128:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:0.0:1768252784.572738:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252784.584374:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252784.585311:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451840256 00000100:00100000:0.0:1768252784.585328:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451840256 00000100:00100000:0.0:1768252784.585414:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1139 00000100:00100000:0.0:1768252784.585424:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451840256:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252784.585543:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451840256:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 120us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252784.585552:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1139 00000001:00100000:3.0:1768252784.631666:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:3.0:1768252784.631690:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000100:00100000:0.0:1768252784.636909:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:0:x1854145451840128:12345-192.168.202.43@tcp:2:touch.0 Request processed in 64561us (64786us total) trans 4294967338 rc 0/0 00000100:00100000:0.0:1768252784.636929:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 367 00000100:00100000:1.0:1768252784.639964:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252784.640711:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451840512 00000100:00100000:3.0:1768252784.640723:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451840512 00000100:00100000:3.0:1768252784.640785:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 122 00000100:00100000:3.0:1768252784.640794:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42944:x1854145451840512:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:3.0:1768252784.641247:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42944:x1854145451840512:12345-192.168.202.43@tcp:35:touch.0 Request processed in 452us (1295us total) trans 4294967560 rc 0/0 00000100:00100000:3.0:1768252784.641256:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 122 00000100:00100000:1.0:1768252784.691670:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476148736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252784.691742:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252784.691946:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252784.691957:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476148864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252784.691996:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252784.692152:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148736 00000100:00100000:0.0:1768252784.692162:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148736 00000100:00100000:0.0:1768252784.692233:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148864 00000100:00100000:0.0:1768252784.692237:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148864 00000100:00100000:0.0:1768252784.692257:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1768252784.692266:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476148736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252784.692308:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252784.692361:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476148736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252784.692368:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1768252784.692388:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1768252784.692395:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e212c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476148864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252784.692406:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252784.692436:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e212c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476148864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252784.692442:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1768252784.692712:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476148864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252784.692747:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476148736:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252784.692984:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252784.692989:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252784.717540:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252784.717650:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451840640 00000100:00100000:2.0:1768252784.717660:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451840640 00000100:00100000:2.0:1768252784.717733:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 681 00000100:00100000:2.0:1768252784.717744:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42947:x1854145451840640:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252784.717773:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252784.717798:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc420 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dd1 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.717874:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.717889:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.717902:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.717915:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.717922:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.717928:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718119:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718127:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718134:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768252784.718172:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 0 00000004:00200000:2.0:1768252784.718177:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252784.718202:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718215:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718222:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718228:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718235:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718241:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252784.718245:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718253:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718266:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252784.718269:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252784.718274:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718280:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc427 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718297:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718303:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718308:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718313:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252784.718317:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718322:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718330:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972742c4a400) 00010000:00010000:2.0:1768252784.718332:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252784.718335:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718341:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc42e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252784.718371:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc420 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd1 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.718384:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd1 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252784.718390:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768252784.718392:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252784.718395:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01600, rc 0) 00000100:00100000:2.0:1768252784.718454:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42947:x1854145451840640:12345-192.168.202.43@tcp:101:rm.0 Request processed in 713us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252784.718462:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 681 00000100:00100000:1.0:1768252784.727993:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252784.728285:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451840768 00000100:00100000:0.0:1768252784.728298:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451840768 00000100:00100000:0.0:1768252784.728362:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 368 00000100:00100000:0.0:1768252784.728374:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451840768:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252784.728395:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252784.728419:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dd8 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252784.728445:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x69656570, atime: 0x69656570, ctime: 0x69656570, blocks: 0x1 00010000:00010000:0.0:1768252784.728477:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252784.728479:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252784.728489:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252784.728508:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252784.728522:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252784.728582:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451840768:12345-192.168.202.43@tcp:101:rm.0 Request processed in 211us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252784.728589:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 368 00000100:00100000:1.0:1768252784.740862:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252784.743437:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451841024 00000100:00100000:0.0:1768252784.743474:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451841024 00000100:00100000:0.0:1768252784.743568:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 682 00000100:00100000:0.0:1768252784.743579:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42947:x1854145451841024:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252784.743640:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252784.743676:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abc435 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd1 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252784.743703:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dca expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252784.743714:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:0.0:1768252784.743725:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252784.743752:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743765:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743776:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743790:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743797:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743803:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743926:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743934:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.743941:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:0.0:1768252784.744884:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9536 00000004:00080000:0.0:1768252784.744903:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1990165889021ns, next at 1991165884822ns, rc = 0 00010000:00010000:0.0:1768252784.744986:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745003:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745148:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745160:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745166:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745171:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745196:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252784.745220:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745226:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745232:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745237:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252784.745241:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745248:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745257:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252784.745260:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252784.745264:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745268:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc451 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745326:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745333:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745338:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745342:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252784.745345:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745350:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745358:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252784.745360:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252784.745363:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252784.745368:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc443 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768252784.745377:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f1769891 reply state 00000000c8a60816 transno 4294967561 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252784.745387:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252784.745585:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252784.745592:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.745599:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252784.745601:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.745607:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.745614:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff972775270000) 00010000:00010000:3.0:1768252784.745617:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252784.745619:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.745625:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc458 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.745641:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252784.745643:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252784.745644:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252784.746318:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42947:x1854145451841024:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2732us (5462us total) trans 4294967561 rc 0/0 00000100:00100000:0.0:1768252784.746329:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 682 00010000:00010000:3.0:1768252784.759009:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.759053:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.759060:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.759076:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252784.759081:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.759088:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.759105:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972775270a00) 00010000:00010000:3.0:1768252784.759108:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252784.759113:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252784.759118:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc44a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252785.074243:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252785.942694:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252785.942798:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451841152 00000100:00100000:2.0:1768252785.942809:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451841152 00000100:00080000:3.0:1768252785.942870:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252785.942898:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 683 00000100:00100000:2.0:1768252785.942911:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42964:x1854145451841152:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768252785.942954:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252785.942980:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc45f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ddf expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252785.943089:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc466 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252785.943104:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252785.943118:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768252785.943186:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1768252785.943189:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252785.943213:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252785.943241:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc45f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ddf expref: 13 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252785.943258:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ddf expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252785.943267:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252785.943271:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252785.943274:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768252785.943352:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42964:x1854145451841152:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 444us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252785.943361:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 683 00000100:00100000:2.0:1768252785.955245:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252785.955493:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451841408 00000100:00100000:1.0:1768252785.955504:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451841408 00000100:00100000:1.0:1768252785.955565:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 684 00000100:00100000:1.0:1768252785.955575:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42964:x1854145451841408:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252785.955624:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252785.955652:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc466 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ddf expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252785.955676:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc3e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dbc expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252785.955686:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:1.0:1768252785.955697:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252785.955725:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252785.955740:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252785.955749:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:3.0:1768252786.055422:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967561 is committed 00000004:00080000:3.0:1768252786.055436:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 56 committed 00000001:00080000:3.0:1768252786.055453:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967562 is committed 00000100:00100000:3.0:1768252786.055591:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476148992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1768252786.055657:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1768252786.056125:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c3a90d3 reply state 00000000f098f83c transno 4294967562 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252786.056139:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252786.056175:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00080000:0.0:1768252786.056265:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768252786.056284:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42964:x1854145451841408:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 100708us (101053us total) trans 4294967562 rc 0/0 00000100:00100000:0.0:1768252786.056295:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 684 00010000:00010000:3.0:1768252786.056516:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.056526:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.056533:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.056539:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252786.056544:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.056552:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.056570:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9100) 00010000:00010000:3.0:1768252786.056574:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252786.056579:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.056585:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc46d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252786.058382:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476148992 00000100:00100000:1.0:1768252786.058397:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476148992 00000100:00100000:1.0:1768252786.058467:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1768252786.058477:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476148992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768252786.058514:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00010000:00010000:1.0:1768252786.058541:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.058562:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 5 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252786.058571:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252786.058572:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252786.058576:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.058611:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 5 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252786.058623:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 5 pid: 6567 timeout: 2091 lvb_type: 1 00000100:00100000:1.0:1768252786.058641:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476149120:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252786.058730:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4d780 going to sleep for 11 seconds 00000100:00080000:1.0:1768252786.059832:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252786.068687:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476149120:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768252786.068728:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252786.071454:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252786.071497:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451841536 00000100:00100000:1.0:1768252786.071508:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451841536 00010000:00010000:1.0:1768252786.071557:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 6 pid: 6567 timeout: 2091 lvb_type: 1 00000100:00100000:1.0:1768252786.071591:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 383 00000100:00100000:1.0:1768252786.071600:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451841536:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252786.071615:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252786.071620:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 6 pid: 6567 timeout: 2091 lvb_type: 1 00010000:00010000:1.0:1768252786.071634:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 6 pid: 6567 timeout: 2091 lvb_type: 1 00010000:00010000:1.0:1768252786.071658:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777962800/0xef9a6e5c83abc43c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dd8 expref: 6 pid: 6567 timeout: 2091 lvb_type: 1 00010000:00010000:1.0:1768252786.071682:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252786.071683:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252786.071689:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.071699:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.071722:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252786.071774:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451841536:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 174us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252786.071782:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 383 00000100:00080000:1.0:1768252786.071807:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768252786.071823:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.071831:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.071840:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.071847:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.071864:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1768252786.072448:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476148992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13971us (16788us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1768252786.072457:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00010000:00010000:1.0:1768252786.072480:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252786.072487:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.072496:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252786.072500:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.072508:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.072521:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.072527:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc474 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.072544:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252786.072545:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252786.072547:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252786.072593:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649362d80/2, rc 0, transno 4294967339 00000100:00100000:1.0:1768252786.072599:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476148992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1768252786.099145:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252786.114730:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252786.115181:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451841664 00000100:00100000:0.0:1768252786.115192:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451841664 00000100:00100000:0.0:1768252786.115264:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 685 00000100:00100000:0.0:1768252786.115274:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42968:x1854145451841664:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252786.115300:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252786.115320:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc47b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6de6 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.115386:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115411:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115422:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115436:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115443:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115449:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115564:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc490 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115572:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115579:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252786.115609:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:0.0:1768252786.115612:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252786.115635:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115645:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115652:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115659:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115664:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252786.115668:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115675:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115687:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:0.0:1768252786.115690:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252786.115694:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115700:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc482 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115724:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115729:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115735:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115740:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252786.115743:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115748:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115755:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270a00) 00010000:00010000:0.0:1768252786.115758:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252786.115761:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115766:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc489 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.115793:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc47b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6de6 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.115806:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc490 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6de6 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.115816:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252786.115819:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252786.115821:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963400, rc 0) 00000100:00100000:0.0:1768252786.115875:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42968:x1854145451841664:12345-192.168.202.43@tcp:101:touch.0 Request processed in 603us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252786.115883:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 685 00000100:00100000:1.0:1768252786.120986:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252786.121315:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451841920 00000100:00100000:0.0:1768252786.121325:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451841920 00000100:00100000:0.0:1768252786.121382:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 686 00000100:00100000:0.0:1768252786.121391:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:42968:x1854145451841920:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252786.121419:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252786.121438:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc497 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ded expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.121559:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.121573:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.121584:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.121596:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.121602:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.121607:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:0.0:1768252786.122170:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:0.0:1768252786.122395:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc4ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122406:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc4ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122414:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc4ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122452:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122459:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122465:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122472:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252786.122476:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122483:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122496:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252786.122499:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252786.122503:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.122508:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc49e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252786.122525:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fa0f285 reply state 00000000a9a67b13 transno 4294967563 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252786.122533:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252786.122561:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc497 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ded expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.122575:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc4ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ded expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.122583:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972775270300) 00010000:00010000:0.0:1768252786.122585:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252786.122587:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768252786.122648:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42968:x1854145451841920:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1257us (1672us total) trans 4294967563 rc 0/0 00000100:00100000:0.0:1768252786.122657:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 686 00010000:00010000:3.0:1768252786.126993:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.127048:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.127066:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.127072:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252786.127078:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.127086:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.127103:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972775270600) 00010000:00010000:3.0:1768252786.127106:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252786.127112:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.127117:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc4a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252786.128220:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252786.128328:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451842176 00000100:00100000:0.0:1768252786.128342:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451842176 00000100:00100000:0.0:1768252786.128528:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 687 00000100:00100000:0.0:1768252786.128540:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:42968:x1854145451842176:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:0.0:1768252786.128609:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252786.128640:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc4ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ded expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.128663:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972775270300) 00010000:00010000:0.0:1768252786.128685:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252786.128758:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.128776:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252786.128786:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252786.128952:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d6cffa8 reply state 0000000079171db1 transno 4294967564 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252786.128961:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252786.129104:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42968:x1854145451842176:12345-192.168.202.43@tcp:36:touch.0 Request processed in 566us (890us total) trans 4294967564 rc 0/0 00000100:00100000:0.0:1768252786.129111:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 687 00010000:00010000:3.0:1768252786.131403:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.131421:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.131429:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.131434:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252786.131439:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.131446:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.131461:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768252786.131465:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252786.131469:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252786.131474:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc4ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252786.132415:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252786.132486:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451842304 00000100:00100000:0.0:1768252786.132498:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451842304 00000100:00100000:0.0:1768252786.132546:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 688 00000100:00100000:0.0:1768252786.132553:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:42968:x1854145451842304:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252786.132575:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252786.132591:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc4c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6df4 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.132654:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc4c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6df4 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.132669:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc4c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6df4 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252786.132699:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252786.132931:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768252786.132935:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768252786.133001:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42968:x1854145451842304:12345-192.168.202.43@tcp:101:touch.0 Request processed in 447us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252786.133008:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 688 00000100:00100000:1.0:1768252786.137677:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252786.139505:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451842432 00000100:00100000:2.0:1768252786.139519:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451842432 00000100:00100000:2.0:1768252786.139570:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 370 00000100:00100000:2.0:1768252786.139576:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2367:x1854145451842432:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:2.0:1768252786.139605:0:6570:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 1991 last 0 00000020:00000080:2.0:1768252786.139633:0:6570:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abc4c8 00002000:00100000:2.0:1768252786.139643:0:6570:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff97277ffb2800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768252786.139653:0:6570:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768252786.140136:0:6570:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:2.0:1768252786.140146:0:6570:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1768252786.140172:0:6570:0:(import.c:65:import_set_state_nolock()) ffff97277ffb0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768252786.140856:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451842432:12345-192.168.202.43@tcp:8:touch.0 Request processed in 1273us (3183us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252786.140876:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 370 00000100:00100000:2.0:1768252786.144330:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252786.144501:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451842560 00000100:00100000:1.0:1768252786.144511:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451842560 00000100:00100000:1.0:1768252786.144571:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 371 00000100:00100000:1.0:1768252786.144580:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451842560:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:2.0:1768252786.145035:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252786.213639:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:0:x1854145451842560:12345-192.168.202.43@tcp:2:touch.0 Request processed in 69051us (69310us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1768252786.213649:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 371 00000001:00080000:3.0:1768252786.214747:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00100000:3.0:1768252786.214767:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:1.0:1768252786.216841:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252786.217087:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451842816 00000100:00100000:3.0:1768252786.217100:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451842816 00000100:00100000:3.0:1768252786.217159:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 123 00000100:00100000:3.0:1768252786.217170:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:42968:x1854145451842816:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:3.0:1768252786.217564:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42968:x1854145451842816:12345-192.168.202.43@tcp:35:touch.0 Request processed in 393us (732us total) trans 4294967565 rc 0/0 00000100:00100000:3.0:1768252786.217572:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 123 00000100:00100000:2.0:1768252786.308479:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252786.309999:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451842944 00000100:00100000:0.0:1768252786.310043:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451842944 00000100:00100000:1.0:1768252786.311323:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 689 00000100:00100000:1.0:1768252786.311335:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42972:x1854145451842944:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252786.311361:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252786.311384:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc4cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6dfb expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.311442:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311454:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311466:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311479:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311485:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311496:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311588:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311596:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311602:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768252786.311631:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 0 00000004:00200000:1.0:1768252786.311635:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252786.311652:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311663:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311670:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311677:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311683:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311689:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252786.311693:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311700:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311712:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270000) 00010000:00010000:1.0:1768252786.311715:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252786.311719:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311725:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc4d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311736:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311741:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311746:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311751:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252786.311755:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311760:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311766:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972749ca9b00) 00010000:00010000:1.0:1768252786.311768:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252786.311771:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311776:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc4dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252786.311800:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc4cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dfb expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.311812:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dfb expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252786.311820:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768252786.311822:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768252786.311824:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252786.311900:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42972:x1854145451842944:12345-192.168.202.43@tcp:101:rm.0 Request processed in 568us (3433us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252786.311907:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 689 00000100:00100000:2.0:1768252786.320655:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252786.322980:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451843072 00000100:00100000:1.0:1768252786.322996:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451843072 00000100:00100000:1.0:1768252786.323576:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 372 00000100:00100000:1.0:1768252786.323589:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451843072:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252786.323614:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252786.323643:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e02 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252786.323675:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x69656572, atime: 0x69656572, ctime: 0x69656572, blocks: 0x1 00010000:00010000:1.0:1768252786.323707:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252786.323709:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252786.323720:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252786.323743:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252786.323766:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768252786.323851:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451843072:12345-192.168.202.43@tcp:101:rm.0 Request processed in 264us (3207us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252786.323859:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 372 00000100:00100000:0.0:1768252786.329388:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252786.329487:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451843328 00000100:00100000:2.0:1768252786.329500:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451843328 00000100:00100000:2.0:1768252786.329568:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 690 00000100:00100000:2.0:1768252786.329579:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42972:x1854145451843328:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768252786.329632:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252786.329666:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc4e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dfb expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252786.329692:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc4c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6df4 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252786.329707:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768252786.329719:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252786.329750:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329764:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329774:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329790:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329797:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329802:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329923:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329930:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.329937:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:2.0:1768252786.330586:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9536 00000004:00080000:2.0:1768252786.330598:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1991751584243ns, next at 1992751581914ns, rc = 0 00010000:00010000:2.0:1768252786.330654:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330664:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330673:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330680:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330686:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330691:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330715:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252786.330735:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330741:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330748:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330754:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252786.330758:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330765:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330775:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768252786.330777:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252786.330782:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330787:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc500 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330834:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330840:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330845:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330849:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252786.330851:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330856:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330863:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270000) 00010000:00010000:2.0:1768252786.330880:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252786.330883:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.330888:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc4f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768252786.330896:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000719d4e07 reply state 00000000192efe7e transno 4294967566 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252786.330903:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252786.330982:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42972:x1854145451843328:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1403us (1607us total) trans 4294967566 rc 0/0 00000100:00100000:2.0:1768252786.330992:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 690 00010000:00010000:2.0:1768252786.331698:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252786.331707:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.331713:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252786.331717:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.331723:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.331733:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768252786.331735:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252786.331738:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.331744:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc507 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252786.331758:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252786.331760:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252786.331762:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252786.340789:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252786.340817:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252786.340826:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252786.340832:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252786.340837:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252786.340846:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252786.340875:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972742c4a200) 00010000:00010000:3.0:1768252786.340879:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252786.340884:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252786.340890:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc4f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.122283:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252787.139239:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252787.139444:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451843456 00000100:00100000:3.0:1768252787.139454:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451843456 00000100:00100000:3.0:1768252787.139522:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 691 00000100:00100000:3.0:1768252787.139532:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42986:x1854145451843456:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252787.139557:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252787.139577:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc50e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e09 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252787.139671:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc515 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252787.139686:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc515 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252787.139697:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc515 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252787.139752:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:3.0:1768252787.139756:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252787.139779:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc515 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252787.139805:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc50e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e09 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252787.139827:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc515 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e09 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252787.139836:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270000) 00010000:00010000:3.0:1768252787.139839:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252787.139843:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252787.139914:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42986:x1854145451843456:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 382us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252787.139921:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 691 00000100:00080000:1.0:1768252787.140067:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252787.142805:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252787.143331:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451843712 00000100:00100000:0.0:1768252787.143342:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451843712 00000100:00100000:0.0:1768252787.143402:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 692 00000100:00100000:0.0:1768252787.143413:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42986:x1854145451843712:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252787.143462:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252787.143494:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc515 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e09 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252787.143522:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc490 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6de6 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252787.143537:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252787.143549:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252787.143576:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252787.143589:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252787.143599:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768252787.143849:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb154326 reply state 00000000bce7fded transno 4294967567 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252787.143874:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252787.143887:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:0.0:1768252787.143975:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:42986:x1854145451843712:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 563us (1180us total) trans 4294967567 rc 0/0 00000100:00100000:0.0:1768252787.143983:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 692 00010000:00010000:1.0:1768252787.146487:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.146513:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.146521:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.146527:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252787.146532:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.146540:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.146554:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270d00) 00010000:00010000:1.0:1768252787.146557:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252787.146562:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252787.146567:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc51c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252787.250170:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476149248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250231:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252787.250269:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476149632:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250274:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476149760:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250307:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252787.250319:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252787.250323:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252787.250329:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476149376:0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250348:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252787.250349:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252787.250358:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476149504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250367:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476149888:0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250390:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252787.250394:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252787.250427:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476149248 00000100:00100000:2.0:1768252787.250432:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476149632 00000100:00100000:0.0:1768252787.250432:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476149248 00000100:00100000:2.0:1768252787.250438:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476149632 00000100:00100000:0.0:1768252787.250469:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1768252787.250478:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476149888 00000100:00100000:0.0:1768252787.250478:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476149248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250484:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476149888 00000100:00100000:2.0:1768252787.250520:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1768252787.250531:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476149632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250531:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476149248:12345-0@lo:400:kworker.0 Request processed in 41us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252787.250544:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1768252787.250576:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476149632:12345-0@lo:400:kworker.0 Request processed in 49us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252787.250583:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476149760 00000100:00100000:2.0:1768252787.250586:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1768252787.250588:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476149760 00000100:00100000:2.0:1768252787.250604:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1768252787.250613:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476149888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250618:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476149376 00000100:00100000:0.0:1768252787.250621:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476149376 00000100:00100000:0.0:1768252787.250639:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476149504 00000100:00100000:0.0:1768252787.250641:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476149504 00000100:00100000:2.0:1768252787.250648:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476149888:12345-0@lo:400:kworker.0 Request processed in 35us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252787.250654:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1768252787.250657:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1768252787.250662:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476149760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250684:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1768252787.250689:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476149760:12345-0@lo:400:kworker.0 Request processed in 28us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.250694:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476149376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250695:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1768252787.250709:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1768252787.250716:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476149504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250736:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476149376:12345-0@lo:400:kworker.0 Request processed in 43us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252787.250744:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476149504:12345-0@lo:400:kworker.0 Request processed in 29us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.250745:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1768252787.250752:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00080000:2.0:1768252787.250771:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252787.250777:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252787.250791:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476149376:0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250803:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476149504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250805:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476149888:0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.250827:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476149632:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250837:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476149760:0@lo:400:kworker.0 00000100:00100000:0.0:1768252787.250847:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476149248:0@lo:400:kworker.0 00000100:00100000:2.0:1768252787.313462:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252787.315539:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451843840 00000100:00100000:0.0:1768252787.315554:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451843840 00000100:00100000:1.0:1768252787.315778:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 693 00000100:00100000:1.0:1768252787.315788:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451843840:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252787.315953:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451843840:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 166us (2501us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252787.315961:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 693 00000100:00100000:3.0:1768252787.319417:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.319519:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451843968 00000100:00100000:2.0:1768252787.319531:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451843968 00000100:00100000:2.0:1768252787.319616:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 373 00000100:00100000:2.0:1768252787.319625:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:42998:x1854145451843968:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252787.319897:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:42998:x1854145451843968:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 272us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.319905:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 373 00000100:00100000:2.0:1768252787.325556:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252787.325751:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844096 00000100:00100000:3.0:1768252787.325763:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844096 00000100:00100000:3.0:1768252787.325854:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 374 00000100:00100000:3.0:1768252787.325873:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42998:x1854145451844096:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252787.326216:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42998:x1854145451844096:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 344us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252787.326222:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 374 00000100:00100000:1.0:1768252787.328484:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.332607:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844224 00000100:00100000:2.0:1768252787.332625:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844224 00000100:00100000:2.0:1768252787.332683:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 694 00000100:00100000:2.0:1768252787.332691:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451844224:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252787.332997:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451844224:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 304us (4521us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.333005:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 694 00000100:00100000:0.0:1768252787.338275:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.338378:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844352 00000100:00100000:2.0:1768252787.338389:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844352 00000100:00100000:2.0:1768252787.338450:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 695 00000100:00100000:2.0:1768252787.338460:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451844352:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252787.338661:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451844352:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 202us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.338668:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 695 00000100:00100000:1.0:1768252787.346716:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252787.346954:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844480 00000100:00100000:3.0:1768252787.346964:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844480 00000100:00100000:2.0:1768252787.347068:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 375 00000100:00100000:2.0:1768252787.347079:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:42998:x1854145451844480:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252787.347700:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:42998:x1854145451844480:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 622us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.347709:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 375 00000100:00100000:3.0:1768252787.351303:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.351441:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844608 00000100:00100000:2.0:1768252787.351450:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844608 00000100:00100000:2.0:1768252787.351499:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 376 00000100:00100000:2.0:1768252787.351506:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42998:x1854145451844608:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252787.351725:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:42998:x1854145451844608:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 218us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.351733:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 376 00000100:00100000:0.0:1768252787.353520:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252787.353598:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844736 00000100:00100000:1.0:1768252787.353607:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844736 00000100:00100000:1.0:1768252787.353647:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 696 00000100:00100000:1.0:1768252787.353653:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451844736:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252787.353867:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:42998:x1854145451844736:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 212us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252787.353875:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 696 00000100:00100000:1.0:1768252787.407851:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.408139:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451844864 00000100:00100000:2.0:1768252787.408152:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451844864 00000100:00100000:2.0:1768252787.408227:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 697 00000100:00100000:2.0:1768252787.408238:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:43002:x1854145451844864:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768252787.408409:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252787.408435:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc523 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e10 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.408508:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408522:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408535:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408549:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408556:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408562:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408706:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc538 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408712:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408717:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768252787.408744:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1768252787.408747:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252787.408763:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408771:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408776:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408780:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408784:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252787.408786:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408791:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408799:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:2.0:1768252787.408801:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252787.408803:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408807:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc52a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408817:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408820:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408823:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408826:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252787.408828:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408831:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408836:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972742c4a900) 00010000:00010000:2.0:1768252787.408838:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252787.408840:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.408845:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc531 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.409453:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc523 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e10 expref: 13 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.409467:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc538 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e10 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.409476:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768252787.409478:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252787.409479:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768252787.409539:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43002:x1854145451844864:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1304us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.409545:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 697 00000100:00100000:3.0:1768252787.412181:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.412549:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451845120 00000100:00100000:2.0:1768252787.412559:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451845120 00000100:00100000:2.0:1768252787.412613:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 698 00000100:00100000:2.0:1768252787.412624:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43002:x1854145451845120:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768252787.412643:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252787.412663:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc53f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e17 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.412772:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.412783:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.412792:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.412800:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.412804:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.412808:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:2.0:1768252787.415303:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:2.0:1768252787.415490:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc554 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415503:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415511:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415540:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415545:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415549:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415553:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252787.415556:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415560:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415568:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768252787.415570:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252787.415573:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252787.415577:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc546 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768252787.415589:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf753da5 reply state 00000000b20eba82 transno 4294967568 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768252787.415595:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252787.415620:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc53f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e17 expref: 15 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.415629:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc554 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e17 expref: 14 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.415634:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff972742c4a700) 00010000:00010000:2.0:1768252787.415635:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252787.415637:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01a00, rc 0) 00000100:00100000:2.0:1768252787.415702:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+15:43002:x1854145451845120:12345-192.168.202.43@tcp:101:dd.0 Request processed in 3081us (3539us total) trans 4294967568 rc 0/0 00000100:00100000:2.0:1768252787.415708:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 698 00010000:00010000:3.0:1768252787.417185:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252787.417203:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252787.417211:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252787.417218:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252787.417223:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252787.417231:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252787.417247:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972742c4af00) 00010000:00010000:3.0:1768252787.417251:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252787.417256:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252787.417262:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc54d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252787.420586:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.420673:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451845248 00000100:00100000:2.0:1768252787.420687:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451845248 00000100:00100000:2.0:1768252787.420780:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 377 00000100:00100000:2.0:1768252787.420791:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43002:x1854145451845248:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768252787.420817:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252787.420840:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e1e expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768252787.420864:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768252787.420886:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252787.420888:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252787.420897:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.420914:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.420927:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768252787.420994:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43002:x1854145451845248:12345-192.168.202.43@tcp:101:dd.0 Request processed in 205us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252787.421002:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 377 00000100:00100000:0.0:1768252787.432379:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.433065:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451845376 00000100:00100000:2.0:1768252787.433078:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451845376 00002000:00100000:3.0:1768252787.433332:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->1048575) req@ffff972777220e00 x1854145451845376/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:518/0 lens 488/0 e 0 to 0 dl 1768252798 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768252787.433350:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777220e00 with x1854145451845376 ext(0->1048575) 00002000:00010000:3.0:1768252787.433367:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972777220e00 00000100:00100000:3.0:1768252787.433442:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 16 00000100:00100000:3.0:1768252787.433453:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451845376:12345-192.168.202.43@tcp:4:dd.0 00000100:00100000:3.0:1768252787.454821:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451845376:12345-192.168.202.43@tcp:4:dd.0 Request processed in 21355us (22440us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1768252787.454834:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 16 00002000:00100000:3.0:1768252787.454846:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->1048575) req@ffff972777220e00 x1854145451845376/t4294967340(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:518/0 lens 488/448 e 0 to 0 dl 1768252798 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768252787.456293:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777220e00 with x1854145451845376 ext(0->1048575) 00002000:00010000:3.0:1768252787.456306:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972777220e00 00000100:00100000:0.0:1768252787.459746:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252787.459822:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451845504 00000100:00100000:2.0:1768252787.459832:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451845504 00000100:00100000:2.0:1768252787.459900:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 699 00000100:00100000:2.0:1768252787.459912:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+14:43002:x1854145451845504:12345-192.168.202.43@tcp:44:dd.0 00000001:00080000:0.0:1768252787.486580:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967567 is committed 00000001:00080000:0.0:1768252787.486603:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967568 is committed 00000004:00080000:0.0:1768252787.486611:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 59 committed 00000100:00100000:2.0:1768252787.486832:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252787.486854:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476150016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252787.486940:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252787.487232:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150016 00000100:00100000:1.0:1768252787.487242:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150016 00000100:00100000:1.0:1768252787.487307:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1768252787.487317:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476150016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1768252787.487347:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00010000:00010000:1.0:1768252787.487374:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252787.487394:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252787.487407:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252787.487410:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252787.487413:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252787.487444:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252787.487459:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 5 pid: 6570 timeout: 2092 lvb_type: 1 00000100:00100000:1.0:1768252787.487472:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476150144:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252787.487583:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252787.487843:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43002:x1854145451845504:12345-192.168.202.43@tcp:44:dd.0 Request processed in 27932us (28104us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252787.487852:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 699 00000100:00100000:1.0:1768252787.491672:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252787.491910:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476150144:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768252787.491938:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252787.492260:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252787.492490:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451845760 00000100:00100000:1.0:1768252787.492498:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451845760 00010000:00010000:1.0:1768252787.492534:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 6 pid: 6570 timeout: 2092 lvb_type: 1 00000100:00100000:1.0:1768252787.492662:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 384 00000100:00100000:1.0:1768252787.492672:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451845760:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252787.492688:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252787.492693:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 6 pid: 6570 timeout: 2092 lvb_type: 1 00010000:00010000:1.0:1768252787.492710:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 6 pid: 6570 timeout: 2092 lvb_type: 1 00010000:00010000:1.0:1768252787.492733:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abc4eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e02 expref: 6 pid: 6570 timeout: 2092 lvb_type: 1 00010000:00010000:1.0:1768252787.492748:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252787.492750:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252787.492754:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252787.492763:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252787.492795:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252787.492841:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451845760:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 169us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252787.492849:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 384 00010000:00010000:0.0:1768252787.492896:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252787.492905:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252787.492915:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252787.492922:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252787.492939:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768252787.493491:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476150016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6176us (6550us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1768252787.493498:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1768252787.493511:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451845632 00000100:00100000:0.0:1768252787.493515:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451845632 00000100:00100000:2.0:1768252787.493723:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 379 00000100:00100000:2.0:1768252787.493733:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451845632:12345-192.168.202.43@tcp:16:dd.0 00010000:00010000:2.0:1768252787.493790:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252787.493797:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.493806:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252787.493810:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.493820:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.493833:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.493839:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc569 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252787.493855:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252787.493857:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252787.493859:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252787.496466:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9726498af800/2, rc 0, transno 4294967339 00000100:00100000:2.0:1768252787.496485:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476150016:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1768252787.542501:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:1.0:1768252787.542522:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000100:00100000:3.0:1768252787.542732:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451845632:12345-192.168.202.43@tcp:16:dd.0 Request processed in 48994us (51064us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252787.542756:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 379 00000100:00100000:0.0:1768252787.550108:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252787.550207:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846016 00000100:00100000:1.0:1768252787.550217:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846016 00000100:00100000:1.0:1768252787.550265:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 124 00000100:00100000:1.0:1768252787.550273:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43002:x1854145451846016:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:1.0:1768252787.550948:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43002:x1854145451846016:12345-192.168.202.43@tcp:35:dd.0 Request processed in 671us (850us total) trans 4294967569 rc 0/0 00000100:00100000:1.0:1768252787.550961:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 124 00010000:00010000:1.0:1768252788.146203:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252788.603580:0:75530:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1994024562782ns, next at 1991165884822ns, rc = 0 00000004:00080000:1.0:1768252788.603700:0:75530:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1994024686424ns, next at 1992751581914ns, rc = 0 00000004:00080000:3.0:1768252788.625120:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 60 committed 00000004:00080000:3.0:1768252788.625142:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 57 committed 00000001:00080000:3.0:1768252788.625156:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967569 is committed 00010000:00010000:2.0:1768252789.170429:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252789.810386:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476150272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252789.810510:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252789.819435:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150272 00000100:00100000:1.0:1768252789.819461:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150272 00000100:00100000:1.0:1768252789.819643:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1768252789.819658:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476150272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252789.819729:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252789.821205:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476150400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252789.822990:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252789.824438:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150400 00000100:00100000:2.0:1768252789.824457:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150400 00000100:00100000:2.0:1768252789.824524:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1768252789.824556:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476150400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252789.824614:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768252789.824722:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476150400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 187us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252789.824730:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:2.0:1768252789.827656:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252789.827672:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252789.828549:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:0.0:1768252789.828562:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649362d80, transno 4294967339 00000100:00100000:1.0:1768252789.829725:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476150272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 10060us (19205us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252789.829742:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1768252789.830627:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476150272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252789.830730:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252789.830763:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846272 00000100:00100000:1.0:1768252789.830771:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846272 00000100:00100000:1.0:1768252789.830852:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1366 00000100:00100000:1.0:1768252789.830865:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451846272:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252789.830969:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451846272:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 107us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252789.830978:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1366 00000100:00080000:1.0:1768252789.831000:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252789.831415:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476150400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252789.831546:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252789.831735:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252789.831782:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252789.831809:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846400 00000100:00100000:1.0:1768252789.831815:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846400 00000100:00100000:1.0:1768252789.831854:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846528 00000100:00100000:1.0:1768252789.831858:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846528 00000100:00100000:1.0:1768252789.831884:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1002 00000100:00100000:1.0:1768252789.831892:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451846400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252789.831937:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451846400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252789.831945:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1002 00000100:00100000:1.0:1768252789.831959:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1003 00000100:00100000:1.0:1768252789.831965:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451846528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252789.831988:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451846528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252789.831994:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1003 00000100:00080000:1.0:1768252789.832044:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252789.832049:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252789.840463:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846144 00000100:00100000:0.0:1768252789.840487:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846144 00000100:00100000:0.0:1768252789.841147:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1141 00000100:00100000:0.0:1768252789.841164:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451846144:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252789.841315:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451846144:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 156us (9768us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252789.841327:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1141 00000001:00080000:1.0:1768252789.968752:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000100:00100000:1.0:1768252790.077156:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252790.077233:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846656 00000100:00100000:3.0:1768252790.077249:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846656 00000100:00100000:3.0:1768252790.077405:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 700 00000100:00100000:3.0:1768252790.077419:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451846656:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252790.077536:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451846656:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 119us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252790.077545:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 700 00000100:00100000:1.0:1768252790.080052:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252790.080122:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846784 00000100:00100000:3.0:1768252790.080135:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846784 00000100:00100000:3.0:1768252790.080197:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 380 00000100:00100000:3.0:1768252790.080207:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43134:x1854145451846784:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252790.080589:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43134:x1854145451846784:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 382us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252790.080598:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 380 00000100:00100000:2.0:1768252790.085447:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252790.085531:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451846912 00000100:00100000:3.0:1768252790.085543:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451846912 00000100:00100000:3.0:1768252790.085611:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 381 00000100:00100000:3.0:1768252790.085620:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43134:x1854145451846912:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252790.086165:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43134:x1854145451846912:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 544us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252790.086176:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 381 00000100:00100000:3.0:1768252790.090067:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252790.090227:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847040 00000100:00100000:1.0:1768252790.090242:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847040 00000100:00100000:1.0:1768252790.090316:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 701 00000100:00100000:1.0:1768252790.090327:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451847040:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252790.101328:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451847040:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 10986us (11260us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252790.101349:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 701 00000100:00100000:3.0:1768252790.110999:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252790.111080:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847168 00000100:00100000:3.0:1768252790.111094:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847168 00000100:00100000:3.0:1768252790.111167:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 702 00000100:00100000:3.0:1768252790.111180:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451847168:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252790.111303:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451847168:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 125us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252790.111311:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 702 00000100:00100000:1.0:1768252790.114284:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252790.114336:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847296 00000100:00100000:1.0:1768252790.114348:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847296 00000100:00100000:1.0:1768252790.114403:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 382 00000100:00100000:1.0:1768252790.114412:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43134:x1854145451847296:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252790.114721:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43134:x1854145451847296:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 309us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252790.114727:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 382 00000100:00100000:1.0:1768252790.118461:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252790.121223:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847424 00000100:00100000:3.0:1768252790.121247:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847424 00000100:00100000:3.0:1768252790.121335:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 383 00000100:00100000:3.0:1768252790.121349:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43134:x1854145451847424:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252790.124508:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43134:x1854145451847424:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 3148us (6049us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252790.124526:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 383 00000100:00100000:3.0:1768252790.128424:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252790.128490:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847552 00000100:00100000:1.0:1768252790.128505:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847552 00000100:00100000:1.0:1768252790.128572:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 703 00000100:00100000:1.0:1768252790.128581:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451847552:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252790.128977:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43134:x1854145451847552:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 395us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252790.128986:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 703 00010000:00010000:1.0:1768252790.194261:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252790.218170:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252790.218484:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847808 00000100:00100000:3.0:1768252790.218499:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847808 00000100:00100000:3.0:1768252790.218572:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 704 00000100:00100000:3.0:1768252790.218583:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43138:x1854145451847808:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768252790.218663:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252790.218700:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abc554 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e17 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252790.218728:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff972742c4a700) 00010000:00010000:3.0:1768252790.218742:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252790.219516:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219537:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219550:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219567:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219574:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219581:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219730:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219738:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.219745:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000040:00080000:2.0:1768252790.221971:0:6919:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].22, 64 off9600 00000004:00080000:2.0:1768252790.221994:0:6919:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1995642980176ns, next at 1996642974392ns, rc = 0 00010000:00010000:2.0:1768252790.222243:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222264:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222278:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222288:0:6919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222295:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222301:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222345:0:6919:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252790.222388:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222394:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222400:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222407:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252790.222412:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222421:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222436:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:2.0:1768252790.222440:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252790.222445:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222451:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc57e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222516:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222523:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222529:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222534:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252790.222537:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222543:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222551:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768252790.222553:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252790.222557:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252790.222567:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc570 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768252790.222578:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000af0c9b9 reply state 000000009a2c5e26 transno 4294967570 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768252790.222588:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252790.222716:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43138:x1854145451847808:12345-192.168.202.43@tcp:36:rm.0 Request processed in 4129us (4557us total) trans 4294967570 rc 0/0 00000100:00100000:2.0:1768252790.222727:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 704 00010000:00010000:0.0:1768252790.223051:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252790.223061:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252790.223068:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252790.223072:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252790.223079:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252790.223088:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:0.0:1768252790.223090:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768252790.223094:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252790.223099:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abc585 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252790.223119:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252790.223122:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252790.223123:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252790.235239:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.235265:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.235274:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.235281:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252790.235288:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.235302:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.235325:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff97274f8b9800) 00010000:00010000:3.0:1768252790.235328:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252790.235333:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252790.235340:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc577 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252791.218300:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252792.244538:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252792.372179:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476150784:0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372294:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252792.372400:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1768252792.372407:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476150656:0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372431:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252792.372451:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476151168:0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372477:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252792.372518:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150784 00000100:00100000:1.0:1768252792.372528:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150784 00000100:00100000:1.0:1768252792.372596:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150656 00000100:00100000:1.0:1768252792.372600:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150656 00000100:00100000:1.0:1768252792.372626:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1768252792.372635:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476150784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372696:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476150784:12345-0@lo:400:kworker.0 Request processed in 62us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252792.372705:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1768252792.372725:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1768252792.372732:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476150656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372760:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476150656:12345-0@lo:400:kworker.0 Request processed in 29us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252792.372766:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1768252792.372787:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151168 00000100:00100000:1.0:1768252792.372791:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151168 00000100:00100000:1.0:1768252792.372815:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1768252792.372822:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476151168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372852:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476151168:12345-0@lo:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252792.372859:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00080000:1.0:1768252792.372876:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252792.372881:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252792.372919:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476150656:0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372930:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:1.0:1768252792.372937:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9726498af800, transno 4294967339 00000100:00100000:1.0:1768252792.372949:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476151168:0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.372960:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476150784:0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373357:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476150528:0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373398:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252792.373427:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476151040:0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373448:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252792.373468:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252792.373474:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476150912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373498:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252792.373527:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151040 00000100:00100000:0.0:1768252792.373531:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151040 00000100:00100000:0.0:1768252792.373568:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1768252792.373575:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476151040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373608:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476151040:12345-0@lo:400:kworker.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252792.373615:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1768252792.373637:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150912 00000100:00100000:0.0:1768252792.373641:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150912 00000100:00100000:0.0:1768252792.373666:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1768252792.373673:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476150912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373700:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476150912:12345-0@lo:400:kworker.0 Request processed in 28us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252792.373706:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00080000:0.0:1768252792.373727:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252792.373731:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252792.373749:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476150912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252792.373758:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476151040:0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.374912:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476150528 00000100:00100000:1.0:1768252792.374923:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476150528 00000100:00100000:1.0:1768252792.374985:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1768252792.375003:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476150528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252792.375639:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476150528:12345-0@lo:400:kworker.0 Request processed in 635us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252792.375647:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1768252792.386526:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476150528:0@lo:400:kworker.0 00010000:00010000:1.0:1768252793.267133:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768252793.455792:0:75677:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1998876773936ns, next at 1996642974392ns, rc = 0 00000001:00080000:3.0:1768252793.507793:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967570 is committed 00000004:00080000:3.0:1768252793.507810:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 58 committed 00000004:00080000:3.0:1768252793.507841:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 59 committed 00000100:00100000:2.0:1768252793.508702:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252793.508730:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476151296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768252793.508823:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252793.508887:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151296 00000100:00100000:0.0:1768252793.508900:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151296 00000100:00100000:0.0:1768252793.508992:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1768252793.509007:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476151296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1768252793.509086:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00010000:00010000:0.0:1768252793.509123:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252793.509149:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252793.509160:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1768252793.509162:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1768252793.509167:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252793.509317:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252793.509336:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 5 pid: 6569 timeout: 2098 lvb_type: 0 00000100:00100000:2.0:1768252793.509352:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476151424:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252793.509437:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646d2a780 going to sleep for 11 seconds 00000100:00100000:2.0:1768252793.513285:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476151424:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252793.513329:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252793.519137:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252793.519349:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451847936 00000100:00100000:1.0:1768252793.519364:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451847936 00010000:00010000:1.0:1768252793.519435:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 6 pid: 6569 timeout: 2098 lvb_type: 0 00000100:00080000:0.0:1768252793.519469:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252793.519489:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 385 00000100:00100000:1.0:1768252793.519502:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451847936:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252793.519524:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252793.519531:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 6 pid: 6569 timeout: 2098 lvb_type: 0 00010000:00010000:1.0:1768252793.519547:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 6 pid: 6569 timeout: 2098 lvb_type: 0 00010000:00010000:1.0:1768252793.519583:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc562 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e1e expref: 6 pid: 6569 timeout: 2098 lvb_type: 0 00010000:00010000:1.0:1768252793.519607:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252793.519610:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252793.519616:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.519633:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.519739:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252793.519829:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451847936:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 329us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252793.519838:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 385 00010000:00010000:2.0:1768252793.520536:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252793.520556:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252793.520568:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252793.520577:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252793.520597:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768252793.521396:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476151296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12388us (12567us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1768252793.521408:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00010000:00010000:1.0:1768252793.522489:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252793.522505:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.522519:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252793.522525:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.522538:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.522563:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.522572:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc58c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252793.522599:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252793.522601:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252793.522604:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252793.522616:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ffae300/2, rc 0, transno 4294967341 00000100:00100000:0.0:1768252793.522646:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476151296:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1768252793.523050:0:75677:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1998944035519ns, next at 1992751581914ns, rc = 0 00000004:00080000:3.0:1768252793.526044:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 61 committed 00010000:00010000:1.0:1768252794.301070:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252794.824527:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252794.824579:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252794.824602:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252794.824635:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252794.824671:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848192 00000100:00100000:1.0:1768252794.824684:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848192 00000100:00100000:1.0:1768252794.824762:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1370 00000100:00100000:1.0:1768252794.824774:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451848192:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252794.824904:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451848192:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 132us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252794.824914:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1370 00000100:00100000:1.0:1768252794.824947:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848320 00000100:00100000:1.0:1768252794.824950:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848320 00000100:00100000:1.0:1768252794.824987:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848448 00000100:00100000:1.0:1768252794.824990:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848448 00000100:00100000:1.0:1768252794.825040:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1006 00000100:00100000:1.0:1768252794.825048:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451848320:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252794.825080:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451848320:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252794.825087:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1006 00000100:00100000:1.0:1768252794.825099:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1007 00000100:00100000:1.0:1768252794.825105:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451848448:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252794.825132:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451848448:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252794.825142:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1007 00000100:00080000:1.0:1768252794.825160:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252794.825166:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252794.825373:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848064 00000100:00100000:0.0:1768252794.825378:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848064 00000100:00100000:0.0:1768252794.825416:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1143 00000100:00100000:0.0:1768252794.825425:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451848064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252794.825465:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451848064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 42us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252794.825472:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1143 00000100:00100000:0.0:1768252794.932360:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252794.932394:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476151552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252794.932493:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252794.932584:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151552 00000100:00100000:0.0:1768252794.932597:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151552 00000100:00100000:0.0:1768252794.932679:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1768252794.932692:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476151552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252794.932748:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768252794.932805:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476151552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252794.932813:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:0.0:1768252794.932866:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252794.932910:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476151552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252794.936723:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252794.936761:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476151680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252794.936894:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252794.936984:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151680 00000100:00100000:0.0:1768252794.936996:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151680 00000100:00100000:0.0:1768252794.937094:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1768252794.937105:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476151680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252794.937159:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252794.937218:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476151680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252794.937226:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00080000:0.0:1768252794.937255:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252794.937308:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476151680:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252795.314787:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768252795.523732:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00010000:00010000:1.0:1768252796.338490:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252797.366142:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252797.491883:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476151936:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.491986:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252797.492078:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476152448:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.492104:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252797.492131:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768252797.492137:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476151808:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.492165:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252797.492187:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476152320:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.492207:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252797.492235:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476152064:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.492256:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252797.492274:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252797.492279:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476152192:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.492302:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252797.492478:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152448 00000100:00100000:2.0:1768252797.492488:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152448 00000100:00100000:2.0:1768252797.492547:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152192 00000100:00100000:2.0:1768252797.492550:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152192 00000100:00100000:2.0:1768252797.492574:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1768252797.492582:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476152448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252797.492635:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476152448:12345-0@lo:400:kworker.0 Request processed in 54us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252797.492642:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1768252797.492660:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1768252797.492665:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476152192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252797.492692:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476152192:12345-0@lo:400:kworker.0 Request processed in 27us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252797.492701:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00080000:2.0:1768252797.492719:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252797.492724:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252797.492764:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476152448:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.495447:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151936 00000100:00100000:0.0:1768252797.495467:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151936 00000100:00100000:0.0:1768252797.495551:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152320 00000100:00100000:0.0:1768252797.495556:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152320 00000100:00100000:0.0:1768252797.495590:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152064 00000100:00100000:0.0:1768252797.495593:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152064 00000100:00100000:0.0:1768252797.495630:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1768252797.495640:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476151936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.495743:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476151936:12345-0@lo:400:kworker.0 Request processed in 105us (3757us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252797.495750:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1768252797.495769:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1768252797.495776:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476152320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.495806:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476152320:12345-0@lo:400:kworker.0 Request processed in 31us (3598us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252797.495812:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1768252797.495824:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1768252797.495830:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476152064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.495858:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476152064:12345-0@lo:400:kworker.0 Request processed in 28us (3602us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252797.495864:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1768252797.495889:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476151808 00000100:00100000:0.0:1768252797.495893:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476151808 00000100:00100000:0.0:1768252797.495930:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1768252797.495936:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476151808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.495981:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476151808:12345-0@lo:400:kworker.0 Request processed in 45us (3815us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252797.495987:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1768252797.496106:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:0.0:1768252797.496114:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ffae300, transno 4294967341 00000100:00100000:0.0:1768252797.496131:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476152192:0@lo:400:kworker.0 00000100:00100000:0.0:1768252797.496145:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476152064:0@lo:400:kworker.0 00000100:00080000:2.0:1768252797.497641:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252797.497689:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476151808:0@lo:400:kworker.0 00000100:00100000:2.0:1768252797.497709:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476152320:0@lo:400:kworker.0 00000100:00100000:2.0:1768252797.497721:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476151936:0@lo:400:kworker.0 00010000:00010000:1.0:1768252798.386887:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252799.412804:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252799.954846:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252799.954914:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252799.954955:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848576 00000100:00100000:0.0:1768252799.954979:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848576 00000100:00100000:2.0:1768252799.954997:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252799.955059:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252799.955102:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848832 00000100:00100000:2.0:1768252799.955106:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848832 00000100:00100000:0.0:1768252799.955108:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1145 00000100:00100000:0.0:1768252799.955120:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451848576:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252799.955158:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848960 00000100:00100000:2.0:1768252799.955161:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848960 00000100:00100000:2.0:1768252799.955188:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1010 00000100:00100000:2.0:1768252799.955196:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451848832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252799.955251:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451848576:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 132us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252799.955260:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1145 00000100:00080000:3.0:1768252799.957140:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252799.957151:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252799.957193:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1011 00000100:00100000:3.0:1768252799.957220:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451848960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252799.957679:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451848832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 2480us (2761us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252799.957690:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1010 00000100:00100000:3.0:1768252799.958997:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451848960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1780us (3925us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252799.959025:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1011 00000100:00100000:3.0:1768252799.959066:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451848704 00000100:00100000:3.0:1768252799.959079:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451848704 00000100:00100000:0.0:1768252799.959357:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1374 00000100:00100000:0.0:1768252799.959369:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451848704:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252799.959448:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451848704:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (4449us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252799.959455:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1374 00000100:00080000:2.0:1768252799.963101:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252800.053285:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476152576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252800.053384:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252800.053487:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152576 00000100:00100000:0.0:1768252800.053498:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152576 00000100:00100000:0.0:1768252800.053594:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1768252800.053604:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476152576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252800.053661:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252800.053717:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476152576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252800.053726:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1768252800.053788:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476152576:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252800.054198:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252800.054326:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252800.054337:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476152704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252800.054381:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252800.054416:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152704 00000100:00100000:2.0:1768252800.054421:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152704 00000100:00100000:2.0:1768252800.054462:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1768252800.054470:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476152704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252800.054496:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252800.054546:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476152704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252800.054553:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00080000:2.0:1768252800.054569:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252800.054598:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476152704:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768252800.434368:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252801.458362:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252802.482211:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252802.610430:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476153088:0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.610447:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476152960:0@lo:400:kworker.0 00000100:00100000:3.0:1768252802.610569:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476153216:0@lo:400:kworker.0 00000100:00100000:2.0:1768252802.610672:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476152832:0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.618928:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252802.619064:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476153472:0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.622346:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252802.622474:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152960 00000100:00100000:1.0:1768252802.622487:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152960 00000100:00100000:1.0:1768252802.622572:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1768252802.622584:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476152960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.622660:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476152960:12345-0@lo:400:kworker.0 Request processed in 78us (3776us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252802.622668:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1768252802.622698:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153472 00000100:00100000:1.0:1768252802.622703:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153472 00000100:00100000:1.0:1768252802.622755:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1768252802.622762:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476153472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.622797:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476153472:12345-0@lo:400:kworker.0 Request processed in 35us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252802.622803:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1768252802.622858:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476152960:0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.622872:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476153472:0@lo:400:kworker.0 00000100:00100000:3.0:1768252802.622948:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1768252802.622955:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252802.622980:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153216 00000100:00100000:1.0:1768252802.622985:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153216 00000100:00080000:3.0:1768252802.623036:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252802.623045:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1768252802.623053:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476153216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.623094:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476153216:12345-0@lo:400:kworker.0 Request processed in 42us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252802.623148:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476153216:0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.624903:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1768252802.625479:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252802.627363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252802.627549:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153088 00000100:00100000:2.0:1768252802.627564:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476153344:0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.627566:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153088 00000100:00100000:2.0:1768252802.627613:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252802.627664:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153344 00000100:00100000:1.0:1768252802.627668:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153344 00000100:00100000:1.0:1768252802.627706:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1768252802.627717:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476153088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.627793:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476153088:12345-0@lo:400:kworker.0 Request processed in 78us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252802.627801:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1768252802.627819:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1768252802.627826:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476153344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252802.627855:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476153344:12345-0@lo:400:kworker.0 Request processed in 30us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252802.627861:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1768252802.627950:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476153088:0@lo:400:kworker.0 00000100:00080000:3.0:1768252802.629571:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252802.630263:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476153344:0@lo:400:kworker.0 00000100:00100000:0.0:1768252802.631982:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476152832 00000100:00100000:0.0:1768252802.632001:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476152832 00000100:00100000:0.0:1768252802.632323:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1768252802.632334:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476152832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252802.632471:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476152832:12345-0@lo:400:kworker.0 Request processed in 138us (5117us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252802.632480:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1768252802.632595:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476152832:0@lo:400:kworker.0 00010000:00010000:0.0:1768252803.506344:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252804.530298:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252805.070225:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252805.070273:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252805.070316:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252805.070358:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252805.070411:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849472 00000100:00100000:2.0:1768252805.070424:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849472 00000100:00100000:2.0:1768252805.070496:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849344 00000100:00100000:2.0:1768252805.070500:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849344 00000100:00100000:2.0:1768252805.070531:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1014 00000100:00100000:2.0:1768252805.070543:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451849472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252805.070844:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849216 00000100:00100000:0.0:1768252805.070850:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849216 00000100:00100000:0.0:1768252805.070900:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1378 00000100:00100000:0.0:1768252805.070909:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451849216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252805.070946:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451849216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252805.070954:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1378 00000100:00100000:0.0:1768252805.071142:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1015 00000100:00100000:0.0:1768252805.071152:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451849344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252805.071184:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451849344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252805.071191:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1015 00000100:00100000:3.0:1768252805.071561:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849088 00000100:00100000:3.0:1768252805.071568:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849088 00000100:00100000:3.0:1768252805.071612:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1147 00000100:00100000:3.0:1768252805.071620:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451849088:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252805.071671:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451849088:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 53us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252805.071812:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1147 00000100:00080000:3.0:1768252805.071852:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252805.071858:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252805.071860:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252805.072902:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451849472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 99us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252805.072915:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1014 00000100:00100000:1.0:1768252805.170457:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476153600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252805.170572:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252805.171209:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476153728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252805.171253:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252805.171312:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153600 00000100:00100000:3.0:1768252805.171323:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153600 00000100:00100000:3.0:1768252805.171403:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153728 00000100:00100000:3.0:1768252805.171406:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153728 00000100:00100000:3.0:1768252805.171430:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1768252805.171440:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476153600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252805.171503:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252805.171558:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476153600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252805.171567:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1768252805.171755:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476153600:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768252805.171812:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252805.171817:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252805.171912:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1768252805.171923:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476153728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252805.171949:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252805.171997:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476153728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252805.172078:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476153728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252805.185842:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00010000:00010000:0.0:1768252805.556768:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252806.578366:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252807.606041:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252807.730501:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476154112:0@lo:400:kworker.0 00000100:00100000:0.0:1768252807.730576:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252807.730698:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476153984:0@lo:400:kworker.0 00000100:00100000:2.0:1768252807.730727:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252807.730766:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252807.730773:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476153856:0@lo:400:kworker.0 00000100:00100000:2.0:1768252807.730802:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252807.730870:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154112 00000100:00100000:2.0:1768252807.730877:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154112 00000100:00100000:2.0:1768252807.730929:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153984 00000100:00100000:2.0:1768252807.730933:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153984 00000100:00100000:2.0:1768252807.730957:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1768252807.730966:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476154112:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768252807.731127:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252807.731141:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476153856 00000100:00100000:3.0:1768252807.731145:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476153856 00000100:00100000:3.0:1768252807.731172:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1768252807.731179:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476153856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.731217:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476153856:12345-0@lo:400:kworker.0 Request processed in 38us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252807.731224:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1768252807.731270:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1768252807.731277:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476153984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.731306:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476153984:12345-0@lo:400:kworker.0 Request processed in 29us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252807.731312:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1768252807.731355:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476153856:0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.731371:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476153984:0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.732112:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476154240:0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.732146:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252807.732196:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154240 00000100:00100000:3.0:1768252807.732201:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154240 00000100:00100000:3.0:1768252807.732236:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1768252807.732244:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476154240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.732279:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476154240:12345-0@lo:400:kworker.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252807.732285:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00080000:3.0:1768252807.732303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252807.732334:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476154240:0@lo:400:kworker.0 00000100:00100000:2.0:1768252807.735802:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476154112:12345-0@lo:400:kworker.0 Request processed in 4824us (5213us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252807.735819:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1768252807.738689:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476154112:0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.739788:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476154368:0@lo:400:kworker.0 00000100:00100000:3.0:1768252807.739863:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252807.739961:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154368 00000100:00100000:2.0:1768252807.739969:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154368 00000100:00100000:2.0:1768252807.740070:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1768252807.740081:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476154368:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768252807.740167:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252807.740648:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476154496:0@lo:400:kworker.0 00000100:00100000:0.0:1768252807.740684:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252807.740725:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154496 00000100:00100000:0.0:1768252807.740729:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154496 00000100:00100000:0.0:1768252807.740772:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1768252807.740779:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476154496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252807.740819:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476154496:12345-0@lo:400:kworker.0 Request processed in 40us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252807.740826:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00080000:0.0:1768252807.740860:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252807.740886:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476154496:0@lo:400:kworker.0 00000100:00100000:2.0:1768252807.745364:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476154368:12345-0@lo:400:kworker.0 Request processed in 5271us (5486us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252807.745383:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1768252807.748924:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476154368:0@lo:400:kworker.0 00010000:00010000:1.0:1768252808.627953:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252809.650658:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252810.204259:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252810.204310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252810.204368:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252810.204478:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849600 00000100:00100000:3.0:1768252810.204489:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849600 00000100:00100000:3.0:1768252810.204540:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1149 00000100:00100000:3.0:1768252810.204548:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451849600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252810.204628:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451849600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252810.204636:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1149 00000100:00100000:0.0:1768252810.204862:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849856 00000100:00100000:0.0:1768252810.204868:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849856 00000100:00100000:0.0:1768252810.204930:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1018 00000100:00100000:0.0:1768252810.204939:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451849856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252810.204999:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451849856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 62us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252810.205006:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1018 00000100:00080000:3.0:1768252810.205097:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252810.213118:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849728 00000100:00100000:1.0:1768252810.213138:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849728 00000100:00100000:1.0:1768252810.213229:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1382 00000100:00100000:1.0:1768252810.213240:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451849728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768252810.213284:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252810.213339:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451849728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 101us (8970us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252810.213347:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1382 00000100:00100000:2.0:1768252810.217431:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252810.217536:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451849984 00000100:00100000:0.0:1768252810.217548:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451849984 00000100:00100000:0.0:1768252810.217642:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 385 00000100:00080000:3.0:1768252810.217643:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252810.217655:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451849984:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:0.0:1768252810.217694:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abc4c8 00000100:00080000:0.0:1768252810.217704:0:6570:0:(import.c:65:import_set_state_nolock()) ffff97277ffb0800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1768252810.217765:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967339 00000100:00100000:0.0:1768252810.218181:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451849984:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 526us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252810.218191:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 385 00010000:00010000:1.0:1768252810.218872:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252810.279154:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252810.280650:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850112 00000100:00100000:0.0:1768252810.280672:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850112 00000100:00100000:0.0:1768252810.280795:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 705 00000100:00100000:0.0:1768252810.280812:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451850112:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252810.280990:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451850112:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 179us (1848us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252810.281001:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 705 00000100:00100000:3.0:1768252810.284941:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252810.285051:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850240 00000100:00100000:2.0:1768252810.285063:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850240 00000100:00100000:2.0:1768252810.285118:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 386 00000100:00100000:2.0:1768252810.285128:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43356:x1854145451850240:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252810.285511:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43356:x1854145451850240:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 384us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252810.285520:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 386 00000100:00100000:2.0:1768252810.288445:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252810.288574:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850368 00000100:00100000:3.0:1768252810.288589:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850368 00000100:00100000:3.0:1768252810.288646:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 387 00000100:00100000:3.0:1768252810.288654:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145451850368:12345-192.168.202.43@tcp:8:lfs.0 00010000:00080000:3.0:1768252810.288687:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2015 last 0 00000020:00000080:3.0:1768252810.288721:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abc593 00002000:00100000:3.0:1768252810.288736:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972747d5a000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1768252810.288762:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1768252810.288886:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:3.0:1768252810.288902:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1768252810.288944:0:6567:0:(import.c:65:import_set_state_nolock()) ffff972747d59000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1768252810.289535:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451850368:12345-192.168.202.43@tcp:8:lfs.0 Request processed in 872us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252810.289552:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 387 00000100:00100000:3.0:1768252810.292569:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476154624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252810.292660:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252810.292891:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154624 00000100:00100000:2.0:1768252810.292901:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154624 00000100:00100000:2.0:1768252810.292985:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1768252810.292997:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476154624:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252810.293053:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1768252810.293910:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252810.293990:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476154624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 992us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252810.294000:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1768252810.296152:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476154752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252810.297541:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dd28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476154624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252810.297914:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252810.298216:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850496 00000100:00100000:3.0:1768252810.298225:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850496 00000100:00100000:3.0:1768252810.298309:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 388 00000100:00100000:3.0:1768252810.298321:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43356:x1854145451850496:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252810.298705:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43356:x1854145451850496:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 386us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252810.298713:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 388 00000100:00080000:0.0:1768252810.300600:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252810.302441:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252810.303051:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850624 00000100:00100000:1.0:1768252810.303063:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850624 00000100:00100000:1.0:1768252810.303129:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 706 00000100:00100000:1.0:1768252810.303140:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451850624:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252810.303468:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451850624:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 328us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252810.303476:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 706 00000100:00100000:3.0:1768252810.307746:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252810.308199:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252810.308335:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154752 00000100:00100000:3.0:1768252810.308343:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154752 00000100:00100000:3.0:1768252810.308409:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1768252810.308420:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476154752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252810.308462:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252810.308522:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476154752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252810.308530:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1768252810.308587:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476154752:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252810.308992:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252810.309607:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850752 00000100:00100000:0.0:1768252810.309618:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850752 00000100:00100000:0.0:1768252810.309898:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 707 00000100:00100000:0.0:1768252810.309909:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451850752:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252810.310047:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451850752:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 141us (2318us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252810.310054:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 707 00000100:00100000:3.0:1768252810.312908:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252810.313154:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451850880 00000100:00100000:1.0:1768252810.313166:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451850880 00000100:00100000:1.0:1768252810.313502:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 389 00000100:00100000:1.0:1768252810.313512:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43356:x1854145451850880:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252810.313843:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43356:x1854145451850880:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 331us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252810.313851:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 389 00000100:00100000:3.0:1768252810.317279:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252810.317396:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451851008 00000100:00100000:1.0:1768252810.317410:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451851008 00000100:00100000:1.0:1768252810.317496:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 390 00000100:00100000:1.0:1768252810.317513:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43356:x1854145451851008:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252810.317833:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43356:x1854145451851008:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 326us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252810.317841:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 390 00000100:00100000:2.0:1768252810.320911:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252810.321370:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451851136 00000100:00100000:0.0:1768252810.321385:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451851136 00000100:00100000:0.0:1768252810.321524:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 708 00000100:00100000:0.0:1768252810.321538:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451851136:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252810.321907:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43356:x1854145451851136:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 371us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252810.321914:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 708 00010000:00010000:2.0:1768252810.675755:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1768252810.867221:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768252810.867233:0:7475:0:(genops.c:904:class_export_put()) final put ffff97277ffb2800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00100000:1.0:1768252810.867263:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252810.869172:0:72432:0:(genops.c:863:class_export_destroy()) destroying export ffff97277ffb2800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:2.0:1768252810.869231:0:72432:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff97277ffb0800 for lustre-OST0001 00010000:00010000:1.0:1768252811.698225:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252812.418106:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.418583:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451851264 00000100:00100000:1.0:1768252812.418594:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451851264 00000100:00100000:1.0:1768252812.418665:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 709 00000100:00100000:1.0:1768252812.418675:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43370:x1854145451851264:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252812.418694:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252812.418714:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc59a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e25 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.418781:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.418808:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.418819:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768252812.418882:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1768252812.418886:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252812.418911:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.418934:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc59a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e25 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.418952:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e25 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.418960:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4a300) 00010000:00010000:1.0:1768252812.418963:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252812.418967:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768252812.419047:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43370:x1854145451851264:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 374us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252812.419055:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 709 00000100:00080000:2.0:1768252812.419133:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252812.422865:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.423657:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451851520 00000100:00100000:1.0:1768252812.423669:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451851520 00000100:00100000:1.0:1768252812.423727:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 710 00000100:00100000:1.0:1768252812.423737:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43370:x1854145451851520:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252812.423786:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252812.423819:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e25 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.423840:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc538 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e10 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.423852:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972742c4a300) 00010000:00010000:1.0:1768252812.423863:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252812.423890:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.423903:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.423911:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000001:00080000:0.0:1768252812.507181:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967571 is committed 00000004:00010000:1.0:1768252812.507402:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e0228b88 reply state 0000000065e8e2be transno 4294967571 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252812.507416:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252812.507460:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00080000:1.0:1768252812.507551:0:6919:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768252812.507576:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43370:x1854145451851520:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 83836us (84717us total) trans 4294967571 rc 0/0 00000100:00100000:1.0:1768252812.507585:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 710 00010000:00010000:3.0:1768252812.507645:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252812.507654:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252812.507662:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252812.507668:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252812.507673:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252812.507682:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252812.507697:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768252812.507699:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252812.507705:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252812.507715:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252812.581849:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.581948:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451851648 00000100:00100000:1.0:1768252812.581962:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451851648 00000100:00100000:1.0:1768252812.582066:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 125 00000100:00100000:1.0:1768252812.582076:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43374:x1854145451851648:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:1.0:1768252812.582198:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43374:x1854145451851648:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 123us (359us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252812.582209:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 125 00000100:00100000:2.0:1768252812.584347:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.584517:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451851776 00000100:00100000:1.0:1768252812.584527:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451851776 00000100:00100000:1.0:1768252812.584633:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 711 00000100:00100000:1.0:1768252812.584643:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43374:x1854145451851776:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252812.584664:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252812.584684:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e2c expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.584742:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584756:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584768:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584781:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584788:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584806:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584948:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc5c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584955:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.584963:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768252812.584985:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1768252812.584989:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252812.585047:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585060:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585066:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585073:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585078:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.585082:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585089:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585100:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252812.585103:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.585108:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585114:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc5b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585125:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585132:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585137:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585142:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.585145:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585151:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585157:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972749ca9300) 00010000:00010000:1.0:1768252812.585159:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.585162:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585167:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc5bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.585202:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e2c expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.585215:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e2c expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.585221:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252812.585224:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768252812.585226:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252812.585294:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43374:x1854145451851776:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 651us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252812.585302:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 711 00000100:00100000:0.0:1768252812.588152:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.588233:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451852032 00000100:00100000:1.0:1768252812.588245:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451852032 00000100:00100000:1.0:1768252812.588302:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 712 00000100:00100000:1.0:1768252812.588310:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43374:x1854145451852032:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252812.588334:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252812.588357:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e33 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.588503:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.588518:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.588528:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.588542:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.588548:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.588555:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:1.0:1768252812.589225:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:1.0:1768252812.589441:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc5e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589452:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589460:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc5e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589493:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589499:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589505:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589511:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.589515:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589522:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589532:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252812.589535:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.589540:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.589545:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc5d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768252812.589556:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036081c38 reply state 000000001c5abd24 transno 4294967572 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252812.589564:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768252812.589591:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc5cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e33 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.589608:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc5e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e33 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.589615:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972749ca9100) 00010000:00010000:1.0:1768252812.589618:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768252812.589620:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252812.589686:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43374:x1854145451852032:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1376us (1689us total) trans 4294967572 rc 0/0 00000100:00100000:1.0:1768252812.589694:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 712 00010000:00010000:1.0:1768252812.592427:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.592445:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.592453:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.592459:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.592464:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.592472:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.592486:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972749ca9600) 00010000:00010000:1.0:1768252812.592489:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.592494:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252812.592504:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc5d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252812.593080:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.593141:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451852288 00000100:00100000:1.0:1768252812.593151:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451852288 00000100:00100000:1.0:1768252812.593211:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 713 00000100:00100000:1.0:1768252812.593221:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43374:x1854145451852288:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:1.0:1768252812.593321:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252812.593344:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc5e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e33 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.593357:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972749ca9100) 00010000:00010000:1.0:1768252812.593366:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252812.593425:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.593439:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.593448:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768252812.593585:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002ef621ac reply state 000000008d646942 transno 4294967573 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768252812.593591:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252812.593683:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43374:x1854145451852288:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 462us (608us total) trans 4294967573 rc 0/0 00000100:00100000:1.0:1768252812.593691:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 713 00010000:00010000:1.0:1768252812.597924:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.597941:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.597948:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.597954:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.597960:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.597967:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.597983:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768252812.597985:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.597990:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.597996:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5ee lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252812.599083:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.599398:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451852416 00000100:00100000:1.0:1768252812.599408:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451852416 00000100:00100000:1.0:1768252812.599458:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 714 00000100:00100000:1.0:1768252812.599466:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43374:x1854145451852416:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252812.599486:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252812.599505:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e3a expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.599555:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e3a expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.599573:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e3a expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.599589:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768252812.599592:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768252812.599595:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768252812.599759:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43374:x1854145451852416:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 293us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252812.599766:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 714 00000100:00100000:3.0:1768252812.602500:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.602587:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451852544 00000100:00100000:1.0:1768252812.602599:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451852544 00000100:00100000:1.0:1768252812.602779:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 391 00000100:00100000:1.0:1768252812.602790:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451852544:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:1.0:1768252812.603473:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451852544:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 682us (979us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1768252812.603481:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 391 00000100:00100000:1.0:1768252812.605907:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00080000:2.0:1768252812.606172:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252812.606448:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451852800 00000100:00100000:3.0:1768252812.606457:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451852800 00000100:00100000:3.0:1768252812.606542:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 126 00000100:00100000:3.0:1768252812.606552:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43374:x1854145451852800:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:3.0:1768252812.606905:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:43374:x1854145451852800:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 353us (1006us total) trans 4294967574 rc 0/0 00000100:00100000:3.0:1768252812.606914:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 126 00000100:00100000:0.0:1768252812.647337:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.647438:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451852928 00000100:00100000:1.0:1768252812.647449:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451852928 00000100:00100000:1.0:1768252812.647543:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 715 00000100:00100000:1.0:1768252812.647552:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:43378:x1854145451852928:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768252812.647578:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252812.647602:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e41 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.647674:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647688:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647701:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647713:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647719:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647726:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647859:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647866:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647872:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768252812.647917:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 0 00000004:00200000:1.0:1768252812.647921:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252812.647944:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647956:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647965:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647972:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647979:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647986:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.647991:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.647999:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648009:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252812.648056:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.648061:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648067:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc603 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648079:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648085:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648091:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648095:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.648099:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648105:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648111:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972749ca9700) 00010000:00010000:1.0:1768252812.648113:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.648116:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648121:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc60a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.648145:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc5fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e41 expref: 13 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.648157:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e41 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252812.648164:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768252812.648166:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768252812.648169:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:3.0:1768252812.648629:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43378:x1854145451852928:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 1074us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252812.648640:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 715 00000100:00100000:0.0:1768252812.653878:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252812.653955:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451853056 00000100:00100000:1.0:1768252812.653965:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451853056 00000100:00100000:1.0:1768252812.654070:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 392 00000100:00100000:1.0:1768252812.654081:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451853056:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768252812.654101:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252812.654120:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e48 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252812.654151:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x6965658c, atime: 0x6965658c, ctime: 0x6965658c, blocks: 0x1 00010000:00010000:1.0:1768252812.654181:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252812.654183:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252812.654203:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 7 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252812.654222:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 7 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252812.654236:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768252812.654288:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451853056:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 211us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252812.654295:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 392 00000100:00100000:2.0:1768252812.661904:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252812.661983:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451853312 00000100:00100000:0.0:1768252812.661995:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451853312 00000100:00100000:0.0:1768252812.662108:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 716 00000100:00100000:0.0:1768252812.662116:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43378:x1854145451853312:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:0.0:1768252812.662162:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252812.662195:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abc611 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e41 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252812.662211:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abc5f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e3a expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252812.662218:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:0.0:1768252812.662225:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252812.662243:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662252:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662258:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662266:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662270:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662274:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662350:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662356:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662360:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:0.0:1768252812.662666:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9600 00000004:00080000:0.0:1768252812.662676:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2018083662946ns, next at 2019083660937ns, rc = 0 00010000:00010000:0.0:1768252812.662733:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662742:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662750:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662756:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662762:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662768:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662785:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252812.662814:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662820:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662826:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662833:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252812.662836:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662844:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662852:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252812.662855:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252812.662858:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662862:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc62d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662896:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662900:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662903:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662906:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252812.662907:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662910:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662914:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252812.662915:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252812.662917:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252812.662921:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc61f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768252812.662926:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d308a96 reply state 00000000856df54b transno 4294967575 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768252812.662931:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252812.662995:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43378:x1854145451853312:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 880us (1100us total) trans 4294967575 rc 0/0 00000100:00100000:0.0:1768252812.663001:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 716 00010000:00010000:1.0:1768252812.663239:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252812.663244:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.663248:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252812.663251:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.663254:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.663261:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff972775270900) 00010000:00010000:1.0:1768252812.663262:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768252812.663264:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.663271:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc634 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.663280:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252812.663281:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252812.663282:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252812.666667:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.666685:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.666694:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.666700:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252812.666706:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.666714:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.666730:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972775270b00) 00010000:00010000:1.0:1768252812.666733:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252812.666738:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.666744:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc626 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252812.723106:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252812.855291:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476155008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855356:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252812.855407:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476155520:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855435:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252812.855459:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768252812.855466:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476154880:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855491:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252812.855510:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476155392:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855526:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252812.855561:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476155136:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855583:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252812.855601:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252812.855682:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476155264:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855707:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252812.855741:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155008 00000100:00100000:0.0:1768252812.855748:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155008 00000100:00100000:0.0:1768252812.855787:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155392 00000100:00100000:0.0:1768252812.855789:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155392 00000100:00100000:0.0:1768252812.855824:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155136 00000100:00100000:0.0:1768252812.855827:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155136 00000100:00100000:0.0:1768252812.855838:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1768252812.855845:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476155008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855891:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476155008:12345-0@lo:400:kworker.0 Request processed in 47us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252812.855898:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1768252812.855915:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1768252812.855920:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476155392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855945:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476155392:12345-0@lo:400:kworker.0 Request processed in 25us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252812.855951:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1768252812.855962:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1768252812.855967:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476155136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.855995:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476155136:12345-0@lo:400:kworker.0 Request processed in 28us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252812.856426:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1768252812.856446:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155520 00000100:00100000:0.0:1768252812.856450:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155520 00000100:00100000:0.0:1768252812.856482:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155264 00000100:00100000:0.0:1768252812.856484:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155264 00000100:00100000:0.0:1768252812.856504:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1768252812.856511:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476155520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.856547:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476155520:12345-0@lo:400:kworker.0 Request processed in 36us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252812.856554:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1768252812.856566:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1768252812.856572:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476155264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.856599:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476155264:12345-0@lo:400:kworker.0 Request processed in 28us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252812.856605:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1768252812.856821:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476154880 00000100:00100000:0.0:1768252812.856826:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476154880 00000100:00100000:0.0:1768252812.856855:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1768252812.856862:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476154880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.856895:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476154880:12345-0@lo:400:kworker.0 Request processed in 34us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252812.856901:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00080000:0.0:1768252812.856939:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252812.856944:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252812.856947:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252812.856985:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476155264:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.857229:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476155136:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.857265:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476154880:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.857277:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476155392:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.857289:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476155008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252812.857299:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476155520:0@lo:400:kworker.0 00000100:00100000:2.0:1768252813.538342:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252813.538462:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451853440 00000100:00100000:3.0:1768252813.538474:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451853440 00000100:00100000:3.0:1768252813.538547:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 717 00000100:00100000:3.0:1768252813.538557:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:43394:x1854145451853440:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252813.538585:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252813.538621:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc63b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e4f expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252813.538687:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc642 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252813.538701:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252813.538713:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768252813.538798:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:3.0:1768252813.538803:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252813.538834:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252813.538861:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc63b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e4f expref: 13 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252813.538884:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc642 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e4f expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252813.538893:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:3.0:1768252813.538896:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252813.538900:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768252813.538968:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43394:x1854145451853440:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 412us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252813.538976:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 717 00000100:00100000:0.0:1768252813.546194:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252813.548338:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451853696 00000100:00100000:1.0:1768252813.548353:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451853696 00000100:00100000:1.0:1768252813.548461:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 718 00000100:00100000:1.0:1768252813.548472:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:43394:x1854145451853696:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252813.548522:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252813.548549:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc642 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e4f expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.548572:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc5c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e2c expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.548582:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252813.548592:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252813.548627:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.548639:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.548648:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000001:00080000:0.0:1768252813.638439:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967575 is committed 00000004:00080000:0.0:1768252813.638451:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 62 committed 00000100:00100000:0.0:1768252813.638598:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476155648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768252813.638665:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1768252813.638745:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967576 is committed 00000100:00100000:3.0:1768252813.638934:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155648 00000100:00100000:3.0:1768252813.638942:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155648 00000100:00100000:3.0:1768252813.638993:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1768252813.639003:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476155648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768252813.639055:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00010000:00010000:3.0:1768252813.639081:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252813.639100:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252813.639109:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252813.639111:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252813.639114:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252813.639139:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252813.639153:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 6 pid: 6567 timeout: 2119 lvb_type: 1 00000100:00100000:3.0:1768252813.639177:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476155776:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768252813.639233:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada180 going to sleep for 11 seconds 00000004:00010000:1.0:1768252813.647541:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b06a018d reply state 000000000168afe3 transno 4294967576 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252813.647561:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252813.647604:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00080000:1.0:1768252813.647703:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768252813.647720:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43394:x1854145451853696:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 99247us (101541us total) trans 4294967576 rc 0/0 00000100:00100000:1.0:1768252813.647729:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 718 00010000:00010000:1.0:1768252813.647765:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.647774:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.647782:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.647799:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252813.647804:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.647811:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.647829:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9600) 00010000:00010000:1.0:1768252813.647832:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252813.647837:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.647843:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc649 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252813.648519:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252813.648555:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451853824 00000100:00100000:0.0:1768252813.648564:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451853824 00010000:00010000:0.0:1768252813.648596:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 7 pid: 6567 timeout: 2119 lvb_type: 1 00000100:00100000:0.0:1768252813.648625:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 386 00000100:00100000:0.0:1768252813.648634:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451853824:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252813.648647:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252813.648652:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 7 pid: 6567 timeout: 2119 lvb_type: 1 00010000:00010000:0.0:1768252813.648664:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 7 pid: 6567 timeout: 2119 lvb_type: 1 00010000:00010000:0.0:1768252813.648687:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252813.648690:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252813.648695:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.648705:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.648730:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252813.648766:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451853824:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 132us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252813.648774:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 386 00010000:00010000:1.0:1768252813.649335:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abc618 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e48 expref: 6 pid: 6567 timeout: 2119 lvb_type: 1 00000100:00100000:1.0:1768252813.649349:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476155776:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768252813.649372:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.649382:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.649395:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.649405:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.649412:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.649435:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1768252813.649912:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476155648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10908us (11244us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1768252813.649921:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00010000:00010000:0.0:1768252813.650520:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252813.650531:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.650542:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252813.650546:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.650556:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.650572:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.650578:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abc650 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252813.650597:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252813.650598:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252813.650600:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252813.650636:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649372680/2, rc 0, transno 4294967341 00000100:00100000:0.0:1768252813.650644:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476155648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768252813.691810:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252813.691905:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451853952 00000100:00100000:1.0:1768252813.691914:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451853952 00000100:00100000:1.0:1768252813.691985:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 719 00000100:00100000:1.0:1768252813.692004:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43398:x1854145451853952:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252813.692062:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252813.692083:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc657 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e56 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.692141:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692151:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692403:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692420:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692427:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692434:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692556:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc66c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692561:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692566:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252813.692583:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1768252813.692586:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252813.692602:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc66c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692614:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692620:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692626:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692631:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252813.692635:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692643:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692653:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252813.692656:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252813.692660:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692666:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc65e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692677:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692680:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692684:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692687:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252813.692688:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692691:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692695:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972749ca9600) 00010000:00010000:1.0:1768252813.692696:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252813.692698:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692701:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc665 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252813.692724:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc657 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e56 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.692733:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc66c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e56 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252813.692738:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252813.692740:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768252813.692741:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252813.693293:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43398:x1854145451853952:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1287us (1516us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252813.693304:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 719 00010000:00010000:1.0:1768252813.746301:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252814.778286:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252814.840248:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252814.840323:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854080 00000100:00100000:3.0:1768252814.840334:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854080 00000100:00100000:3.0:1768252814.840404:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 720 00000100:00100000:3.0:1768252814.840413:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43412:x1854145451854080:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252814.840433:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252814.840453:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc673 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e5d expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252814.840516:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc67a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252814.840531:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252814.840546:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768252814.840625:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:3.0:1768252814.840629:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252814.840659:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc67a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252814.840683:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc673 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e5d expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252814.840700:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc67a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e5d expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252814.840708:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:3.0:1768252814.840711:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252814.840715:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252814.840768:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43412:x1854145451854080:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 357us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252814.840788:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 720 00000100:00080000:0.0:1768252814.840923:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252814.849114:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252814.849207:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854336 00000100:00100000:3.0:1768252814.849220:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854336 00000100:00100000:3.0:1768252814.849284:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 721 00000100:00100000:3.0:1768252814.849295:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43412:x1854145451854336:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252814.849341:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252814.849366:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc67a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e5d expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252814.849393:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abc66c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e56 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252814.849403:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:3.0:1768252814.849414:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252814.849438:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252814.849449:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252814.849458:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768252814.849793:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a66c59b9 reply state 00000000c86e8a73 transno 4294967577 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252814.849803:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252814.849815:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:3.0:1768252814.849896:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43412:x1854145451854336:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 603us (794us total) trans 4294967577 rc 0/0 00000100:00100000:3.0:1768252814.849904:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 721 00010000:00010000:1.0:1768252814.869543:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252814.869562:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252814.869570:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252814.869577:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252814.869582:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252814.869589:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252814.869610:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:1.0:1768252814.869613:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252814.869619:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252814.869624:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc681 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768252815.101824:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252815.103648:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854464 00000100:00100000:3.0:1768252815.103668:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854464 00000100:00100000:1.0:1768252815.105295:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 722 00000100:00100000:1.0:1768252815.105315:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451854464:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252815.105456:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451854464:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 145us (3643us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252815.105464:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 722 00000100:00100000:2.0:1768252815.109723:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252815.109837:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854592 00000100:00100000:1.0:1768252815.109849:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854592 00000100:00100000:1.0:1768252815.109937:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 394 00000100:00100000:1.0:1768252815.109947:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43424:x1854145451854592:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:0.0:1768252815.110098:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252815.110782:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43424:x1854145451854592:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 825us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252815.110792:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 394 00000100:00100000:2.0:1768252815.113563:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252815.113732:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854720 00000100:00100000:1.0:1768252815.113745:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854720 00000100:00100000:1.0:1768252815.113835:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 395 00000100:00100000:1.0:1768252815.113845:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43424:x1854145451854720:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:0.0:1768252815.114471:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252815.116068:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43424:x1854145451854720:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 2214us (2512us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252815.116082:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 395 00000100:00100000:0.0:1768252815.119215:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252815.122199:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854848 00000100:00100000:1.0:1768252815.122215:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854848 00000100:00100000:0.0:1768252815.125303:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 723 00000100:00100000:0.0:1768252815.125319:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451854848:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252815.125703:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451854848:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 386us (6498us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252815.125713:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 723 00000100:00100000:3.0:1768252815.133086:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252815.133172:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451854976 00000100:00100000:0.0:1768252815.133182:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451854976 00000100:00100000:0.0:1768252815.133296:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 724 00000100:00100000:0.0:1768252815.133307:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451854976:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252815.133408:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451854976:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 103us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252815.133416:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 724 00000100:00100000:2.0:1768252815.136667:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252815.136817:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451855104 00000100:00100000:1.0:1768252815.136828:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451855104 00000100:00100000:1.0:1768252815.136887:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 396 00000100:00100000:1.0:1768252815.136899:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43424:x1854145451855104:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252815.137218:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43424:x1854145451855104:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 321us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252815.137226:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 396 00000100:00100000:1.0:1768252815.141273:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252815.141961:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451855232 00000100:00100000:2.0:1768252815.142165:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451855232 00000100:00100000:2.0:1768252815.142288:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 397 00000100:00100000:2.0:1768252815.142300:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43424:x1854145451855232:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252815.142629:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43424:x1854145451855232:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 331us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252815.142638:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 397 00000100:00100000:2.0:1768252815.147049:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252815.147542:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451855360 00000100:00100000:0.0:1768252815.147554:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451855360 00000100:00100000:0.0:1768252815.147617:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 725 00000100:00100000:0.0:1768252815.147628:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451855360:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252815.147948:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43424:x1854145451855360:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 323us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252815.147954:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 725 00000100:00100000:3.0:1768252815.199484:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252815.199597:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451855488 00000100:00100000:0.0:1768252815.199608:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451855488 00000100:00100000:0.0:1768252815.199670:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 726 00000100:00100000:0.0:1768252815.199681:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43428:x1854145451855488:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:0.0:1768252815.199705:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252815.199727:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc688 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e64 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252815.199798:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.199812:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.199824:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.199838:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.199844:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.199850:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.199996:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc69d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200004:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200062:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252815.200098:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:0.0:1768252815.200102:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252815.200136:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200148:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200155:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200161:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200169:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252815.200174:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200181:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200193:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:0.0:1768252815.200196:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252815.200201:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200207:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc68f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200221:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200227:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200233:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200238:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252815.200240:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200245:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200251:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270800) 00010000:00010000:0.0:1768252815.200253:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252815.200255:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200260:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc696 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252815.200289:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc688 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e64 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252815.200301:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc69d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e64 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252815.200308:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270c00) 00010000:00010000:0.0:1768252815.200310:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252815.200312:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252815.200384:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43428:x1854145451855488:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 705us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252815.200393:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 726 00000100:00100000:1.0:1768252815.203678:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252815.203787:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451855616 00000100:00100000:3.0:1768252815.203800:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451855616 00000100:00100000:3.0:1768252815.203870:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 127 00000100:00100000:3.0:1768252815.203880:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43428:x1854145451855616:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:3.0:1768252815.204081:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43428:x1854145451855616:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 201us (412us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252815.204090:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 127 00000100:00100000:2.0:1768252815.207857:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252815.207969:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451855872 00000100:00100000:3.0:1768252815.207989:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451855872 00000100:00100000:3.0:1768252815.208090:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 727 00000100:00100000:3.0:1768252815.208100:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43428:x1854145451855872:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252815.208119:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252815.208140:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc6a4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e6b expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252815.208297:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.208314:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.208325:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.208342:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.208349:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.208356:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:3.0:1768252815.209075:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:2.0:1768252815.209869:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc6b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209882:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209892:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209929:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209935:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209942:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209947:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252815.209951:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209957:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.209968:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270c00) 00010000:00010000:2.0:1768252815.209971:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252815.210076:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252815.210082:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc6ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768252815.210095:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d8378989 reply state 000000005aceaa4b transno 4294967578 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252815.210102:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252815.210132:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc6a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e6b expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252815.210145:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc6b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e6b expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252815.210152:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768252815.210155:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252815.210157:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768252815.210284:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:43428:x1854145451855872:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 2184us (2437us total) trans 4294967578 rc 0/0 00000100:00100000:2.0:1768252815.210293:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 727 00010000:00010000:3.0:1768252815.214165:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.214183:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.214191:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.214197:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252815.214202:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.214209:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.214226:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252815.214230:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252815.214235:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252815.214241:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc6b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252815.220739:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252815.221113:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856000 00000100:00100000:1.0:1768252815.221124:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856000 00000100:00100000:1.0:1768252815.221182:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 398 00000100:00100000:1.0:1768252815.221192:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43428:x1854145451856000:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:1.0:1768252815.221209:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252815.221230:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e72 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252815.221253:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1768252815.221273:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252815.221276:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252815.221284:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252815.221301:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252815.221315:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768252815.221377:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43428:x1854145451856000:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 186us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252815.221385:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 398 00000100:00100000:2.0:1768252815.243956:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252815.244160:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856128 00000100:00100000:3.0:1768252815.244171:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856128 00002000:00100000:3.0:1768252815.244223:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->1048575) req@ffff972649362a00 x1854145451856128/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:546/0 lens 488/0 e 0 to 0 dl 1768252826 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1768252815.244235:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972649362a00 with x1854145451856128 ext(0->1048575) 00002000:00010000:3.0:1768252815.244241:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972649362a00 00000100:00100000:3.0:1768252815.244275:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 17 00000100:00100000:3.0:1768252815.244285:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451856128:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:3.0:1768252815.266108:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451856128:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 21813us (22151us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1768252815.266125:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 17 00002000:00100000:3.0:1768252815.266138:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->1048575) req@ffff972649362a00 x1854145451856128/t4294967342(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:546/0 lens 488/448 e 0 to 0 dl 1768252826 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1768252815.266150:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972649362a00 with x1854145451856128 ext(0->1048575) 00002000:00010000:3.0:1768252815.266155:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972649362a00 00000100:00100000:2.0:1768252815.270314:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252815.270401:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856256 00000100:00100000:0.0:1768252815.270410:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856256 00000100:00100000:0.0:1768252815.270466:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 728 00000100:00100000:0.0:1768252815.270475:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43428:x1854145451856256:12345-192.168.202.43@tcp:44:dd.60003 00000100:00100000:1.0:1768252815.303035:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252815.303820:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856384 00000100:00100000:3.0:1768252815.303831:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856384 00000100:00100000:3.0:1768252815.303885:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1151 00000100:00100000:3.0:1768252815.303894:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451856384:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252815.303974:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451856384:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252815.303982:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1151 00000100:00100000:2.0:1768252815.314928:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43428:x1854145451856256:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 44441us (44611us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252815.314943:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 728 00000001:00080000:1.0:1768252815.315033:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967578 is committed 00000100:00100000:1.0:1768252815.316553:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252815.316693:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856512 00000100:00100000:2.0:1768252815.316703:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856512 00000100:00100000:2.0:1768252815.316758:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 399 00000100:00100000:2.0:1768252815.316779:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451856512:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:1.0:1768252815.343697:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451856512:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 26920us (27141us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252815.343713:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 399 00000100:00100000:3.0:1768252815.346494:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252815.346716:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856768 00000100:00100000:1.0:1768252815.346727:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856768 00000100:00100000:1.0:1768252815.346792:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 128 00000100:00100000:1.0:1768252815.346808:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43428:x1854145451856768:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:1.0:1768252815.347303:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43428:x1854145451856768:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 498us (817us total) trans 4294967579 rc 0/0 00000100:00100000:1.0:1768252815.347311:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 128 00000001:00080000:0.0:1768252815.354886:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000100:00100000:3.0:1768252815.412137:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252815.412163:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476155904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252815.412251:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252815.412339:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476155904 00000100:00100000:3.0:1768252815.412347:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476155904 00000100:00100000:3.0:1768252815.413145:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1768252815.413154:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476155904:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252815.413282:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1768252815.413448:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252815.413524:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476155904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 371us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252815.413534:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1768252815.413631:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476155904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252815.423394:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252815.423418:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476156032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252815.423483:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252815.423543:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156032 00000100:00100000:0.0:1768252815.423551:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156032 00000100:00100000:0.0:1768252815.423603:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1768252815.423611:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476156032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252815.423636:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3855613952 00000100:00100000:0.0:1768252815.423678:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476156032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252815.423686:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:0.0:1768252815.423706:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252815.423739:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476156032:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768252815.794282:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768252815.983068:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000001:00080000:3.0:1768252815.983088:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000004:00080000:2.0:1768252816.671563:0:76042:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2022092545168ns, next at 1996642974392ns, rc = 0 00000004:00080000:2.0:1768252816.671711:0:76042:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2022092697329ns, next at 2019083660937ns, rc = 0 00000001:00080000:0.0:1768252816.737689:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967579 is committed 00000004:00080000:0.0:1768252816.737716:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 63 committed 00000004:00080000:0.0:1768252816.737732:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 60 committed 00010000:00010000:2.0:1768252816.824794:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252817.842482:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252817.970518:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476156288:0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.970586:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476156544:0@lo:400:kworker.0 00000100:00100000:3.0:1768252817.970604:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252817.970614:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252817.970660:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476156160:0@lo:400:kworker.0 00000100:00100000:2.0:1768252817.970710:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156288 00000100:00100000:2.0:1768252817.970718:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156288 00000100:00100000:2.0:1768252817.970779:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1768252817.970788:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476156288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.975357:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476156416:0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.975425:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252817.975474:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156544 00000100:00100000:1.0:1768252817.975482:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156544 00000100:00100000:1.0:1768252817.975534:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1768252817.975543:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476156544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.975595:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476156544:12345-0@lo:400:kworker.0 Request processed in 53us (4979us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252817.975602:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1768252817.975649:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476156544:0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.978166:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156416 00000100:00100000:1.0:1768252817.978182:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156416 00000100:00100000:1.0:1768252817.978250:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1768252817.978258:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476156416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.978343:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476156416:12345-0@lo:400:kworker.0 Request processed in 86us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252817.978349:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1768252817.978390:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476156416:0@lo:400:kworker.0 00000100:00100000:3.0:1768252817.978430:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476156800:0@lo:400:kworker.0 00000100:00100000:3.0:1768252817.978470:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252817.978686:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156800 00000100:00100000:1.0:1768252817.978691:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156800 00000100:00100000:1.0:1768252817.978720:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1768252817.978727:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476156800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.978779:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476156800:12345-0@lo:400:kworker.0 Request processed in 52us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252817.978785:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1768252817.978814:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:1.0:1768252817.978820:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649372680, transno 4294967341 00000100:00100000:1.0:1768252817.978831:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476156800:0@lo:400:kworker.0 00000100:00080000:0.0:1768252817.978891:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252817.978897:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252817.978899:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252817.979207:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252817.979240:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476156672:0@lo:400:kworker.0 00000100:00100000:0.0:1768252817.979268:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252817.979285:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156672 00000100:00100000:0.0:1768252817.979290:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156672 00000100:00100000:0.0:1768252817.979325:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1768252817.979332:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476156672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252817.979363:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476156672:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252817.979370:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00080000:0.0:1768252817.979384:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252817.979403:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476156672:0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.979772:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156160 00000100:00100000:1.0:1768252817.979777:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156160 00000100:00100000:1.0:1768252817.979812:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1768252817.979819:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476156160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.979857:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476156160:12345-0@lo:400:kworker.0 Request processed in 39us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252817.979911:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476156160:0@lo:400:kworker.0 00000100:00100000:1.0:1768252817.980276:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1768252817.981608:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476156288:12345-0@lo:400:kworker.0 Request processed in 10814us (10997us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252817.981620:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1768252817.981778:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476156288:0@lo:400:kworker.0 00000100:00100000:3.0:1768252818.243281:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252818.243376:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451856896 00000100:00100000:2.0:1768252818.243388:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451856896 00000100:00100000:2.0:1768252818.243467:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 729 00000100:00100000:2.0:1768252818.243477:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451856896:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252818.243578:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451856896:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 102us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252818.243587:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 729 00000100:00080000:3.0:1768252818.243645:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252818.246398:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252818.251651:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857024 00000100:00100000:0.0:1768252818.251672:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857024 00000100:00100000:0.0:1768252818.251763:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 400 00000100:00100000:0.0:1768252818.251774:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43560:x1854145451857024:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252818.253442:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43560:x1854145451857024:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1656us (7039us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252818.253456:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 400 00000100:00080000:3.0:1768252818.253637:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252818.267720:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252818.267801:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857152 00000100:00100000:0.0:1768252818.267813:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857152 00000100:00100000:0.0:1768252818.267885:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 401 00000100:00100000:0.0:1768252818.267897:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43560:x1854145451857152:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252818.268355:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43560:x1854145451857152:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 459us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252818.268364:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 401 00000100:00080000:3.0:1768252818.268531:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252818.278378:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252818.279201:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857280 00000100:00100000:1.0:1768252818.279218:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857280 00000100:00100000:1.0:1768252818.279300:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 730 00000100:00100000:1.0:1768252818.279312:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451857280:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252818.279524:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451857280:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 213us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252818.279532:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 730 00000100:00100000:1.0:1768252818.284416:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252818.284456:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857408 00000100:00100000:1.0:1768252818.284466:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857408 00000100:00100000:1.0:1768252818.284523:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 731 00000100:00100000:1.0:1768252818.284533:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451857408:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252818.285295:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451857408:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 758us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252818.285307:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 731 00000100:00100000:3.0:1768252818.290776:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252818.290852:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857536 00000100:00100000:1.0:1768252818.290863:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857536 00000100:00100000:1.0:1768252818.290917:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 402 00000100:00100000:1.0:1768252818.290927:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43560:x1854145451857536:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252818.291410:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43560:x1854145451857536:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 483us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252818.291418:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 402 00000100:00100000:3.0:1768252818.294401:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252818.294730:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857664 00000100:00100000:1.0:1768252818.294750:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857664 00000100:00100000:1.0:1768252818.294806:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 403 00000100:00100000:1.0:1768252818.294816:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43560:x1854145451857664:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252818.297977:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43560:x1854145451857664:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 3151us (3581us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252818.297992:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 403 00000100:00100000:1.0:1768252818.300665:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252818.300765:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451857792 00000100:00100000:3.0:1768252818.300777:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451857792 00000100:00100000:3.0:1768252818.300837:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 732 00000100:00100000:3.0:1768252818.300847:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451857792:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252818.301219:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43560:x1854145451857792:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 371us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252818.301228:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 732 00000100:00100000:3.0:1768252818.358674:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252818.358782:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858048 00000100:00100000:1.0:1768252818.358795:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858048 00000100:00100000:1.0:1768252818.358862:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 733 00000100:00100000:1.0:1768252818.358873:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43565:x1854145451858048:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:1.0:1768252818.358930:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252818.358974:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc6b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e6b expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252818.358995:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:1.0:1768252818.359078:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252818.359243:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359258:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359268:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359284:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359290:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359296:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359428:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359436:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.359442:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:0.0:1768252818.359874:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].23, 64 off9664 00000004:00080000:0.0:1768252818.359885:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2023780871098ns, next at 2024780868577ns, rc = 0 00010000:00010000:0.0:1768252818.359995:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360006:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360146:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360155:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360160:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360165:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360338:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252818.360364:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360371:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360377:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360383:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252818.360387:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360395:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360405:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252818.360408:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252818.360412:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360418:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc6dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360472:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360479:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360484:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360489:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252818.360492:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360497:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360505:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270c00) 00010000:00010000:0.0:1768252818.360508:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252818.360511:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252818.360516:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc6ce lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:0.0:1768252818.360523:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e95724e reply state 0000000033a537e1 transno 4294967580 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252818.360531:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252818.360616:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43565:x1854145451858048:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1742us (1954us total) trans 4294967580 rc 0/0 00000100:00100000:0.0:1768252818.360625:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 733 00010000:00010000:3.0:1768252818.361295:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252818.361306:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252818.361319:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252818.361322:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252818.361328:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252818.361338:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff972775270000) 00010000:00010000:3.0:1768252818.361341:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252818.361345:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252818.361350:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc6e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252818.361437:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252818.361440:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252818.361441:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252818.365265:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.365284:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.365297:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.365302:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252818.365307:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.365315:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.365331:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff972775270800) 00010000:00010000:1.0:1768252818.365334:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252818.365339:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.365345:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc6d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252818.866215:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252819.890870:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252820.413519:0:76187:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2025834503433ns, next at 2024780868577ns, rc = 0 00000100:00100000:2.0:1768252820.427401:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252820.427440:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252820.427467:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252820.427504:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252820.427532:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858432 00000100:00100000:2.0:1768252820.427541:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858432 00000100:00100000:2.0:1768252820.427598:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858560 00000100:00100000:2.0:1768252820.427601:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858560 00000100:00100000:2.0:1768252820.427625:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1023 00000100:00100000:2.0:1768252820.427634:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451858432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252820.427710:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451858432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 76us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252820.427727:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1023 00000100:00100000:2.0:1768252820.427743:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1024 00000100:00100000:2.0:1768252820.427750:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451858560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252820.427775:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451858560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252820.427783:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1024 00000100:00100000:2.0:1768252820.427800:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858304 00000100:00100000:2.0:1768252820.427804:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858304 00000100:00100000:2.0:1768252820.427832:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1389 00000100:00100000:2.0:1768252820.427839:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451858304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252820.427872:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451858304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252820.427878:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1389 00000100:00080000:2.0:1768252820.427898:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252820.427903:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252820.427905:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252820.428496:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858176 00000100:00100000:3.0:1768252820.428503:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858176 00000100:00100000:3.0:1768252820.428543:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1153 00000100:00100000:3.0:1768252820.428551:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451858176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252820.428590:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451858176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 41us (1198us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252820.428596:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1153 00000004:00080000:0.0:1768252820.453922:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 62 committed 00000001:00080000:0.0:1768252820.453984:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967580 is committed 00000004:00080000:0.0:1768252820.453989:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 61 committed 00000100:00100000:1.0:1768252820.454215:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476156928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768252820.454274:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252820.454432:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476156928 00000100:00100000:2.0:1768252820.454440:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476156928 00000100:00100000:2.0:1768252820.454495:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1768252820.454504:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476156928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768252820.454532:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00010000:00010000:2.0:1768252820.454556:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252820.454575:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252820.454583:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252820.454585:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252820.454589:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252820.454616:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252820.454631:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 5 pid: 6569 timeout: 2125 lvb_type: 0 00000100:00100000:2.0:1768252820.454643:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777e80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476157056:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252820.454692:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada540 going to sleep for 11 seconds 00000100:00080000:1.0:1768252820.454976:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252820.457399:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252820.457498:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476157056:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768252820.457525:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252820.457531:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858688 00000100:00100000:1.0:1768252820.457538:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858688 00010000:00010000:1.0:1768252820.457578:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 6 pid: 6569 timeout: 2125 lvb_type: 0 00000100:00100000:1.0:1768252820.457620:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 387 00000100:00100000:1.0:1768252820.457629:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451858688:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252820.457648:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252820.457653:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 6 pid: 6569 timeout: 2125 lvb_type: 0 00010000:00010000:1.0:1768252820.457665:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 6 pid: 6569 timeout: 2125 lvb_type: 0 00010000:00010000:1.0:1768252820.457695:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc6c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e72 expref: 6 pid: 6569 timeout: 2125 lvb_type: 0 00010000:00010000:1.0:1768252820.457707:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252820.457709:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252820.457712:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.457727:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.457762:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252820.457812:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451858688:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 184us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252820.457820:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 387 00010000:00010000:0.0:1768252820.458005:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252820.458039:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252820.458048:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252820.458056:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252820.458071:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768252820.458153:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252820.458160:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.458167:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252820.458171:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.458179:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.458190:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.458198:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abc6ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252820.458216:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252820.458218:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252820.458219:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252820.459271:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476156928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4763us (4991us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1768252820.459282:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000004:00080000:1.0:1768252820.459316:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972777e80700/2, rc 0, transno 4294967343 00000100:00100000:1.0:1768252820.459333:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476156928:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1768252820.459930:0:76187:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2025880916043ns, next at 2019083660937ns, rc = 0 00000004:00080000:1.0:1768252820.462480:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 64 committed 00000100:00100000:3.0:1768252820.535762:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252820.535786:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476157184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252820.535861:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252820.536122:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157184 00000100:00100000:1.0:1768252820.536131:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157184 00000100:00100000:1.0:1768252820.536232:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1768252820.536242:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476157184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252820.536276:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1768252820.536327:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476157184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252820.536335:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1768252820.536388:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476157184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252820.537185:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252820.537197:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476157312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252820.537239:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252820.537333:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157312 00000100:00100000:0.0:1768252820.537341:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157312 00000100:00100000:0.0:1768252820.537402:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1768252820.537411:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476157312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252820.537439:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252820.537482:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476157312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252820.537489:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1768252820.537524:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476157312:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768252820.537591:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768252820.915500:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252821.938488:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252822.962973:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252823.094046:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476157440:0@lo:400:kworker.0 00000100:00100000:2.0:1768252823.094122:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252823.095644:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252823.095661:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476157568:0@lo:400:kworker.0 00000100:00100000:2.0:1768252823.095724:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252823.095773:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157440 00000100:00100000:2.0:1768252823.095780:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157440 00000100:00100000:2.0:1768252823.095826:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1768252823.095834:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476157440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252823.095880:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476157440:12345-0@lo:400:kworker.0 Request processed in 47us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252823.095887:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1768252823.095944:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476157440:0@lo:400:kworker.0 00000100:00100000:0.0:1768252823.098177:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157568 00000100:00100000:0.0:1768252823.098194:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157568 00000100:00100000:0.0:1768252823.098258:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1768252823.098268:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476157568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252823.098358:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476157568:12345-0@lo:400:kworker.0 Request processed in 91us (2632us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252823.098365:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1768252823.098413:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476157568:0@lo:400:kworker.0 00000100:00100000:1.0:1768252823.099147:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476157696:0@lo:400:kworker.0 00000100:00100000:1.0:1768252823.099193:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252823.102085:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157696 00000100:00100000:0.0:1768252823.102097:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157696 00000100:00100000:0.0:1768252823.102152:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1768252823.102161:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476157696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.104979:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476157824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105069:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252823.105116:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476158080:0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105138:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252823.105157:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252823.105162:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476157952:0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105184:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252823.105213:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157824 00000100:00100000:3.0:1768252823.105220:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157824 00000100:00100000:3.0:1768252823.105263:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158080 00000100:00100000:3.0:1768252823.105266:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158080 00000100:00100000:3.0:1768252823.105286:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1768252823.105294:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476157824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105346:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476157824:12345-0@lo:400:kworker.0 Request processed in 53us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252823.105353:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1768252823.105371:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1768252823.105378:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476158080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105408:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476158080:12345-0@lo:400:kworker.0 Request processed in 31us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252823.105414:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1768252823.105434:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476157952 00000100:00100000:3.0:1768252823.105437:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476157952 00000100:00100000:3.0:1768252823.105462:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1768252823.105469:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476157952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105498:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476157952:12345-0@lo:400:kworker.0 Request processed in 30us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252823.105508:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1768252823.105550:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476157824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105575:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476157952:0@lo:400:kworker.0 00000100:00100000:3.0:1768252823.105584:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476158080:0@lo:400:kworker.0 00000100:00100000:0.0:1768252823.105780:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476157696:12345-0@lo:400:kworker.0 Request processed in 3618us (6585us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252823.105788:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00080000:0.0:1768252823.105811:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252823.105815:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252823.105818:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252823.107395:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476157696:0@lo:400:kworker.0 00000001:00080000:1.0:1768252823.692172:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00010000:00010000:1.0:1768252823.986205:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252825.012237:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252825.544170:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252825.544212:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252825.544247:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252825.544279:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252825.544371:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858944 00000100:00100000:0.0:1768252825.544381:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858944 00000100:00100000:0.0:1768252825.544452:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1393 00000100:00100000:0.0:1768252825.544463:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451858944:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252825.544534:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451858944:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 73us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252825.544542:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1393 00000100:00100000:3.0:1768252825.544630:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859072 00000100:00100000:3.0:1768252825.544635:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859072 00000100:00100000:3.0:1768252825.544681:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859200 00000100:00100000:3.0:1768252825.544684:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859200 00000100:00100000:3.0:1768252825.544707:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1027 00000100:00100000:3.0:1768252825.544715:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451859072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252825.544743:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451859072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252825.544749:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1027 00000100:00100000:3.0:1768252825.544764:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1028 00000100:00100000:3.0:1768252825.544770:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451859200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252825.544793:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451859200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252825.544799:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1028 00000100:00100000:1.0:1768252825.544911:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451858816 00000100:00100000:1.0:1768252825.544916:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451858816 00000100:00100000:1.0:1768252825.544953:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1155 00000100:00100000:1.0:1768252825.544961:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451858816:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252825.544988:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451858816:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252825.544994:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1155 00000100:00080000:2.0:1768252825.545157:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252825.545161:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252825.545163:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252825.650170:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252825.650192:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476158208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252825.650261:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252825.650314:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476158336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252825.650340:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252825.650376:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158208 00000100:00100000:0.0:1768252825.650381:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158336 00000100:00100000:2.0:1768252825.650385:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158208 00000100:00100000:0.0:1768252825.650385:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158336 00000100:00100000:2.0:1768252825.650443:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1768252825.650451:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476158208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252825.650484:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252825.650522:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1768252825.650528:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476158336:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252825.650544:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476158208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (283us total) trans 0 rc 0/0 00002000:00000024:0.0:1768252825.650548:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252825.650551:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1768252825.650574:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476158336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252825.650580:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1768252825.650590:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:2.0:1768252825.650595:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972777e80700, transno 4294967343 00000100:00100000:2.0:1768252825.650610:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476158336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252825.650624:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476158208:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768252825.650722:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252825.650726:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768252826.035155:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252827.058390:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252828.082877:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252828.211584:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476158848:0@lo:400:kworker.0 00000100:00100000:3.0:1768252828.211667:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252828.211717:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476158720:0@lo:400:kworker.0 00000100:00100000:2.0:1768252828.211806:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252828.211986:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476158464:0@lo:400:kworker.0 00000100:00100000:0.0:1768252828.212056:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252828.212143:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476158592:0@lo:400:kworker.0 00000100:00100000:2.0:1768252828.212708:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158464 00000100:00100000:2.0:1768252828.212719:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158464 00000100:00100000:2.0:1768252828.212811:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:2.0:1768252828.212822:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476158464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252828.212908:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252828.212912:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476158464:12345-0@lo:400:kworker.0 Request processed in 90us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252828.212925:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1768252828.220036:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158848 00000100:00100000:0.0:1768252828.220053:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158848 00000100:00100000:0.0:1768252828.220989:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1768252828.221003:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476158848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252828.221339:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476158848:12345-0@lo:400:kworker.0 Request processed in 339us (9671us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252828.221352:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1768252828.221456:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158720 00000100:00100000:3.0:1768252828.222364:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158720 00000100:00100000:3.0:1768252828.222412:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158592 00000100:00100000:3.0:1768252828.222415:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158592 00000100:00100000:3.0:1768252828.222433:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1768252828.222440:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476158720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252828.222516:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476158720:12345-0@lo:400:kworker.0 Request processed in 76us (10710us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252828.222523:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1768252828.222538:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1768252828.222544:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476158592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252828.222569:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476158592:12345-0@lo:400:kworker.0 Request processed in 26us (9663us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252828.222574:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1768252828.222624:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476158720:0@lo:400:kworker.0 00000100:00100000:3.0:1768252828.222717:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476158848:0@lo:400:kworker.0 00000100:00080000:1.0:1768252828.225817:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252828.225830:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252828.225922:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476158592:0@lo:400:kworker.0 00000100:00100000:1.0:1768252828.225937:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476159104:0@lo:400:kworker.0 00000100:00100000:1.0:1768252828.225990:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252828.226224:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159104 00000100:00100000:2.0:1768252828.226232:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159104 00000100:00100000:2.0:1768252828.226307:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1768252828.226318:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476159104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252828.226366:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476159104:12345-0@lo:400:kworker.0 Request processed in 51us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252828.226373:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:3.0:1768252828.227244:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252828.231892:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476158464:0@lo:400:kworker.0 00000100:00100000:0.0:1768252828.231918:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476158976:0@lo:400:kworker.0 00000100:00100000:0.0:1768252828.232000:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252828.232149:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476158976 00000100:00100000:3.0:1768252828.232156:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476158976 00000100:00100000:3.0:1768252828.232238:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1768252828.232249:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476158976:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1768252828.232257:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252828.232310:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476158976:12345-0@lo:400:kworker.0 Request processed in 63us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252828.232318:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1768252828.232561:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476158976:0@lo:400:kworker.0 00000100:00100000:1.0:1768252828.233625:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476159104:0@lo:400:kworker.0 00010000:00010000:2.0:1768252829.106299:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252830.130506:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252830.669420:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252830.669470:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252830.669512:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252830.669548:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252830.669584:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859456 00000100:00100000:2.0:1768252830.669584:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859712 00000100:00100000:3.0:1768252830.669596:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859456 00000100:00100000:2.0:1768252830.669596:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859712 00000100:00100000:0.0:1768252830.669674:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859584 00000100:00100000:1.0:1768252830.669675:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859328 00000100:00100000:1.0:1768252830.669681:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859328 00000100:00100000:0.0:1768252830.669681:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859584 00000100:00100000:2.0:1768252830.669685:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1031 00000100:00100000:2.0:1768252830.669699:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451859712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252830.669721:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1157 00000100:00100000:1.0:1768252830.669730:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451859328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252830.669734:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1032 00000100:00100000:0.0:1768252830.669744:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451859584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252830.669750:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1397 00000100:00100000:3.0:1768252830.669763:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451859456:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252830.669782:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451859712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252830.669782:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451859328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252830.669782:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451859584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252830.669795:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1157 00000100:00100000:0.0:1768252830.669795:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1032 00000100:00100000:2.0:1768252830.669805:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1031 00000100:00100000:3.0:1768252830.669807:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451859456:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 45us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252830.669818:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1397 00000100:00080000:0.0:1768252830.669853:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252830.669858:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252830.669861:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252830.770305:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252830.770329:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476159232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252830.770399:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252830.771627:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252830.771645:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476159360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252830.771691:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252830.771714:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159232 00000100:00100000:1.0:1768252830.771724:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159232 00000100:00100000:3.0:1768252830.771737:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159360 00000100:00100000:3.0:1768252830.771743:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159360 00000100:00100000:3.0:1768252830.771794:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1768252830.771804:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476159360:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252830.771828:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252830.771834:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1768252830.771842:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252830.771902:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476159360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252830.771910:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1768252830.771930:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1768252830.771936:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476159232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252830.771955:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252830.772005:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476159232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (1605us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252830.772010:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1768252830.772124:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476159360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252830.772728:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476159232:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252831.154261:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252832.179463:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252833.204353:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252833.330234:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476159488:0@lo:400:kworker.0 00000100:00100000:0.0:1768252833.330310:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252833.330418:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159488 00000100:00100000:1.0:1768252833.330427:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159488 00000100:00100000:1.0:1768252833.330485:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1768252833.330494:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476159488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252833.330602:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476159616:0@lo:400:kworker.0 00000100:00100000:2.0:1768252833.330638:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252833.330696:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159616 00000100:00100000:2.0:1768252833.330701:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159616 00000100:00100000:2.0:1768252833.330732:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1768252833.330738:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476159616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252833.330775:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476159616:12345-0@lo:400:kworker.0 Request processed in 37us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252833.330781:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1768252833.331050:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476159616:0@lo:400:kworker.0 00000100:00100000:1.0:1768252833.332681:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476159488:12345-0@lo:400:kworker.0 Request processed in 2179us (2362us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252833.332693:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1768252833.333234:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476159488:0@lo:400:kworker.0 00000100:00100000:0.0:1768252833.333799:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476159744:0@lo:400:kworker.0 00000100:00100000:0.0:1768252833.334092:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252833.334235:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476160000:0@lo:400:kworker.0 00000100:00100000:3.0:1768252833.334276:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476160128:0@lo:400:kworker.0 00000100:00100000:3.0:1768252833.334300:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252833.334336:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160128 00000100:00100000:3.0:1768252833.334344:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160128 00000100:00100000:3.0:1768252833.334405:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1768252833.334415:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476160128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252833.334482:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476160128:12345-0@lo:400:kworker.0 Request processed in 69us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252833.334489:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00080000:3.0:1768252833.334512:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252833.334542:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476160128:0@lo:400:kworker.0 00000100:00100000:1.0:1768252833.334619:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476159872:0@lo:400:kworker.0 00000100:00100000:1.0:1768252833.334648:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252833.334830:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252833.334879:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159872 00000100:00100000:3.0:1768252833.334885:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159872 00000100:00100000:3.0:1768252833.334926:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1768252833.334932:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476159872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252833.334975:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476159872:12345-0@lo:400:kworker.0 Request processed in 42us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252833.334981:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1768252833.335009:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476159872:0@lo:400:kworker.0 00000100:00080000:0.0:1768252833.335241:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252833.335697:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476159744 00000100:00100000:2.0:1768252833.335704:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476159744 00000100:00100000:2.0:1768252833.335751:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160000 00000100:00100000:2.0:1768252833.335755:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160000 00000100:00100000:2.0:1768252833.335783:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1768252833.335791:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476159744:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768252833.336176:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252833.336208:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476159744:0@lo:400:kworker.0 00000100:00100000:0.0:1768252833.336253:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1768252833.336262:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476160000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252833.336302:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476160000:12345-0@lo:400:kworker.0 Request processed in 43us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252833.336309:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1768252833.336343:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476160000:0@lo:400:kworker.0 00000100:00100000:2.0:1768252833.336400:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476159744:12345-0@lo:400:kworker.0 Request processed in 45us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252833.336406:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00010000:00010000:2.0:1768252834.228921:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252835.252776:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252835.783087:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252835.783122:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252835.783146:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252835.783466:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859840 00000100:00100000:1.0:1768252835.783477:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859840 00000100:00100000:1.0:1768252835.783531:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1159 00000100:00100000:1.0:1768252835.783540:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451859840:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252835.783678:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451859840:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 139us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252835.783686:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1159 00000100:00100000:1.0:1768252835.783780:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252835.783960:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860224 00000100:00100000:2.0:1768252835.783964:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860224 00000100:00100000:2.0:1768252835.783998:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860096 00000100:00100000:2.0:1768252835.784000:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860096 00000100:00100000:2.0:1768252835.784039:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1035 00000100:00100000:2.0:1768252835.784047:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451860224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252835.784130:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1036 00000100:00100000:3.0:1768252835.784139:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451860096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252835.784212:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451859968 00000100:00100000:0.0:1768252835.784217:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451859968 00000100:00080000:1.0:1768252835.784239:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252835.784246:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252835.784249:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252835.784253:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1401 00000100:00100000:0.0:1768252835.784263:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451859968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252835.788841:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451860224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4778us (5676us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252835.788859:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1035 00000100:00100000:3.0:1768252835.796342:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451860096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 12192us (12548us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252835.796360:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1036 00000100:00100000:0.0:1768252835.797820:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451859968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 13549us (14686us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252835.797833:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1401 00000100:00100000:0.0:1768252835.891562:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476160256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252835.891639:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476160384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252835.891653:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252835.891678:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252835.891713:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160256 00000100:00100000:2.0:1768252835.891724:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160256 00000100:00080000:0.0:1768252835.891764:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252835.891780:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160384 00000100:00100000:2.0:1768252835.891784:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160384 00000100:00100000:2.0:1768252835.891824:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1768252835.891832:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476160256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252835.891868:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252835.891921:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476160256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252835.891928:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1768252835.891948:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1768252835.891957:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476160384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252835.891977:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252835.892047:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476160384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252835.892065:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1768252835.892117:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476160256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252835.892159:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476160384:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252835.892193:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252836.105408:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252836.107315:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860352 00000100:00100000:0.0:1768252836.107329:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860352 00000100:00100000:0.0:1768252836.107986:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 734 00000100:00100000:0.0:1768252836.107998:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451860352:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252836.108210:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451860352:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 213us (2812us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252836.108218:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 734 00000100:00100000:1.0:1768252836.116419:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252836.116634:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860480 00000100:00100000:3.0:1768252836.116645:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860480 00000100:00100000:3.0:1768252836.116706:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 405 00000100:00100000:3.0:1768252836.116713:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451860480:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252836.117630:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451860480:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 910us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252836.117642:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 405 00000100:00100000:2.0:1768252836.132200:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252836.132401:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860608 00000100:00100000:3.0:1768252836.132413:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860608 00000100:00100000:3.0:1768252836.132675:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 406 00000100:00100000:3.0:1768252836.132694:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451860608:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252836.133069:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451860608:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 376us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252836.133078:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 406 00000100:00100000:1.0:1768252836.135202:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252836.135387:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860736 00000100:00100000:2.0:1768252836.135398:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860736 00000100:00100000:2.0:1768252836.135467:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 735 00000100:00100000:2.0:1768252836.135478:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451860736:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252836.135800:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451860736:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 323us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252836.135809:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 735 00000100:00100000:0.0:1768252836.149907:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252836.150514:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860864 00000100:00100000:3.0:1768252836.150525:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860864 00000100:00100000:3.0:1768252836.150600:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 736 00000100:00100000:3.0:1768252836.150611:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451860864:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252836.150762:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451860864:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 153us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252836.150780:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 736 00000100:00100000:0.0:1768252836.169658:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252836.170338:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451860992 00000100:00100000:2.0:1768252836.170508:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451860992 00000100:00100000:2.0:1768252836.170579:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 407 00000100:00100000:2.0:1768252836.170590:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451860992:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252836.173234:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451860992:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 2635us (3580us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252836.173248:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 407 00000100:00100000:0.0:1768252836.183625:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252836.183694:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451861120 00000100:00100000:0.0:1768252836.183704:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451861120 00000100:00100000:0.0:1768252836.183753:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 408 00000100:00100000:0.0:1768252836.183764:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451861120:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252836.184120:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43783:x1854145451861120:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 357us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252836.184129:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 408 00000100:00100000:0.0:1768252836.194056:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252836.194140:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451861248 00000100:00100000:2.0:1768252836.194151:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451861248 00000100:00100000:2.0:1768252836.194358:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 737 00000100:00100000:2.0:1768252836.194371:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451861248:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252836.194719:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43783:x1854145451861248:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 350us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252836.194727:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 737 00000100:00100000:2.0:1768252836.240988:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252836.250647:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451861376 00000100:00100000:3.0:1768252836.250664:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451861376 00000100:00100000:3.0:1768252836.250724:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 738 00000100:00100000:3.0:1768252836.250734:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43784:x1854145451861376:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252836.250754:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252836.250785:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc6f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e79 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252836.250908:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc6f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252836.250922:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252836.250933:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768252836.250999:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:3.0:1768252836.251003:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252836.251050:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc6f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252836.251075:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc6f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e79 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252836.251095:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc6f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e79 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252836.251104:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270c00) 00010000:00010000:3.0:1768252836.251107:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252836.251110:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252836.251176:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43784:x1854145451861376:12345-192.168.202.43@tcp:101:rm.0 Request processed in 443us (10198us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252836.251184:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 738 00000100:00100000:2.0:1768252836.265491:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252836.265538:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451861632 00000100:00100000:2.0:1768252836.265549:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451861632 00000100:00100000:2.0:1768252836.265618:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 739 00000100:00100000:2.0:1768252836.266999:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43784:x1854145451861632:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252836.267048:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252836.267070:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc6ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e80 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1768252836.267196:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00010000:2.0:1768252836.267526:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc6ff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e80 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252836.267546:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:2.0:1768252836.267549:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1768252836.267554:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc6ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e80 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252836.267578:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768252836.270462:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43784:x1854145451861632:12345-192.168.202.43@tcp:101:rm.0 Request processed in 4825us (4970us total) trans 4294967581 rc 301/301 00000100:00100000:2.0:1768252836.270476:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 739 00010000:00010000:1.0:1768252836.274945:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252836.282144:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252836.282246:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451861760 00000100:00100000:0.0:1768252836.282258:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451861760 00000100:00100000:0.0:1768252836.282327:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 129 00000100:00100000:0.0:1768252836.282340:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43784:x1854145451861760:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:2.0:1768252836.296706:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43784:x1854145451861760:12345-192.168.202.43@tcp:37:rm.0 Request processed in 14357us (14562us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252836.296721:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 129 00000100:00100000:3.0:1768252836.301352:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252836.301424:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862016 00000100:00100000:1.0:1768252836.301435:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862016 00000100:00100000:1.0:1768252836.301491:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 130 00000100:00100000:1.0:1768252836.301501:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43784:x1854145451862016:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768252836.301763:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43784:x1854145451862016:12345-192.168.202.43@tcp:35:rm.0 Request processed in 262us (418us total) trans 4294967582 rc 0/0 00000100:00100000:1.0:1768252836.301771:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 130 00000100:00100000:3.0:1768252836.306340:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252836.306414:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862272 00000100:00100000:1.0:1768252836.306424:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862272 00000100:00100000:1.0:1768252836.306481:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 740 00000100:00100000:1.0:1768252836.306489:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:43784:x1854145451862272:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768252836.306541:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1768252836.306578:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abc6f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e79 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252836.306603:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc69d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e64 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252836.306614:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972775270c00) 00010000:00010000:1.0:1768252836.306628:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc3a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6dae expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252836.306638:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252836.306644:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252836.306668:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306680:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306689:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306700:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306707:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306713:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306837:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306845:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.306852:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768252836.307451:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00010000:1.0:1768252836.307470:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307480:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307487:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307492:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252836.307497:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307505:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307514:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff972749ca9800) 00010000:00010000:1.0:1768252836.307517:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768252836.307522:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307527:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc71b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307580:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307587:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307593:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307598:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252836.307601:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307609:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307616:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252836.307618:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252836.307621:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.307627:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc70d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768252836.307638:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffd5b1db reply state 000000008685b9c5 transno 4294967583 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768252836.307645:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252836.307770:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:43784:x1854145451862272:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1279us (1436us total) trans 4294967583 rc 0/0 00000100:00100000:1.0:1768252836.307779:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 740 00010000:00010000:1.0:1768252836.318036:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.318052:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.318061:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.318068:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252836.318073:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.318079:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.318097:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972749ca9900) 00010000:00010000:1.0:1768252836.318100:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252836.318105:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252836.318111:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc714 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252837.305171:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252838.327086:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252838.450670:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476160640:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.450749:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252838.450767:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476160512:0@lo:400:kworker.0 00000100:00100000:2.0:1768252838.450803:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252838.450811:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476161152:0@lo:400:kworker.0 00000100:00100000:2.0:1768252838.450827:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476161024:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.450844:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252838.450844:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252838.450972:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160640 00000100:00100000:1.0:1768252838.450980:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160640 00000100:00100000:1.0:1768252838.451041:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161024 00000100:00100000:1.0:1768252838.451045:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161024 00000100:00100000:1.0:1768252838.451075:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1768252838.451084:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476160640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252838.451132:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476160640:12345-0@lo:400:kworker.0 Request processed in 50us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252838.451139:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1768252838.451158:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1768252838.451164:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476161024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252838.451196:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476161024:12345-0@lo:400:kworker.0 Request processed in 32us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252838.451202:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00080000:1.0:1768252838.451223:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252838.452267:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476160768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452315:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252838.452344:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252838.452350:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476160896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452374:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252838.452407:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160768 00000100:00100000:3.0:1768252838.452413:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160768 00000100:00100000:3.0:1768252838.452454:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1768252838.452476:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476160768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452520:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476160768:12345-0@lo:400:kworker.0 Request processed in 45us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252838.452526:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1768252838.452560:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161152 00000100:00100000:3.0:1768252838.452564:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161152 00000100:00100000:3.0:1768252838.452589:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160896 00000100:00100000:3.0:1768252838.452592:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160896 00000100:00100000:3.0:1768252838.452615:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1768252838.452621:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476161152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252838.452624:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476160512 00000100:00100000:2.0:1768252838.452629:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476160512 00000100:00100000:3.0:1768252838.452652:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476161152:12345-0@lo:400:kworker.0 Request processed in 31us (1818us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252838.452657:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1768252838.452658:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1768252838.452663:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476160512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452669:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1768252838.452674:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476160896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252838.452694:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476160512:12345-0@lo:400:kworker.0 Request processed in 31us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252838.452695:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476160896:12345-0@lo:400:kworker.0 Request processed in 21us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252838.452700:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1768252838.452701:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00080000:3.0:1768252838.452725:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252838.452729:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252838.452731:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252838.452749:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476160896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452770:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476160768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452801:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476160640:0@lo:400:kworker.0 00000100:00100000:3.0:1768252838.452811:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476161152:0@lo:400:kworker.0 00000100:00100000:2.0:1768252838.452845:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476160512:0@lo:400:kworker.0 00000100:00100000:2.0:1768252838.452862:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476161024:0@lo:400:kworker.0 00010000:00010000:3.0:1768252839.350990:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252839.410720:0:76502:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd61f4e360 20000000:00000080:0.0:1768252839.410737:0:76502:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648454000 uarg=0000000000000000 00010000:00010000:0.0:1768252839.411400:0:76502:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252839.411416:0:76502:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252839.411428:0:76502:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252839.411445:0:76502:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.411462:0:76502:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.411472:0:76502:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.411512:0:76502:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.411527:0:76502:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 17 pid: 5778 timeout: 2194 lvb_type: 0 00000100:00100000:0.0:1768252839.411598:0:76502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76502:1854145476161280:0@lo:104: 00000100:00100000:0.0:1768252839.411659:0:76502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252839.411762:0:76502:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745b6de40 going to sleep for 11 seconds 00000100:00100000:2.0:1768252839.411807:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161280 00000100:00100000:2.0:1768252839.411815:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161280 00000100:00100000:2.0:1768252839.411971:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1768252839.411983:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:76502:x1854145476161280:12345-0@lo:104: 00010000:00010000:2.0:1768252839.411997:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252839.412086:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768252839.412093:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:76502:x1854145476161280:12345-0@lo:104: Request processed in 114us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252839.412100:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1768252839.412173:0:76502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76502:1854145476161280:0@lo:104: 00010000:00010000:0.0:1768252839.412191:0:76502:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.412349:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252839.412357:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.412365:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252839.412369:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.412377:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252839.412384:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252839.412389:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252839.412420:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.412426:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252839.412447:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.412454:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abc38d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc394 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.412469:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252839.412471:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252839.412473:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252839.412693:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476161408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252839.412733:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252839.412922:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161408 00000100:00100000:1.0:1768252839.412927:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161408 00010000:00010000:1.0:1768252839.412948:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 18 pid: 5778 timeout: 2194 lvb_type: 0 00000100:00100000:1.0:1768252839.413003:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1768252839.413238:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476161408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252839.413303:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252839.413310:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 18 pid: 5778 timeout: 2194 lvb_type: 0 00010000:00010000:0.0:1768252839.413322:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 18 pid: 5778 timeout: 2194 lvb_type: 0 00010000:00010000:0.0:1768252839.413336:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962000/0xef9a6e5c83abc394 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc38d expref: 18 pid: 5778 timeout: 2194 lvb_type: 0 00010000:00010000:0.0:1768252839.413350:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413362:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413377:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413383:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413390:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413396:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413402:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252839.413406:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413412:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413431:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252839.413439:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252839.413476:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476161408:12345-0@lo:103:ldlm_bl.0 Request processed in 467us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252839.413483:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00010000:00010000:1.0:1768252839.413524:0:76502:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.413545:0:76502:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252839.413552:0:76502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abc722 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76502 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252839.413801:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476161408:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1768252840.134635:0:76550:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb61b32a0 20000000:00000080:2.0:1768252840.134653:0:76550:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646d64000 uarg=0000000000000000 00010000:00010000:2.0:1768252840.134922:0:76550:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252840.134937:0:76550:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252840.134950:0:76550:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252840.134985:0:76550:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135003:0:76550:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135277:0:76550:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135286:0:76550:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135294:0:76550:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135301:0:76550:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135308:0:76550:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252840.135312:0:76550:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135319:0:76550:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135332:0:76550:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135339:0:76550:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252840.135351:0:76550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abc729 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252840.374336:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252840.908213:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252840.908247:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252840.908311:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252840.908344:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252840.908388:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862656 00000100:00100000:3.0:1768252840.908398:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862656 00000100:00100000:3.0:1768252840.908456:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862784 00000100:00100000:3.0:1768252840.908459:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862784 00000100:00100000:3.0:1768252840.908482:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00100000:3.0:1768252840.908491:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451862656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252840.908572:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451862656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 82us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252840.908581:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00100000:3.0:1768252840.908599:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1040 00000100:00100000:3.0:1768252840.908605:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451862784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252840.908628:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451862784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252840.908634:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1040 00000100:00100000:3.0:1768252840.908794:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862528 00000100:00100000:3.0:1768252840.908798:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862528 00000100:00100000:3.0:1768252840.908825:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1405 00000100:00100000:3.0:1768252840.908831:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451862528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252840.908863:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451862528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252840.908869:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1405 00000100:00080000:3.0:1768252840.908889:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252840.908894:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252840.908896:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252840.912751:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862400 00000100:00100000:2.0:1768252840.912780:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862400 00000100:00100000:2.0:1768252840.912869:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000100:00100000:2.0:1768252840.912879:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451862400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252840.912971:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451862400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 93us (4768us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252840.912980:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1161 10000000:01000000:3.0:1768252841.010412:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252841.010421:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252841.010427:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252841.010474:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252841.010486:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252841.010499:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252841.010543:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476161536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252841.010614:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252841.010672:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727479f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1768252841.010728:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161536 00000100:00100000:0.0:1768252841.010736:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161536 00000100:00100000:0.0:1768252841.010791:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1768252841.010801:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476161536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252841.010813:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252841.010827:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc730 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252841.010849:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252841.010858:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252841.010867:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252841.010909:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476161536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252841.010917:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1768252841.010965:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476161536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252841.010993:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252841.011002:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252841.011051:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252841.011057:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252841.011064:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252841.011639:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264992ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476161664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252841.011835:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476161792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252841.011868:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252841.011950:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161792 00000100:00100000:0.0:1768252841.011955:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161792 00000100:00100000:0.0:1768252841.012032:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1768252841.012040:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476161792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252841.012073:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252841.012112:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476161792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252841.012118:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1768252841.012160:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476161792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252841.012797:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1768252841.012851:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252841.012921:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161664 00000100:00100000:0.0:1768252841.012927:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161664 00000100:00100000:0.0:1768252841.013027:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1768252841.013036:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476161664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252841.013064:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252841.013106:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476161664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252841.013113:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00080000:3.0:1768252841.016178:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252841.016265:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264992ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476161664:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1768252841.107204:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967583 is committed 00010000:00010000:1.0:1768252841.394128:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252842.418980:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252843.395453:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252843.395555:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451862912 00000100:00100000:0.0:1768252843.395565:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451862912 00000100:00100000:0.0:1768252843.395651:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 741 00000100:00100000:0.0:1768252843.395662:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:43898:x1854145451862912:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252843.395684:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252843.395757:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc73e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e87 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.395821:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc745 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.395835:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc745 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.395847:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc745 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252843.395916:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252843.395920:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252843.395948:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc745 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.395976:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc73e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e87 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.395995:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc745 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e87 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.396005:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270300) 00010000:00010000:0.0:1768252843.396008:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252843.396043:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252843.396114:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43898:x1854145451862912:12345-192.168.202.43@tcp:101:rm.0 Request processed in 453us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252843.396121:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 741 00000100:00080000:1.0:1768252843.396213:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252843.402958:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252843.403040:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451863040 00000100:00100000:3.0:1768252843.403050:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451863040 00000100:00100000:3.0:1768252843.403107:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 742 00000100:00100000:3.0:1768252843.403117:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43898:x1854145451863040:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252843.403138:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252843.403161:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc74c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e8e expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252843.403313:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403324:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403332:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403341:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403348:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403352:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403435:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403441:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403447:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403454:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252843.403458:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403466:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403480:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270300) 00010000:00010000:3.0:1768252843.403482:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252843.403486:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403491:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc753 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403512:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403518:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403523:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403528:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252843.403531:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403536:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403543:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff97274f8b9900) 00010000:00010000:3.0:1768252843.403545:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252843.403548:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403554:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc75a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.403583:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc74c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e8e expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252843.403591:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270300) 00010000:00010000:3.0:1768252843.403592:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252843.403595:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc74c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e8e expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252843.403612:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768252843.403694:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43898:x1854145451863040:12345-192.168.202.43@tcp:101:rm.0 Request processed in 580us (745us total) trans 0 rc 301/301 00000100:00100000:3.0:1768252843.403705:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 742 00010000:00010000:1.0:1768252843.444246:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252843.451954:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252843.452069:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451863168 00000100:00100000:2.0:1768252843.452079:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451863168 00000100:00100000:2.0:1768252843.452142:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 743 00000100:00100000:2.0:1768252843.452153:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451863168:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:2.0:1768252843.452201:0:5784:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:2.0:1768252843.452284:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451863168:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 132us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.452292:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 743 00000100:00100000:2.0:1768252843.452906:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252843.452970:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451863424 00000100:00100000:3.0:1768252843.452976:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451863424 00000100:00100000:3.0:1768252843.453051:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 744 00000100:00100000:3.0:1768252843.453060:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43902:x1854145451863424:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:3.0:1768252843.453101:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252843.453127:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc745 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e87 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252843.453161:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270300) 00010000:00010000:3.0:1768252843.453173:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252843.453275:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.453289:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.453298:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.453310:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.453317:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.453323:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252843.454369:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 512 00010000:00010000:3.0:1768252843.454381:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.454392:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.454399:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.454405:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252843.454409:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.454417:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.454428:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768252843.454431:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252843.454435:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252843.454440:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc761 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252843.454454:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002bd3de3b reply state 000000008583aaca transno 4294967584 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252843.454463:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252843.454561:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43902:x1854145451863424:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 1499us (1654us total) trans 4294967584 rc 0/0 00000100:00100000:3.0:1768252843.454570:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 744 00010000:00010000:1.0:1768252843.460504:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252843.460524:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252843.460533:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252843.460538:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252843.460544:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252843.460553:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252843.460571:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff97274f8b9800) 00010000:00010000:1.0:1768252843.460575:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252843.460581:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252843.460586:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc768 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252843.521910:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252843.521989:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451863552 00000100:00100000:0.0:1768252843.521998:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451863552 00000100:00100000:0.0:1768252843.522098:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 745 00000100:00100000:0.0:1768252843.522109:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:43906:x1854145451863552:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768252843.522133:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252843.522157:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc76f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e95 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.522220:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc776 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.522234:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.522246:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252843.522302:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252843.522305:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252843.522328:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc776 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.522352:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc76f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e95 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.522371:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc776 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e95 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.522380:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270400) 00010000:00010000:0.0:1768252843.522382:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252843.522385:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768252843.522440:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43906:x1854145451863552:12345-192.168.202.43@tcp:101:chown.0 Request processed in 332us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252843.522447:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 745 00000100:00100000:3.0:1768252843.526344:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252843.526453:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451863680 00000100:00100000:2.0:1768252843.526465:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451863680 00000100:00100000:2.0:1768252843.526530:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 746 00000100:00100000:2.0:1768252843.526541:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43906:x1854145451863680:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768252843.526563:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252843.526591:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc77d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6e9c expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252843.526719:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526730:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526739:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526749:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526753:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526757:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526862:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc792 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526867:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526871:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768252843.526898:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 512 00000004:00200000:2.0:1768252843.526901:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252843.526916:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526924:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526928:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526932:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526936:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252843.526938:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526942:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526951:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270400) 00010000:00010000:2.0:1768252843.526954:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252843.526956:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526960:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abc784 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526968:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526971:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526974:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526978:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252843.526979:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526982:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526985:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972742c4a800) 00010000:00010000:2.0:1768252843.526987:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252843.526988:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.526991:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abc78b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252843.527009:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abc77d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e9c expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252843.527065:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc792 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e9c expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252843.527072:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768252843.527075:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252843.527077:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252843.527219:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43906:x1854145451863680:12345-192.168.202.43@tcp:101:chown.0 Request processed in 679us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.527227:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 746 00000100:00100000:1.0:1768252843.536878:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252843.537048:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451863936 00000100:00100000:0.0:1768252843.537059:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451863936 00000100:00100000:0.0:1768252843.537116:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 747 00000100:00100000:0.0:1768252843.537125:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:43906:x1854145451863936:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:0.0:1768252843.537177:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252843.537203:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc792 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e9c expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252843.537223:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a300) 00010000:00010000:0.0:1768252843.537233:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252843.537260:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.537272:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252843.537279:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768252843.580752:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476162304:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.580826:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252843.580888:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252843.580894:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476161920:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.580920:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252843.580940:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476162432:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.580962:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252843.580988:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476162048:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581008:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252843.581052:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476162560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581072:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252843.581089:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252843.581094:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476162176:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581114:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252843.581144:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162304 00000100:00100000:2.0:1768252843.581151:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162304 00000100:00100000:2.0:1768252843.581206:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162560 00000100:00100000:2.0:1768252843.581210:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162560 00000100:00100000:2.0:1768252843.581235:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1768252843.581244:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476162304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581297:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476162304:12345-0@lo:400:kworker.0 Request processed in 54us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.581305:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1768252843.581335:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1768252843.581342:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476162560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581373:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476162560:12345-0@lo:400:kworker.0 Request processed in 32us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.581380:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1768252843.581397:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476161920 00000100:00100000:2.0:1768252843.581400:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476161920 00000100:00100000:2.0:1768252843.581425:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1768252843.581430:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476161920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581458:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476161920:12345-0@lo:400:kworker.0 Request processed in 28us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.581464:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1768252843.581491:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162432 00000100:00100000:2.0:1768252843.581505:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162432 00000100:00100000:2.0:1768252843.581529:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162048 00000100:00100000:2.0:1768252843.581531:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162048 00000100:00100000:2.0:1768252843.581540:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162176 00000100:00100000:2.0:1768252843.581543:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162176 00000100:00100000:2.0:1768252843.581556:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1768252843.581562:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476162432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581594:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476162432:12345-0@lo:400:kworker.0 Request processed in 32us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.581600:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1768252843.581612:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1768252843.581618:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476162048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581641:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476162048:12345-0@lo:400:kworker.0 Request processed in 24us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.581646:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1768252843.581655:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1768252843.581660:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476162176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581679:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476162176:12345-0@lo:400:kworker.0 Request processed in 20us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252843.581684:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1768252843.581740:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476162176:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581750:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476162048:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581757:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476162560:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581781:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476161920:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581789:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476162432:0@lo:400:kworker.0 00000100:00100000:2.0:1768252843.581797:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476162304:0@lo:400:kworker.0 00000100:00080000:1.0:1768252843.591548:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252843.591559:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252843.591562:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1768252843.593618:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967585 is committed 00000004:00010000:0.0:1768252843.593814:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb3a38cd reply state 00000000000261c2 transno 4294967585 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768252843.593827:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252843.593864:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00080000:0.0:1768252843.593957:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768252843.593975:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:43906:x1854145451863936:12345-192.168.202.43@tcp:36:chown.0 Request processed in 56847us (57105us total) trans 4294967585 rc 0/0 00000100:00100000:0.0:1768252843.593981:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 747 00010000:00010000:1.0:1768252843.594056:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252843.594065:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252843.594073:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252843.594080:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252843.594084:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252843.594092:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252843.594111:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270b00) 00010000:00010000:1.0:1768252843.594114:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252843.594119:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252843.594125:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abc799 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000020:00000080:2.0:1768252844.296945:0:76748:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc57361060 20000000:00000080:2.0:1768252844.296962:0:76748:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646d64400 uarg=0000000000000000 00010000:00010000:2.0:1768252844.297265:0:76748:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768252844.297299:0:76748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270400) 00010000:00010000:2.0:1768252844.297303:0:76748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252844.297315:0:76748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc776 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6e95 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252844.297338:0:76748:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768252844.297351:0:76748:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252844.297366:0:76748:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252844.297380:0:76748:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252844.297389:0:76748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252844.297431:0:76748:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252844.297445:0:76748:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 17 pid: 5777 timeout: 2199 lvb_type: 0 00000100:00100000:2.0:1768252844.297460:0:76748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76748:1854145476162688:0@lo:104: 00000100:00100000:2.0:1768252844.299239:0:76748:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252844.299305:0:76748:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768252844.299365:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162688 00000100:00100000:1.0:1768252844.299375:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162688 00000100:00100000:1.0:1768252844.299436:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1768252844.299445:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:76748:x1854145476162688:12345-0@lo:104: 00010000:00010000:1.0:1768252844.299459:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252844.299534:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252844.299540:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:76748:x1854145476162688:12345-0@lo:104: Request processed in 97us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252844.299547:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00010000:00010000:0.0:1768252844.299596:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252844.299616:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299628:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252844.299632:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299640:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252844.299646:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252844.299652:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252844.299689:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299696:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1768252844.299728:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476162816:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252844.299728:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299735:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abc730 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc737 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299752:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252844.299754:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252844.299755:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252844.299766:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252844.299840:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162816 00000100:00100000:0.0:1768252844.299844:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162816 00010000:00010000:0.0:1768252844.299864:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 18 pid: 5777 timeout: 2199 lvb_type: 0 00000100:00100000:0.0:1768252844.299892:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1768252844.299899:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476162816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252844.299911:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1768252844.299916:0:76748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649313100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76748:1854145476162688:0@lo:104: 00010000:00010000:0.0:1768252844.299916:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 18 pid: 5777 timeout: 2199 lvb_type: 0 00010000:00010000:0.0:1768252844.299925:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 18 pid: 5777 timeout: 2199 lvb_type: 0 00010000:00010000:2.0:1768252844.299934:0:76748:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299939:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962400/0xef9a6e5c83abc737 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc730 expref: 18 pid: 5777 timeout: 2199 lvb_type: 0 00010000:00010000:0.0:1768252844.299966:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299974:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299988:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.299995:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.300001:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.300006:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.300034:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252844.300038:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.300046:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.300060:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252844.300069:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252844.300098:0:76748:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252844.300098:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476162816:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252844.300105:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00010000:00010000:2.0:1768252844.300110:0:76748:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252844.300115:0:76748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abc7a0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76748 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252844.300348:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476162816:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252844.469683:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252845.200775:0:76796:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0312edd0 20000000:00000080:0.0:1768252845.200793:0:76796:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648455c00 uarg=0000000000000000 00010000:00010000:0.0:1768252845.201542:0:76796:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252845.201567:0:76796:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252845.201585:0:76796:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252845.201609:0:76796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201627:0:76796:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201637:0:76796:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201644:0:76796:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201651:0:76796:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201659:0:76796:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201665:0:76796:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252845.201671:0:76796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201679:0:76796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201792:0:76796:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201801:0:76796:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.201807:0:76796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abc7a7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252845.491109:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252845.877448:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252845.877456:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252845.877460:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252845.877520:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.877533:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.877544:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252845.877572:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476162944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252845.877647:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252845.877708:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1768252845.877730:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476162944 00000100:00100000:3.0:1768252845.877738:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476162944 00000100:00100000:3.0:1768252845.877786:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1768252845.877793:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476162944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252845.877808:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252845.877822:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abc7ae expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.877848:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.877859:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.877868:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252845.877910:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476162944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252845.877917:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1768252845.877973:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476162944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252845.877987:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.877996:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252845.878035:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252845.878041:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252845.878049:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252846.047515:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252846.047561:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252846.047596:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252846.047620:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252846.047794:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864064 00000100:00100000:2.0:1768252846.047806:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864064 00000100:00100000:2.0:1768252846.047863:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:0.0:1768252846.047921:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864320 00000100:00100000:0.0:1768252846.047926:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864320 00000100:00100000:0.0:1768252846.047970:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864448 00000100:00100000:0.0:1768252846.047973:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864448 00000100:00100000:0.0:1768252846.047994:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1043 00000100:00100000:0.0:1768252846.048001:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451864320:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252846.048089:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451864320:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 88us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252846.048097:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1043 00000100:00100000:0.0:1768252846.048115:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1044 00000100:00100000:0.0:1768252846.048121:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451864448:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252846.048149:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451864448:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252846.048155:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1044 00000100:00100000:0.0:1768252846.048172:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864192 00000100:00100000:0.0:1768252846.048176:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864192 00000100:00100000:0.0:1768252846.048222:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1409 00000100:00100000:0.0:1768252846.048230:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451864192:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252846.048264:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451864192:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252846.048270:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1409 00000100:00080000:0.0:1768252846.048287:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252846.048292:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252846.048295:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252846.048396:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451864064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252846.048426:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451864064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 556us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252846.061700:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:1.0:1768252846.131895:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252846.131924:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476163072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252846.131998:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252846.132103:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163072 00000100:00100000:1.0:1768252846.132111:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163072 00000100:00100000:1.0:1768252846.132170:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1768252846.132179:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476163072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252846.132214:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252846.132267:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476163072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252846.132274:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00080000:1.0:1768252846.132304:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252846.132342:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476163072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252846.132576:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252846.132586:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476163200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252846.132623:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252846.132649:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163200 00000100:00100000:1.0:1768252846.132654:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163200 00000100:00100000:1.0:1768252846.132694:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1768252846.132702:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476163200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252846.132723:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252846.132756:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476163200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252846.132763:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:1.0:1768252846.132776:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252846.132797:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476163200:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252846.516766:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252847.538893:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252847.992622:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252847.992692:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864576 00000100:00100000:0.0:1768252847.992702:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864576 00000100:00100000:0.0:1768252847.992767:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:0.0:1768252847.992777:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451864576:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252847.992793:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252847.992796:0:5770:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abc776) 00010000:00010000:0.0:1768252847.992798:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252847.992854:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451864576:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 78us (240us total) trans 0 rc 116/116 00000100:00100000:0.0:1768252847.992861:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 12 00010000:00010000:2.0:1768252848.564205:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252848.693176:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476163328:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693248:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252848.693310:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476163840:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693336:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252848.693363:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768252848.693370:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476163456:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693393:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252848.693409:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476163968:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693430:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252848.693467:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264992a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476163584:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693506:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252848.693524:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252848.693529:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264992bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476163712:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693549:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252848.693796:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163328 00000100:00100000:3.0:1768252848.693806:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163328 00000100:00100000:3.0:1768252848.693852:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1768252848.693861:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476163328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.693914:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476163328:12345-0@lo:400:kworker.0 Request processed in 54us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252848.693923:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1768252848.693960:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163840 00000100:00100000:3.0:1768252848.693964:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163840 00000100:00100000:3.0:1768252848.693998:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163456 00000100:00100000:3.0:1768252848.694001:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163456 00000100:00100000:3.0:1768252848.694037:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163584 00000100:00100000:3.0:1768252848.694040:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163584 00000100:00100000:3.0:1768252848.694059:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1768252848.694065:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476163840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.694099:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476163840:12345-0@lo:400:kworker.0 Request processed in 34us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252848.694105:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1768252848.694117:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1768252848.694122:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476163456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.694147:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476163456:12345-0@lo:400:kworker.0 Request processed in 25us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252848.694152:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1768252848.694163:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1768252848.694168:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476163584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.694197:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476163584:12345-0@lo:400:kworker.0 Request processed in 28us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252848.694203:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1768252848.694224:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163968 00000100:00100000:3.0:1768252848.694228:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163968 00000100:00100000:3.0:1768252848.694249:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476163712 00000100:00100000:3.0:1768252848.694251:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476163712 00000100:00100000:3.0:1768252848.694340:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1768252848.694347:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476163968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.694378:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476163968:12345-0@lo:400:kworker.0 Request processed in 32us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252848.694384:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1768252848.694395:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1768252848.694401:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476163712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.694427:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476163712:12345-0@lo:400:kworker.0 Request processed in 26us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252848.694432:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1768252848.695159:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476163456:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.695177:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476163968:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.695186:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476163328:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.695195:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476163840:0@lo:400:kworker.0 00000100:00080000:3.0:1768252848.695231:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252848.695235:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252848.695238:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252848.695389:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264992bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476163712:0@lo:400:kworker.0 00000100:00100000:3.0:1768252848.695405:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264992a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476163584:0@lo:400:kworker.0 00000100:00100000:1.0:1768252848.893689:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252848.893726:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864704 00000100:00100000:1.0:1768252848.893736:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864704 00000100:00100000:1.0:1768252848.893787:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 748 00000100:00100000:1.0:1768252848.893793:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44011:x1854145451864704:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768252848.893812:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252848.893833:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ea3 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252848.893885:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc7c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252848.893895:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252848.893905:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768252848.893981:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1768252848.893984:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252848.894003:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252848.894041:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ea3 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252848.894057:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc7c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ea3 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252848.894066:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252848.894068:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252848.894072:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768252848.894138:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44011:x1854145451864704:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 344us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252848.894146:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 748 00000100:00080000:1.0:1768252848.894168:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252848.896827:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252848.897125:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451864832 00000100:00100000:0.0:1768252848.897134:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451864832 00000100:00100000:0.0:1768252848.897229:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 749 00000100:00100000:0.0:1768252848.897239:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44011:x1854145451864832:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252848.897332:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252848.897355:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc7ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6eaa expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252848.897431:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897456:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897468:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897482:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897489:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897495:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897617:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc7df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897625:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc7df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897631:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc7df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768252848.897845:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1768252848.897849:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252848.897876:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc7df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897889:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897896:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897902:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897908:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252848.897912:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897920:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897933:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252848.897936:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252848.897951:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897957:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc7d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897968:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897973:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897978:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897983:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252848.897986:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.897996:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.898003:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270a00) 00010000:00010000:0.0:1768252848.898005:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252848.898008:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.898035:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc7d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252848.898068:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc7ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eaa expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252848.898082:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc7df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eaa expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252848.898090:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252848.898092:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252848.898095:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768252848.898160:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44011:x1854145451864832:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 923us (1343us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252848.898167:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 749 00000100:00100000:2.0:1768252848.905825:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252848.906049:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451865088 00000100:00100000:1.0:1768252848.906060:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451865088 00000100:00100000:1.0:1768252848.906123:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 750 00000100:00100000:1.0:1768252848.906133:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44011:x1854145451865088:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252848.906181:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252848.906209:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc7df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eaa expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252848.906227:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270d00) 00010000:00010000:1.0:1768252848.906237:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252848.906262:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.906275:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.906284:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:3.0:1768252848.942088:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967586 is committed 00000004:00010000:1.0:1768252848.942617:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000076f13b7d reply state 000000004604ff07 transno 4294967586 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768252848.942630:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252848.942681:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00080000:1.0:1768252848.942791:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768252848.942811:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44011:x1854145451865088:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 36675us (36988us total) trans 4294967586 rc 0/0 00000100:00100000:1.0:1768252848.942820:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 750 00010000:00010000:1.0:1768252848.942855:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.942863:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.942870:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.942875:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252848.942879:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.942886:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.942905:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9800) 00010000:00010000:1.0:1768252848.942909:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252848.942914:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252848.942919:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252849.003424:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252849.003536:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451865216 00000100:00100000:1.0:1768252849.003549:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451865216 00000100:00100000:1.0:1768252849.003709:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 751 00000100:00100000:1.0:1768252849.003721:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44015:x1854145451865216:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252849.003756:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252849.003786:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6eb1 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.003871:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.003885:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.003898:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.003911:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.003917:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.003924:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004111:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc802 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004119:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004126:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768252849.004158:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1768252849.004162:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252849.004188:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc802 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004200:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004206:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004212:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004218:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.004222:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004230:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004242:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252849.004246:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.004251:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004258:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc7f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004271:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004276:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004282:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004287:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.004290:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004295:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004301:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972749ca9800) 00010000:00010000:1.0:1768252849.004304:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.004307:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004312:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc7fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.004342:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc7ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eb1 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.004356:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc802 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eb1 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.004369:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768252849.004371:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768252849.004373:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768252849.004467:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44015:x1854145451865216:12345-192.168.202.43@tcp:101:touch.0 Request processed in 747us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252849.004475:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 751 00000100:00100000:1.0:1768252849.007055:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252849.007214:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451865472 00000100:00100000:2.0:1768252849.007226:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451865472 00000100:00100000:2.0:1768252849.007287:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 752 00000100:00100000:2.0:1768252849.007298:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44015:x1854145451865472:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768252849.007320:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252849.007342:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc809 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6eb8 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252849.007510:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.007525:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.007536:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.007550:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.007557:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.007563:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:2.0:1768252849.008105:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:2.0:1768252849.008310:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc81e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008320:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc81e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008327:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc81e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008365:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008373:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008383:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008389:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252849.008393:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008401:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008413:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9700) 00010000:00010000:2.0:1768252849.008417:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252849.008423:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252849.008428:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abc810 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768252849.008453:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000096b3fa39 reply state 000000005350ec40 transno 4294967587 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252849.008462:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252849.008490:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abc809 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eb8 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252849.008504:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc81e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eb8 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252849.008511:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252849.008513:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252849.008516:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252849.008602:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44015:x1854145451865472:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1305us (1589us total) trans 4294967587 rc 0/0 00000100:00100000:2.0:1768252849.008611:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 752 00010000:00010000:1.0:1768252849.013242:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252849.013260:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252849.013358:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252849.013366:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.013371:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252849.013378:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252849.013395:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972742c4a900) 00010000:00010000:1.0:1768252849.013399:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.013404:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252849.013410:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abc817 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252849.013571:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252849.013631:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451865728 00000100:00100000:1.0:1768252849.013644:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451865728 00000100:00100000:1.0:1768252849.013708:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 753 00000100:00100000:1.0:1768252849.013717:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44015:x1854145451865728:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:1.0:1768252849.013775:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252849.013795:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abc81e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eb8 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.013806:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:1.0:1768252849.013814:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252849.013859:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.013872:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.013882:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768252849.014063:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000028078f2e reply state 0000000095f82c07 transno 4294967588 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768252849.014070:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252849.014149:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44015:x1854145451865728:12345-192.168.202.43@tcp:36:touch.0 Request processed in 434us (583us total) trans 4294967588 rc 0/0 00000100:00100000:1.0:1768252849.014155:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 753 00000100:00100000:2.0:1768252849.016122:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252849.016216:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451865856 00000100:00100000:3.0:1768252849.016227:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451865856 00000100:00100000:3.0:1768252849.016284:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 754 00000100:00100000:3.0:1768252849.016294:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44015:x1854145451865856:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252849.016317:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252849.016337:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc833 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ebf expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252849.016395:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc833 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ebf expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252849.016408:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc833 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ebf expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252849.016426:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:3.0:1768252849.016430:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1768252849.016433:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252849.016492:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44015:x1854145451865856:12345-192.168.202.43@tcp:101:touch.0 Request processed in 200us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252849.016500:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 754 00010000:00010000:1.0:1768252849.016632:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.016640:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.016649:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.016655:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.016659:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.016667:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.016679:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252849.016682:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.016686:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.016693:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc82c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252849.019790:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252849.025203:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451865984 00000100:00100000:0.0:1768252849.025218:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451865984 00000100:00100000:0.0:1768252849.025352:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 409 00000100:00100000:0.0:1768252849.025363:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451865984:12345-192.168.202.43@tcp:2:touch.0 00000100:00100000:0.0:1768252849.025967:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451865984:12345-192.168.202.43@tcp:2:touch.0 Request processed in 603us (6188us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1768252849.025976:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 409 00000100:00080000:1.0:1768252849.026046:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252849.029607:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252849.030824:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451866240 00000100:00100000:1.0:1768252849.030836:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451866240 00000100:00100000:1.0:1768252849.030896:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 131 00000100:00100000:1.0:1768252849.030906:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b158050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44015:x1854145451866240:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:1.0:1768252849.031704:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b158050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44015:x1854145451866240:12345-192.168.202.43@tcp:35:touch.0 Request processed in 795us (2104us total) trans 4294967589 rc 0/0 00000100:00100000:1.0:1768252849.031713:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 131 00000100:00100000:2.0:1768252849.125158:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252849.125367:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451866368 00000100:00100000:1.0:1768252849.125464:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451866368 00000100:00100000:1.0:1768252849.125535:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 755 00000100:00100000:1.0:1768252849.125547:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44019:x1854145451866368:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252849.125573:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252849.125595:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc83a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ec6 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.125661:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125674:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125686:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125700:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125707:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125713:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125813:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125822:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125830:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768252849.125863:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 0 00000004:00200000:1.0:1768252849.125881:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252849.125901:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125914:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125922:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125929:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125936:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125942:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.125946:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125953:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125964:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768252849.125968:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.125972:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125978:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc841 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125991:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.125998:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.126004:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.126009:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.127914:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.127927:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.127944:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972749ca9800) 00010000:00010000:1.0:1768252849.127947:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.127951:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.127957:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc848 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.128033:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc83a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ec6 expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.128049:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ec6 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.128057:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252849.128059:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768252849.128062:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252849.128161:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44019:x1854145451866368:12345-192.168.202.43@tcp:101:rm.0 Request processed in 2615us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252849.128169:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 755 00000100:00100000:3.0:1768252849.132000:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252849.132799:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451866496 00000100:00100000:0.0:1768252849.132813:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451866496 00000100:00100000:0.0:1768252849.132924:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 410 00000100:00100000:0.0:1768252849.132936:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451866496:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252849.132955:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252849.132976:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ecd expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252849.133000:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x696565b1, atime: 0x696565b1, ctime: 0x696565b1, blocks: 0x1 00010000:00010000:0.0:1768252849.133049:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252849.133052:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252849.133060:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252849.133078:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1768252849.133090:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768252849.133154:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451866496:12345-192.168.202.43@tcp:101:rm.0 Request processed in 221us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252849.133161:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 410 00000100:00100000:2.0:1768252849.138600:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252849.138824:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451866752 00000100:00100000:1.0:1768252849.138835:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451866752 00000100:00100000:1.0:1768252849.139063:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 756 00000100:00100000:1.0:1768252849.139074:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44019:x1854145451866752:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768252849.139138:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252849.139166:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc84f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ec6 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.139187:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc833 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ebf expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252849.139197:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768252849.139206:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252849.139226:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139239:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139248:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139269:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139542:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139554:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139760:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139769:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.139776:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:1.0:1768252849.141757:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].23, 64 off9664 00000004:00080000:1.0:1768252849.141772:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2054562758731ns, next at 2055562754448ns, rc = 0 00010000:00010000:1.0:1768252849.141839:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.141855:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.141864:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142634:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142649:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142655:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142739:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768252849.142767:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142773:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142778:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142784:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.142790:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142796:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142808:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972749ca9100) 00010000:00010000:1.0:1768252849.142811:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768252849.142815:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142821:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc86b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142885:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142892:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142897:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142901:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.142904:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142909:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142917:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768252849.142919:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.142922:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.142930:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc85d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768252849.142939:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004319197e reply state 000000004c93b245 transno 4294967590 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768252849.142948:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252849.143058:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44019:x1854145451866752:12345-192.168.202.43@tcp:36:rm.0 Request processed in 3982us (4464us total) trans 4294967590 rc 0/0 00000100:00100000:1.0:1768252849.143067:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 756 00010000:00010000:1.0:1768252849.145760:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.145779:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.145787:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.145793:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252849.145797:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.145805:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.145821:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972749ca9800) 00010000:00010000:1.0:1768252849.145825:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252849.145830:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252849.145836:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abc864 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252849.147181:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252849.147194:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252849.147204:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252849.147208:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252849.147215:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252849.147227:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff972749ca9100) 00010000:00010000:2.0:1768252849.147229:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252849.147233:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252849.147239:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abc872 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252849.147614:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252849.147619:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252849.147621:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768252849.313163:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00010000:00010000:2.0:1768252849.587526:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252849.955149:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252849.957833:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451866880 00000100:00100000:3.0:1768252849.957848:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451866880 00000100:00100000:3.0:1768252849.957923:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 757 00000100:00100000:3.0:1768252849.957933:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44034:x1854145451866880:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252849.957957:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252849.957978:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc879 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ed4 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252849.958063:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc880 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252849.958077:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252849.958089:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252849.958157:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1768252849.958161:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252849.958186:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252849.958212:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc879 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ed4 expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252849.958228:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc880 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ed4 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252849.958236:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9700) 00010000:00010000:3.0:1768252849.958239:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252849.958243:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768252849.958313:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44034:x1854145451866880:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 382us (3176us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252849.958320:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 757 00000100:00100000:3.0:1768252849.963578:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252849.963682:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451867136 00000100:00100000:0.0:1768252849.963693:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451867136 00000100:00100000:0.0:1768252849.963752:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 758 00000100:00100000:0.0:1768252849.963764:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44034:x1854145451867136:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252849.963821:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252849.963850:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abc880 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ed4 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252849.963870:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abc802 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6eb1 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252849.963882:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9700) 00010000:00010000:0.0:1768252849.963893:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252849.963920:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252849.963932:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252849.963941:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252850.001627:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d3d25a9f reply state 000000004f425acb transno 4294967591 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252850.001790:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252850.001833:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:0.0:1768252850.001955:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44034:x1854145451867136:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 38189us (38383us total) trans 4294967591 rc 0/0 00000100:00100000:0.0:1768252850.001966:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 758 00000001:00080000:0.0:1768252850.002032:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967591 is committed 00000004:00080000:0.0:1768252850.002048:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 65 committed 00010000:00010000:1.0:1768252850.002628:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.002716:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.002725:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.002731:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252850.002736:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.002744:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.002761:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270500) 00010000:00010000:1.0:1768252850.002765:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252850.002770:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.002776:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc887 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252850.002921:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476164096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1768252850.002970:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252850.003068:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476164096 00000100:00100000:1.0:1768252850.003076:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476164096 00000100:00100000:1.0:1768252850.003125:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1768252850.003135:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476164096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1768252850.003165:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:1.0:1768252850.003193:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252850.003212:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 5 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252850.003219:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252850.003221:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252850.003224:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252850.003248:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 5 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252850.003260:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 5 pid: 10696 timeout: 2155 lvb_type: 1 00000100:00100000:1.0:1768252850.003272:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476164224:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252850.003560:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726483e99c0 going to sleep for 11 seconds 00000100:00080000:1.0:1768252850.003574:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252850.011132:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476164224:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768252850.011161:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252850.015617:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252850.015808:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451867264 00000100:00100000:3.0:1768252850.015820:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451867264 00010000:00010000:3.0:1768252850.015868:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 6 pid: 10696 timeout: 2155 lvb_type: 1 00000100:00100000:3.0:1768252850.015918:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 390 00000100:00100000:3.0:1768252850.015929:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451867264:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768252850.015946:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252850.015951:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 6 pid: 10696 timeout: 2155 lvb_type: 1 00010000:00010000:3.0:1768252850.015965:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 6 pid: 10696 timeout: 2155 lvb_type: 1 00010000:00010000:3.0:1768252850.015991:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff972777963200/0xef9a6e5c83abc856 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ecd expref: 6 pid: 10696 timeout: 2155 lvb_type: 1 00010000:00010000:3.0:1768252850.016007:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252850.016009:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252850.016059:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.016071:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.016106:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252850.016169:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451867264:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 241us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252850.016177:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 390 00010000:00010000:2.0:1768252850.018035:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252850.018062:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252850.018077:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252850.018085:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252850.018116:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768252850.018131:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252850.018140:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.018148:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252850.018153:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.018163:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.018186:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.018193:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadf200/0xef9a6e5c83abc88e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.018213:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252850.018214:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252850.018216:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252850.018704:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476164096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15567us (15729us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1768252850.018719:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000004:00080000:1.0:1768252850.018801:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972777514000/2, rc 0, transno 4294967343 00000100:00100000:1.0:1768252850.018811:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476164096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252850.071112:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252850.071220:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451867392 00000100:00100000:0.0:1768252850.071231:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451867392 00000100:00080000:1.0:1768252850.071290:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252850.071291:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 759 00000100:00100000:0.0:1768252850.071302:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44038:x1854145451867392:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252850.071327:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252850.071349:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc895 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6edb expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252850.071408:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071423:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071445:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071461:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071468:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071474:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071621:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc8aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071630:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc8aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071637:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc8aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252850.071670:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1768252850.071674:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252850.071698:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc8aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071710:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071716:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071723:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071730:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252850.071733:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071740:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071751:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252850.071754:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252850.071759:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071764:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc89c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071778:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071783:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071788:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071797:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252850.071799:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071805:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071811:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270600) 00010000:00010000:0.0:1768252850.071813:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252850.071816:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071821:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc8a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.071848:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc895 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6edb expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252850.071862:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc8aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6edb expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252850.071869:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252850.071871:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252850.071873:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252850.071935:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44038:x1854145451867392:12345-192.168.202.43@tcp:101:touch.0 Request processed in 634us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252850.071943:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 759 00000100:00100000:1.0:1768252850.078696:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252850.078982:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451867648 00000100:00100000:3.0:1768252850.078993:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451867648 00000100:00100000:3.0:1768252850.079069:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 760 00000100:00100000:3.0:1768252850.079079:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44038:x1854145451867648:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252850.079101:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252850.079121:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc8b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ee2 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.079262:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.079277:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.079288:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.079301:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.079308:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.079314:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:3.0:1768252850.080085:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:3.0:1768252850.080356:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080367:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080376:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080409:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080416:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080422:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080428:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252850.080445:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080453:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080464:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:3.0:1768252850.080466:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252850.080471:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.080476:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768252850.080487:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001e2f5c9 reply state 00000000483c66cc transno 4294967592 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252850.080494:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252850.080523:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc8b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ee2 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.080538:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ee2 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.080545:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252850.080548:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252850.080551:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252850.080628:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44038:x1854145451867648:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1549us (1943us total) trans 4294967592 rc 0/0 00000100:00100000:3.0:1768252850.080648:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 760 00000100:00100000:2.0:1768252850.085717:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252850.091778:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451867904 00000100:00100000:3.0:1768252850.091794:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451867904 00010000:00010000:1.0:1768252850.091815:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.091827:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.091835:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.091840:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252850.091845:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.091852:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252850.091867:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 761 00010000:00010000:1.0:1768252850.091868:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff97274f8b9200) 00010000:00010000:1.0:1768252850.091870:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252850.091875:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252850.091876:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44038:x1854145451867904:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:1.0:1768252850.091881:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abc8bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.091932:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252850.091950:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ee2 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.091960:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252850.091966:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252850.092005:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.092036:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.092046:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768252850.092164:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000046c3d1a9 reply state 000000009dfa5938 transno 4294967593 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252850.092173:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252850.092270:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44038:x1854145451867904:12345-192.168.202.43@tcp:36:touch.0 Request processed in 395us (6562us total) trans 4294967593 rc 0/0 00000100:00100000:3.0:1768252850.092281:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 761 00010000:00010000:1.0:1768252850.097572:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.097595:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.097603:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.097610:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252850.097615:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.097623:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.097649:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:1.0:1768252850.097653:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252850.097658:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252850.097664:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abc8d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252850.100994:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252850.101448:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451868032 00000100:00100000:3.0:1768252850.101462:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451868032 00000100:00100000:3.0:1768252850.101525:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 762 00000100:00100000:3.0:1768252850.101537:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44038:x1854145451868032:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768252850.101562:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252850.101587:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ee9 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.101658:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ee9 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.101673:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ee9 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.101692:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252850.101695:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1768252850.101700:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252850.101766:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44038:x1854145451868032:12345-192.168.202.43@tcp:101:touch.0 Request processed in 231us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252850.101774:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 762 00000100:00100000:2.0:1768252850.106369:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252850.106510:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451868160 00000100:00100000:1.0:1768252850.106522:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451868160 00000100:00100000:1.0:1768252850.106610:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 412 00000100:00100000:1.0:1768252850.106621:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451868160:12345-192.168.202.43@tcp:2:touch.0 00000100:00100000:1.0:1768252850.106963:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451868160:12345-192.168.202.43@tcp:2:touch.0 Request processed in 342us (602us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1768252850.106972:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 412 00000100:00080000:2.0:1768252850.107267:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252850.115776:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252850.115884:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451868416 00000100:00100000:3.0:1768252850.115896:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451868416 00000100:00100000:3.0:1768252850.115961:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 132 00000100:00100000:3.0:1768252850.115972:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44038:x1854145451868416:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:3.0:1768252850.116547:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44038:x1854145451868416:12345-192.168.202.43@tcp:35:touch.0 Request processed in 575us (783us total) trans 4294967594 rc 0/0 00000100:00100000:3.0:1768252850.116557:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 132 00000100:00100000:0.0:1768252850.188786:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252850.188933:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451868544 00000100:00100000:3.0:1768252850.188942:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451868544 00000100:00100000:3.0:1768252850.188989:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 763 00000100:00100000:3.0:1768252850.188995:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44042:x1854145451868544:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768252850.189047:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252850.189065:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc8e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ef0 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.189119:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189129:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189137:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189146:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189151:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189155:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189230:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189234:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189239:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252850.189263:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3f:0x0]: returning size 0 00000004:00200000:3.0:1768252850.189267:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252850.189280:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189287:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189292:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189296:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189300:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189304:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252850.189307:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189311:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189318:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:3.0:1768252850.189320:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252850.189323:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189327:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abc8e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189335:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189339:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189342:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189344:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252850.189346:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189349:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189352:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252850.189353:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252850.189355:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189357:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc8f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252850.189374:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abc8e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef0 expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.189385:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef0 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252850.189391:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252850.189394:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252850.189396:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768252850.189466:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44042:x1854145451868544:12345-192.168.202.43@tcp:101:rm.0 Request processed in 470us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252850.189475:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 763 00000100:00100000:0.0:1768252850.192101:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252850.192148:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451868672 00000100:00100000:1.0:1768252850.192158:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451868672 00000100:00100000:1.0:1768252850.192212:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 413 00000100:00100000:1.0:1768252850.192221:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451868672:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252850.192236:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252850.192257:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ef7 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252850.192281:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x696565b2, atime: 0x696565b2, ctime: 0x696565b2, blocks: 0x1 00010000:00010000:1.0:1768252850.192301:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252850.192303:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252850.192311:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252850.192331:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252850.192345:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768252850.192411:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451868672:12345-192.168.202.43@tcp:101:rm.0 Request processed in 191us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252850.192419:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 413 00000100:00100000:2.0:1768252850.196853:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252850.196986:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451868928 00000100:00100000:0.0:1768252850.196998:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451868928 00000100:00100000:0.0:1768252850.197174:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 764 00000100:00100000:0.0:1768252850.197185:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44042:x1854145451868928:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252850.197242:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252850.197271:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abc8f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef0 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252850.197293:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc8db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ee9 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252850.197303:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:0.0:1768252850.197314:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252850.197337:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197350:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197361:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197390:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197398:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197406:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197544:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197553:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197560:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:0.0:1768252850.197925:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].24, 64 off9728 00000004:00080000:0.0:1768252850.197935:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2055618921918ns, next at 2056618919533ns, rc = 0 00010000:00010000:0.0:1768252850.197987:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.197995:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198003:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198053:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198061:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198067:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198138:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252850.198158:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198164:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198170:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198176:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252850.198180:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198187:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198196:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252850.198199:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252850.198203:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198209:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abc913 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198252:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198258:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198264:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198269:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252850.198272:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198278:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198285:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252850.198288:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252850.198292:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252850.198297:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abc905 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252850.198306:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ce12607 reply state 000000008472c7af transno 4294967595 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252850.198314:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252850.198389:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44042:x1854145451868928:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1204us (1544us total) trans 4294967595 rc 0/0 00000100:00100000:0.0:1768252850.198398:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 764 00010000:00010000:2.0:1768252850.199004:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252850.199034:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252850.199041:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252850.199045:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252850.199052:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252850.199063:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768252850.199065:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252850.199069:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252850.199075:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abc91a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252850.199089:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252850.199091:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252850.199093:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252850.201205:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.201223:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.201230:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.201235:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252850.201240:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.201247:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.201262:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972775270600) 00010000:00010000:1.0:1768252850.201265:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252850.201270:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252850.201275:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abc90c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252850.611148:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252851.028491:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252851.028649:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869056 00000100:00100000:3.0:1768252851.028662:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869056 00000100:00100000:3.0:1768252851.028983:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 765 00000100:00100000:3.0:1768252851.028995:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44056:x1854145451869056:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252851.029052:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252851.029081:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc921 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6efe expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252851.029164:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc928 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252851.029179:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc928 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252851.029191:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc928 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252851.029262:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1768252851.029266:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252851.029288:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc928 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252851.029312:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abc921 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6efe expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252851.029332:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc928 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6efe expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252851.029341:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:3.0:1768252851.029344:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252851.029347:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252851.029410:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44056:x1854145451869056:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 419us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252851.029418:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 765 00000100:00100000:0.0:1768252851.032176:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.032243:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869312 00000100:00100000:1.0:1768252851.032254:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869312 00000100:00100000:1.0:1768252851.032306:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 766 00000100:00100000:1.0:1768252851.032315:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44056:x1854145451869312:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252851.032456:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252851.032484:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abc928 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6efe expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252851.032502:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abc8aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6edb expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252851.032513:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768252851.032523:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252851.032547:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.032564:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.032573:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768252851.032807:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000434fafa reply state 00000000818090ff transno 4294967596 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768252851.032816:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252851.032829:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:1.0:1768252851.032909:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44056:x1854145451869312:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 594us (905us total) trans 4294967596 rc 0/0 00000100:00100000:1.0:1768252851.032916:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 766 00010000:00010000:0.0:1768252851.036675:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.036691:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.036700:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.036706:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252851.036711:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.036719:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.036736:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9300) 00010000:00010000:0.0:1768252851.036739:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768252851.036745:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.036755:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abc92f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252851.144870:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252851.144911:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252851.144934:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252851.144964:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869568 00000100:00100000:3.0:1768252851.144974:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869568 00000100:00100000:3.0:1768252851.145046:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869696 00000100:00100000:3.0:1768252851.145050:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869696 00000100:00100000:3.0:1768252851.145088:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1047 00000100:00100000:3.0:1768252851.145097:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451869568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252851.145176:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451869568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252851.145184:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1047 00000100:00100000:3.0:1768252851.145201:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1048 00000100:00100000:3.0:1768252851.145208:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451869696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252851.145234:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451869696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252851.145244:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1048 00000100:00100000:3.0:1768252851.145262:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869440 00000100:00100000:3.0:1768252851.145265:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869440 00000100:00100000:3.0:1768252851.145289:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1167 00000100:00100000:3.0:1768252851.145295:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451869440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252851.145318:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451869440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252851.145325:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1167 00000100:00080000:3.0:1768252851.145355:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252851.154704:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.154807:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869824 00000100:00100000:1.0:1768252851.154817:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869824 00000100:00100000:1.0:1768252851.154876:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 767 00000100:00100000:1.0:1768252851.154888:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451869824:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252851.154985:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451869824:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 100us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.154992:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 767 00000100:00100000:3.0:1768252851.156926:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.157742:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451869952 00000100:00100000:1.0:1768252851.157763:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451869952 00000100:00100000:1.0:1768252851.157821:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 414 00000100:00100000:1.0:1768252851.157832:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44068:x1854145451869952:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252851.158177:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44068:x1854145451869952:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 346us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.158185:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 414 00000100:00100000:2.0:1768252851.160609:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.160670:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870080 00000100:00100000:1.0:1768252851.160682:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870080 00000100:00100000:1.0:1768252851.160736:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 415 00000100:00100000:1.0:1768252851.160747:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44068:x1854145451870080:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252851.161919:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44068:x1854145451870080:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1167us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.161929:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 415 00000100:00100000:3.0:1768252851.164126:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.164213:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870208 00000100:00100000:1.0:1768252851.164223:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870208 00000100:00100000:1.0:1768252851.164285:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 768 00000100:00100000:1.0:1768252851.164294:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451870208:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252851.164590:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451870208:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 296us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.164598:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 768 00000100:00100000:3.0:1768252851.167820:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.167895:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870336 00000100:00100000:0.0:1768252851.167906:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870336 00000100:00100000:0.0:1768252851.167962:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 769 00000100:00100000:0.0:1768252851.167972:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451870336:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252851.168090:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451870336:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 118us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252851.168097:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 769 00000100:00100000:2.0:1768252851.170112:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.170139:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870464 00000100:00100000:1.0:1768252851.173482:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870464 00000100:00100000:1.0:1768252851.173587:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 416 00000100:00100000:1.0:1768252851.173598:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44068:x1854145451870464:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768252851.173903:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44068:x1854145451870464:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 306us (3796us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.173911:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 416 00000100:00100000:3.0:1768252851.176398:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.176461:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870592 00000100:00100000:0.0:1768252851.176472:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870592 00000100:00100000:0.0:1768252851.176526:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 417 00000100:00100000:0.0:1768252851.176536:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44068:x1854145451870592:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252851.176955:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44068:x1854145451870592:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 415us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252851.176963:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 417 00000100:00100000:2.0:1768252851.178652:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.178730:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870720 00000100:00100000:1.0:1768252851.178739:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870720 00000100:00100000:1.0:1768252851.178784:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 770 00000100:00100000:1.0:1768252851.178793:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451870720:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252851.179080:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44068:x1854145451870720:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 285us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.179088:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 770 00000100:00100000:2.0:1768252851.214697:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.214910:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870848 00000100:00100000:0.0:1768252851.214918:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870848 00000100:00100000:0.0:1768252851.214969:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 771 00000100:00100000:0.0:1768252851.214976:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44072:x1854145451870848:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768252851.214994:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252851.215043:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc936 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f05 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.215102:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215117:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215128:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215142:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215149:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215157:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215262:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc94b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215268:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc94b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215272:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc94b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768252851.215294:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1768252851.215297:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252851.215313:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc94b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215321:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215334:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215341:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215346:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252851.215350:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215357:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215368:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252851.215371:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252851.215376:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215381:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc93d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215394:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215400:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215406:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215411:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252851.215413:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215417:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215438:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270c00) 00010000:00010000:0.0:1768252851.215441:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252851.215444:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215450:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc944 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.215479:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc936 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f05 expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.215490:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc94b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f05 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.215497:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252851.215499:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252851.215502:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252851.215564:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44072:x1854145451870848:12345-192.168.202.43@tcp:101:dd.0 Request processed in 587us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252851.215571:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 771 00000100:00100000:3.0:1768252851.217781:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.217928:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451870976 00000100:00100000:1.0:1768252851.217939:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451870976 00000100:00100000:1.0:1768252851.217997:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 133 00000100:00100000:1.0:1768252851.218007:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44072:x1854145451870976:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:1.0:1768252851.218139:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44072:x1854145451870976:12345-192.168.202.43@tcp:49:dd.0 Request processed in 133us (369us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252851.218148:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 133 00000100:00100000:3.0:1768252851.220937:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.220989:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451871232 00000100:00100000:0.0:1768252851.221000:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451871232 00000100:00100000:0.0:1768252851.221142:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 772 00000100:00100000:0.0:1768252851.221154:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44072:x1854145451871232:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768252851.221179:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252851.221201:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc952 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f0c expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.221359:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.221375:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.221395:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.221411:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.221430:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.221437:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:0.0:1768252851.221808:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:0.0:1768252851.221993:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc967 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222003:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc967 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222044:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc967 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222083:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222091:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222101:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222107:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252851.222110:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222118:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222129:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252851.222132:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252851.222137:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252851.222143:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc959 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768252851.222158:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000031420a41 reply state 00000000af370deb transno 4294967597 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252851.222167:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252851.222196:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abc952 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f0c expref: 15 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.222211:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc967 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f0c expref: 14 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.222218:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252851.222220:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252851.222223:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252851.222307:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+15:44072:x1854145451871232:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1156us (1378us total) trans 4294967597 rc 0/0 00000100:00100000:0.0:1768252851.222316:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 772 00010000:00010000:1.0:1768252851.225685:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.225701:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.225709:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.225715:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252851.225719:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.225726:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.225742:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972775270600) 00010000:00010000:1.0:1768252851.225744:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252851.225750:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252851.226133:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abc960 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252851.228261:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.228356:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451871360 00000100:00100000:0.0:1768252851.228365:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451871360 00000100:00100000:0.0:1768252851.228414:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 418 00000100:00100000:0.0:1768252851.228566:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44072:x1854145451871360:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768252851.228583:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252851.228600:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f13 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252851.228618:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1768252851.228636:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252851.228638:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252851.228644:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 6 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.228656:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 6 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252851.228665:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252851.228709:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44072:x1854145451871360:12345-192.168.202.43@tcp:101:dd.0 Request processed in 147us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252851.228714:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 418 00000100:00100000:3.0:1768252851.247713:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.250350:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252851.250377:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476164352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252851.250457:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252851.250521:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476164352 00000100:00100000:1.0:1768252851.250527:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476164352 00000100:00100000:1.0:1768252851.250564:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1768252851.250570:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476164352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252851.250599:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252851.250631:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476164352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252851.250636:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1768252851.250673:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476164352:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1768252851.250797:0:6916:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2056671782672ns, next at 2057671780542ns, rc = 0 00000100:00100000:0.0:1768252851.250828:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252851.250837:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476164480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252851.250868:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252851.250894:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476164480 00000100:00100000:0.0:1768252851.250898:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476164480 00000100:00100000:0.0:1768252851.250930:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1768252851.250937:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476164480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252851.250955:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252851.250988:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476164480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252851.250993:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:0.0:1768252851.251007:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252851.251040:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476164480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252851.252409:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451871488 00000100:00100000:0.0:1768252851.252430:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451871488 00002000:00100000:0.0:1768252851.252493:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->1048575) req@ffff97264935e680 x1854145451871488/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:582/0 lens 488/0 e 0 to 0 dl 1768252862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768252851.252505:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97264935e680 with x1854145451871488 ext(0->1048575) 00002000:00010000:0.0:1768252851.252511:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97264935e680 00000100:00100000:0.0:1768252851.252588:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00100000:0.0:1768252851.252597:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451871488:12345-192.168.202.43@tcp:4:dd.0 00000100:00100000:3.0:1768252851.283657:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451871488:12345-192.168.202.43@tcp:4:dd.0 Request processed in 31050us (35945us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1768252851.283667:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 18 00002000:00100000:3.0:1768252851.283677:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->1048575) req@ffff97264935e680 x1854145451871488/t4294967344(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:582/0 lens 488/448 e 0 to 0 dl 1768252862 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768252851.283685:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97264935e680 with x1854145451871488 ext(0->1048575) 00002000:00010000:3.0:1768252851.283689:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97264935e680 00000100:00100000:3.0:1768252851.287878:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.289656:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451871616 00000100:00100000:0.0:1768252851.289672:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451871616 00000100:00100000:0.0:1768252851.289826:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 773 00000100:00100000:0.0:1768252851.289838:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+14:44072:x1854145451871616:12345-192.168.202.43@tcp:44:dd.0 00000004:00080000:1.0:1768252851.346266:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 64 committed 00000001:00080000:1.0:1768252851.346299:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967597 is committed 00000004:00080000:1.0:1768252851.346305:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 63 committed 00000100:00100000:0.0:1768252851.346532:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44072:x1854145451871616:12345-192.168.202.43@tcp:44:dd.0 Request processed in 56690us (58657us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252851.346548:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 773 00000100:00100000:1.0:1768252851.347252:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252851.347272:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476164608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768252851.347328:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252851.347603:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476164608 00000100:00100000:2.0:1768252851.347614:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476164608 00000100:00100000:2.0:1768252851.347681:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1768252851.347690:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476164608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768252851.347719:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:2.0:1768252851.347747:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.347767:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252851.347775:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252851.347777:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252851.347781:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.347807:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252851.347820:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 6 pid: 10696 timeout: 2156 lvb_type: 1 00000100:00100000:2.0:1768252851.347831:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476164736:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252851.347882:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6240 going to sleep for 11 seconds 00000100:00100000:1.0:1768252851.349782:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252851.349864:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451871744 00000100:00100000:0.0:1768252851.349873:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451871744 00000100:00100000:0.0:1768252851.349920:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 420 00000100:00100000:0.0:1768252851.349928:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451871744:12345-192.168.202.43@tcp:16:dd.0 00000100:00100000:3.0:1768252851.352922:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476164736:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768252851.352953:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252851.354006:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252851.354111:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451871872 00000100:00100000:1.0:1768252851.354120:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451871872 00010000:00010000:1.0:1768252851.354162:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 7 pid: 10696 timeout: 2156 lvb_type: 1 00000100:00100000:1.0:1768252851.354193:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 391 00000100:00100000:1.0:1768252851.354203:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451871872:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252851.354217:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252851.354223:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 7 pid: 10696 timeout: 2156 lvb_type: 1 00010000:00010000:1.0:1768252851.354236:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 7 pid: 10696 timeout: 2156 lvb_type: 1 00010000:00010000:1.0:1768252851.354260:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dade600/0xef9a6e5c83abc8fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ef7 expref: 7 pid: 10696 timeout: 2156 lvb_type: 1 00010000:00010000:1.0:1768252851.354277:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252851.354280:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252851.354285:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252851.354294:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252851.354337:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252851.354393:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451871872:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 191us (390us total) trans 0 rc 0/0 00010000:00010000:2.0:1768252851.354559:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.354568:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.354578:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.354585:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.354602:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768252851.354997:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476164608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7308us (7668us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1768252851.355006:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00010000:00010000:2.0:1768252851.355060:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252851.355066:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.355075:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252851.355079:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.355088:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.355100:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.355107:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc97c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252851.355123:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252851.355125:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252851.355127:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252851.355177:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 391 00000004:00080000:1.0:1768252851.355231:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ff45f80/2, rc 0, transno 4294967345 00000100:00100000:1.0:1768252851.355237:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476164608:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1768252851.401274:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00000001:00080000:2.0:1768252851.401293:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000100:00100000:3.0:1768252851.401665:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451871744:12345-192.168.202.43@tcp:16:dd.0 Request processed in 51729us (51883us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252851.401678:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 420 00000100:00100000:2.0:1768252851.404828:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252851.407067:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872128 00000100:00100000:3.0:1768252851.407087:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872128 00000100:00100000:2.0:1768252851.407616:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 134 00000100:00100000:2.0:1768252851.407637:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44072:x1854145451872128:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:2.0:1768252851.408494:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44072:x1854145451872128:12345-192.168.202.43@tcp:35:dd.0 Request processed in 864us (3671us total) trans 4294967598 rc 0/0 00000100:00100000:2.0:1768252851.408504:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 134 00010000:00010000:3.0:1768252851.642404:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252852.503836:0:77138:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2057924820503ns, next at 2057671780542ns, rc = 0 00000004:00080000:2.0:1768252852.503982:0:77138:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2057924968638ns, next at 2055562754448ns, rc = 0 00000004:00080000:1.0:1768252852.618260:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 66 committed 00000004:00080000:1.0:1768252852.618288:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 65 committed 00000001:00080000:1.0:1768252852.618306:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967598 is committed 00010000:00010000:3.0:1768252852.681009:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252853.688449:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768252853.741038:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:1.0:1768252853.741268:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:2.0:1768252853.813347:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476164864:0@lo:400:kworker.0 00000100:00100000:2.0:1768252853.813437:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252853.813791:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476164864 00000100:00100000:3.0:1768252853.813798:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476164864 00000100:00100000:3.0:1768252853.813834:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1768252853.813840:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476164864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.813921:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476164992:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.813954:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252853.813986:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476164992 00000100:00100000:0.0:1768252853.813990:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476164992 00000100:00100000:0.0:1768252853.814034:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1768252853.814039:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476164992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.814066:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476164992:12345-0@lo:400:kworker.0 Request processed in 27us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.814071:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1768252853.814105:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476164992:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817494:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476165120:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817566:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252853.817610:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252853.817619:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476165248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817645:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252853.817686:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165248 00000100:00100000:0.0:1768252853.817692:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165248 00000100:00100000:0.0:1768252853.817746:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1768252853.817755:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476165248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817794:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476165248:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.817799:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00080000:0.0:1768252853.817816:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252853.817826:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165120 00000100:00100000:0.0:1768252853.817829:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165120 00000100:00100000:0.0:1768252853.817846:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1768252853.817850:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476165120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817873:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476165120:12345-0@lo:400:kworker.0 Request processed in 22us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.817879:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00080000:0.0:1768252853.817891:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252853.817905:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476165504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817929:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252853.817946:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252853.817953:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476165376:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.817974:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252853.817994:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165504 00000100:00100000:0.0:1768252853.817998:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165504 00000100:00100000:0.0:1768252853.818039:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1768252853.818043:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476165504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.818066:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476165504:12345-0@lo:400:kworker.0 Request processed in 24us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.818070:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00080000:0.0:1768252853.818078:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252853.818083:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165376 00000100:00100000:0.0:1768252853.818085:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165376 00000100:00100000:0.0:1768252853.818099:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1768252853.818103:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476165376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.818120:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476165376:12345-0@lo:400:kworker.0 Request processed in 17us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.818123:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00080000:0.0:1768252853.818131:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252853.818153:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476165376:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.818159:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:0.0:1768252853.818163:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972777514000, transno 4294967343 00000100:00100000:0.0:1768252853.818172:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476165504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.818415:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:0.0:1768252853.818419:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ff45f80, transno 4294967345 00000100:00100000:0.0:1768252853.818431:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476165248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252853.818441:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476165120:0@lo:400:kworker.0 00000100:00100000:3.0:1768252853.818618:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476164864:12345-0@lo:400:kworker.0 Request processed in 4775us (5178us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252853.818627:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1768252853.818810:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476164864:0@lo:400:kworker.0 00000100:00100000:1.0:1768252853.967670:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252853.967850:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872256 00000100:00100000:0.0:1768252853.967863:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872256 00000100:00100000:0.0:1768252853.968199:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 774 00000100:00100000:0.0:1768252853.968211:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451872256:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252853.968306:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451872256:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 98us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.968315:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 774 00000100:00080000:2.0:1768252853.968533:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252853.972000:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252853.972349:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872384 00000100:00100000:0.0:1768252853.972362:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872384 00000100:00100000:0.0:1768252853.972463:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 421 00000100:00100000:0.0:1768252853.972473:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44205:x1854145451872384:12345-192.168.202.43@tcp:19:lfs.0 00000100:00080000:2.0:1768252853.972724:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252853.973108:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44205:x1854145451872384:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 634us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.973119:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 421 00000100:00100000:3.0:1768252853.981174:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252853.982061:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872512 00000100:00100000:0.0:1768252853.982079:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872512 00000100:00100000:0.0:1768252853.982171:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 422 00000100:00100000:0.0:1768252853.982183:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44205:x1854145451872512:12345-192.168.202.43@tcp:19:lfs.0 00000100:00080000:2.0:1768252853.982839:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252853.983075:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44205:x1854145451872512:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 892us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252853.983086:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 422 00000100:00100000:0.0:1768252853.989467:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252853.989838:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872640 00000100:00100000:2.0:1768252853.989862:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872640 00000100:00100000:2.0:1768252853.989937:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 775 00000100:00100000:2.0:1768252853.989949:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451872640:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252853.990449:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451872640:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 499us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252853.990460:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 775 00000100:00100000:3.0:1768252854.008578:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252854.008776:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872768 00000100:00100000:0.0:1768252854.008792:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872768 00000100:00100000:0.0:1768252854.008873:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 776 00000100:00100000:0.0:1768252854.008885:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451872768:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252854.009065:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451872768:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 182us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252854.009073:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 776 00000100:00100000:3.0:1768252854.013164:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252854.013782:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451872896 00000100:00100000:1.0:1768252854.013797:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451872896 00000100:00100000:0.0:1768252854.014503:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 423 00000100:00100000:0.0:1768252854.014518:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44205:x1854145451872896:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252854.014965:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44205:x1854145451872896:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 448us (1826us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252854.014975:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 423 00000100:00100000:1.0:1768252854.018657:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252854.018890:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873024 00000100:00100000:0.0:1768252854.018905:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873024 00000100:00100000:0.0:1768252854.019073:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 424 00000100:00100000:0.0:1768252854.019085:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44205:x1854145451873024:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252854.019514:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44205:x1854145451873024:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 429us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252854.019524:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 424 00000100:00100000:3.0:1768252854.021821:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252854.021945:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873152 00000100:00100000:2.0:1768252854.021960:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873152 00000100:00100000:2.0:1768252854.022072:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 777 00000100:00100000:2.0:1768252854.022084:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451873152:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252854.022519:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44205:x1854145451873152:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 435us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252854.022528:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 777 00000100:00100000:3.0:1768252854.143207:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252854.143317:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873408 00000100:00100000:0.0:1768252854.143333:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873408 00000100:00100000:0.0:1768252854.143444:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 778 00000100:00100000:0.0:1768252854.143456:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44209:x1854145451873408:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252854.143556:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252854.145485:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abc967 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f0c expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252854.145527:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252854.145545:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252854.145852:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.145871:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.145886:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.145907:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.145914:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.145921:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146214:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146223:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146231:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:0.0:1768252854.146749:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].24, 64 off9728 00000004:00080000:0.0:1768252854.146760:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2059567745966ns, next at 2060567743305ns, rc = 0 00010000:00010000:0.0:1768252854.146931:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146942:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146952:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146959:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146966:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.146973:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147008:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252854.147074:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147079:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147087:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147093:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252854.147098:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147107:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147119:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252854.147122:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252854.147127:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147133:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abc991 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147194:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147201:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147207:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147212:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252854.147216:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147221:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147233:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252854.147236:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252854.147240:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252854.147246:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abc983 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252854.147255:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d13868bb reply state 000000000a12be72 transno 4294967599 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252854.147264:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252854.147409:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44209:x1854145451873408:12345-192.168.202.43@tcp:36:rm.0 Request processed in 3938us (4212us total) trans 4294967599 rc 0/0 00000100:00100000:0.0:1768252854.147420:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 778 00010000:00010000:2.0:1768252854.148365:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252854.148377:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.148400:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252854.148404:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.148412:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.148426:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff972775270000) 00010000:00010000:2.0:1768252854.148428:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252854.148433:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.148439:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc998 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.148461:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252854.148464:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252854.148465:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252854.157376:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.157413:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.157423:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.157431:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252854.157438:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.157447:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.157470:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972775270d00) 00010000:00010000:2.0:1768252854.157474:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252854.157480:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.157486:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc98a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252854.710776:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252855.731242:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252856.267331:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252856.267467:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252856.267725:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252856.267766:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252856.267812:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873920 00000100:00100000:2.0:1768252856.267826:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873920 00000100:00100000:2.0:1768252856.267898:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873792 00000100:00100000:2.0:1768252856.267901:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873792 00000100:00100000:2.0:1768252856.267927:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1051 00000100:00100000:2.0:1768252856.267938:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451873920:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252856.268056:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451873920:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 119us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252856.268065:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1051 00000100:00100000:2.0:1768252856.268086:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1052 00000100:00100000:2.0:1768252856.268093:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451873792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252856.268119:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451873792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252856.268125:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1052 00000100:00080000:2.0:1768252856.268146:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252856.268151:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252856.268606:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873664 00000100:00100000:1.0:1768252856.268613:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873664 00000100:00100000:1.0:1768252856.268664:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1416 00000100:00100000:1.0:1768252856.268672:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451873664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252856.268715:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451873664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 44us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252856.268723:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1416 00000100:00100000:3.0:1768252856.269421:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451873536 00000100:00100000:3.0:1768252856.269431:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451873536 00000100:00100000:3.0:1768252856.269496:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00100000:3.0:1768252856.269506:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451873536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252856.269565:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451873536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 61us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252856.269573:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00080000:2.0:1768252856.269755:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252856.370546:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476165632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252856.370716:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252856.370779:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165632 00000100:00100000:3.0:1768252856.370795:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165632 00000100:00100000:3.0:1768252856.370897:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1768252856.370909:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476165632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252856.370962:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000004:00080000:1.0:1768252856.370999:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2061791984014ns, next at 2062791980451ns, rc = 0 00000100:00100000:0.0:1768252856.373677:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476165760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252856.373810:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252856.373989:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165760 00000100:00100000:1.0:1768252856.374001:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165760 00000100:00100000:1.0:1768252856.374090:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1768252856.374102:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476165760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252856.374164:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252856.374234:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476165760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252856.374243:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1768252856.374728:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476165760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252856.375073:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476165632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4164us (4356us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252856.375083:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1768252856.375663:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476165632:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252856.375718:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252856.375724:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768252856.756990:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252856.912456:0:77284:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2062333440522ns, next at 2057671780542ns, rc = 0 00000004:00080000:0.0:1768252856.912613:0:77284:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2062333599564ns, next at 2062791980451ns, rc = 0 00000004:00080000:1.0:1768252856.951653:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 69 committed 00000004:00080000:1.0:1768252856.951677:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 66 committed 00000001:00080000:1.0:1768252856.951690:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967599 is committed 00000004:00080000:1.0:1768252856.951694:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 67 committed 00000004:00080000:1.0:1768252856.951706:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 68 committed 00000100:00100000:1.0:1768252856.951836:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476165888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1768252856.951893:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252856.951961:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476165888 00000100:00100000:1.0:1768252856.951969:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476165888 00000100:00100000:1.0:1768252856.952048:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1768252856.952056:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476165888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1768252856.952081:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00010000:00010000:1.0:1768252856.952106:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252856.952126:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252856.952133:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1768252856.952136:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1768252856.952139:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252856.952161:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252856.952174:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 5 pid: 6570 timeout: 2162 lvb_type: 0 00000100:00100000:1.0:1768252856.952693:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476166016:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252856.952760:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dd94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1768252856.958360:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252856.958490:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476166016:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252856.958520:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252856.958638:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874048 00000100:00100000:3.0:1768252856.958644:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874048 00010000:00010000:3.0:1768252856.958673:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 6 pid: 6570 timeout: 2162 lvb_type: 0 00000100:00100000:3.0:1768252856.958700:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 392 00000100:00100000:3.0:1768252856.958709:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451874048:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768252856.958725:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252856.958730:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 6 pid: 6570 timeout: 2162 lvb_type: 0 00010000:00010000:3.0:1768252856.958743:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 6 pid: 6570 timeout: 2162 lvb_type: 0 00010000:00010000:3.0:1768252856.958767:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff972777963a00/0xef9a6e5c83abc975 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f13 expref: 6 pid: 6570 timeout: 2162 lvb_type: 0 00010000:00010000:3.0:1768252856.958783:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252856.958784:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252856.958788:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.958795:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.958846:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252856.958892:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451874048:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 184us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252856.958897:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 392 00010000:00010000:2.0:1768252856.960423:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252856.960439:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252856.960450:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252856.960458:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252856.960520:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768252856.961147:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476165888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9087us (9249us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1768252856.961157:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00010000:00010000:3.0:1768252856.961428:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252856.961437:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.961446:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252856.961450:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.961460:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.961478:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.961486:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abc99f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252856.961507:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252856.961508:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252856.961510:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252856.961638:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972777a26a00/2, rc 0, transno 4294967345 00000100:00100000:1.0:1768252856.961712:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476165888:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1768252857.781331:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252858.802245:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252858.930437:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476166272:0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.930506:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252858.930573:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476166784:0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.930598:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252858.930628:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252858.930634:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476166400:0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.930655:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252858.930684:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166784 00000100:00100000:2.0:1768252858.930691:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166784 00000100:00100000:2.0:1768252858.930746:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1768252858.930755:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476166784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.930803:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476166784:12345-0@lo:400:kworker.0 Request processed in 49us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252858.930810:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00080000:2.0:1768252858.930832:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252858.930861:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476166784:0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.930962:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476166144:0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.930999:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252858.931053:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476166656:0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931074:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252858.931093:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252858.931098:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476166528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931137:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252858.931167:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166272 00000100:00100000:1.0:1768252858.931171:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166272 00000100:00100000:1.0:1768252858.931198:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166400 00000100:00100000:1.0:1768252858.931201:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166400 00000100:00100000:1.0:1768252858.931229:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166656 00000100:00100000:1.0:1768252858.931232:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166656 00000100:00100000:1.0:1768252858.931247:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1768252858.931252:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476166272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931285:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476166272:12345-0@lo:400:kworker.0 Request processed in 32us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252858.931291:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1768252858.931305:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1768252858.931311:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476166400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931336:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476166400:12345-0@lo:400:kworker.0 Request processed in 26us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252858.931342:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1768252858.931370:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1768252858.931376:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476166656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931407:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476166656:12345-0@lo:400:kworker.0 Request processed in 31us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252858.931417:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1768252858.931436:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166528 00000100:00100000:1.0:1768252858.931439:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166528 00000100:00100000:1.0:1768252858.931460:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1768252858.931467:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476166528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931494:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476166528:12345-0@lo:400:kworker.0 Request processed in 28us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252858.931500:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1768252858.931535:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476166528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252858.931545:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476166656:0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.932006:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166144 00000100:00100000:2.0:1768252858.932040:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166144 00000100:00100000:2.0:1768252858.932082:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1768252858.932089:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476166144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.932128:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476166144:12345-0@lo:400:kworker.0 Request processed in 38us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252858.932133:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00080000:2.0:1768252858.932167:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252858.932172:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252858.932196:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476166400:0@lo:400:kworker.0 00000100:00100000:2.0:1768252858.932209:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476166272:0@lo:400:kworker.0 00000100:00100000:3.0:1768252858.934354:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476166144:0@lo:400:kworker.0 00000001:00080000:3.0:1768252859.024296:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00010000:00010000:0.0:1768252859.828817:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252860.850259:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252861.384916:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252861.384964:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252861.384992:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874176 00000100:00100000:1.0:1768252861.384999:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252861.385003:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874176 00000100:00100000:1.0:1768252861.385059:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252861.385081:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874304 00000100:00100000:1.0:1768252861.385083:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874432 00000100:00100000:3.0:1768252861.385087:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874304 00000100:00100000:1.0:1768252861.385087:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874432 00000100:00100000:0.0:1768252861.385094:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1171 00000100:00100000:0.0:1768252861.385105:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451874176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252861.385131:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874560 00000100:00100000:3.0:1768252861.385135:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1420 00000100:00100000:1.0:1768252861.385136:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874560 00000100:00100000:3.0:1768252861.385144:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451874304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252861.385158:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1055 00000100:00100000:1.0:1768252861.385165:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451874432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252861.385188:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451874176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252861.385191:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451874432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252861.385192:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451874304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 47us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252861.385207:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1420 00000100:00100000:1.0:1768252861.385209:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1055 00000100:00100000:0.0:1768252861.385212:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1171 00000100:00100000:1.0:1768252861.385229:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1056 00000100:00080000:3.0:1768252861.385232:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252861.385237:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252861.385237:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451874560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768252861.385240:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252861.385266:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451874560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252861.385274:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1056 00000100:00100000:2.0:1768252861.490296:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476166912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252861.490379:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252861.490803:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476166912 00000100:00100000:3.0:1768252861.490812:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476166912 00000100:00100000:3.0:1768252861.490878:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1768252861.490888:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476166912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252861.490924:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252861.490978:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476166912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252861.490985:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1768252861.491069:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476166912:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252861.491277:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252861.491404:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476167040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252861.491436:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252861.491708:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167040 00000100:00100000:1.0:1768252861.491714:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167040 00000100:00100000:1.0:1768252861.491762:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1768252861.491769:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476167040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252861.491792:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252861.491834:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476167040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252861.491840:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1768252861.491870:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:1.0:1768252861.491875:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972777a26a00, transno 4294967345 00000100:00100000:1.0:1768252861.491888:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476167040:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252861.492271:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252861.875397:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252862.900030:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252863.922229:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252864.051061:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476167424:0@lo:400:kworker.0 00000100:00100000:1.0:1768252864.051061:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476167168:0@lo:400:kworker.0 00000100:00100000:2.0:1768252864.051815:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476167296:0@lo:400:kworker.0 00000100:00100000:0.0:1768252864.052096:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476167552:0@lo:400:kworker.0 00000100:00100000:3.0:1768252864.053666:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252864.053758:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167424 00000100:00100000:3.0:1768252864.053766:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167424 00000100:00100000:3.0:1768252864.053820:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1768252864.053830:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476167424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252864.053884:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476167424:12345-0@lo:400:kworker.0 Request processed in 56us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252864.053892:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00080000:3.0:1768252864.053914:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252864.053950:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476167424:0@lo:400:kworker.0 00000100:00100000:1.0:1768252864.057898:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252864.057950:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476167680:0@lo:400:kworker.0 00000100:00100000:1.0:1768252864.057988:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252864.057998:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167168 00000100:00100000:3.0:1768252864.058007:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167168 00000100:00100000:3.0:1768252864.058067:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1768252864.058092:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476167168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252864.058334:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476167168:12345-0@lo:400:kworker.0 Request processed in 258us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252864.058341:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1768252864.058670:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167680 00000100:00100000:1.0:1768252864.058675:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167680 00000100:00100000:1.0:1768252864.058716:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1768252864.058723:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476167680:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768252864.058752:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252864.058757:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476167680:12345-0@lo:400:kworker.0 Request processed in 36us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252864.058764:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1768252864.058798:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476167168:0@lo:400:kworker.0 00000100:00100000:1.0:1768252864.058812:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476167680:0@lo:400:kworker.0 00000100:00100000:0.0:1768252864.060644:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252864.060728:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252864.060780:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476167808:0@lo:400:kworker.0 00000100:00100000:3.0:1768252864.060955:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167296 00000100:00100000:3.0:1768252864.060963:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167296 00000100:00100000:3.0:1768252864.061027:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1768252864.061035:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476167296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252864.061330:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476167296:12345-0@lo:400:kworker.0 Request processed in 295us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252864.061339:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1768252864.061790:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252864.062670:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476167296:0@lo:400:kworker.0 00000100:00100000:1.0:1768252864.062743:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167552 00000100:00100000:1.0:1768252864.062750:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167552 00000100:00080000:2.0:1768252864.062829:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252864.062930:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167808 00000100:00100000:3.0:1768252864.062934:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167808 00000100:00100000:3.0:1768252864.062974:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1768252864.062983:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476167552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252864.063064:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476167552:12345-0@lo:400:kworker.0 Request processed in 83us (2423us total) trans 0 rc 0/0 00000100:00080000:2.0:1768252864.063329:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252864.063372:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1768252864.063638:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476167552:0@lo:400:kworker.0 00000100:00100000:2.0:1768252864.063727:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1768252864.063735:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476167808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252864.063816:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476167808:12345-0@lo:400:kworker.0 Request processed in 82us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252864.064165:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1768252864.064341:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476167808:0@lo:400:kworker.0 00010000:00010000:3.0:1768252864.946271:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252865.970866:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252866.503618:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252866.503668:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252866.503707:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252866.503744:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252866.503834:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874688 00000100:00100000:2.0:1768252866.503845:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874688 00000100:00100000:2.0:1768252866.503905:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1173 00000100:00100000:2.0:1768252866.503915:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451874688:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252866.504002:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451874688:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 88us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252866.504034:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1173 00000100:00100000:2.0:1768252866.504080:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875072 00000100:00100000:2.0:1768252866.504085:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875072 00000100:00100000:2.0:1768252866.504119:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874944 00000100:00100000:2.0:1768252866.504122:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874944 00000100:00100000:2.0:1768252866.504141:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1059 00000100:00100000:2.0:1768252866.504148:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451875072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252866.504177:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451875072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252866.504183:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1059 00000100:00100000:2.0:1768252866.504194:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1060 00000100:00100000:2.0:1768252866.504200:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451874944:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252866.504222:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451874944:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252866.504227:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1060 00000100:00080000:2.0:1768252866.504243:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252866.504246:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252866.504612:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451874816 00000100:00100000:3.0:1768252866.504617:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451874816 00000100:00100000:3.0:1768252866.504669:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1424 00000100:00100000:3.0:1768252866.504677:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451874816:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252866.504708:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451874816:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252866.504715:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1424 00000100:00080000:2.0:1768252866.504783:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252866.610618:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252866.610642:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476167936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252866.610708:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252866.610863:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476167936 00000100:00100000:0.0:1768252866.610871:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476167936 00000100:00100000:0.0:1768252866.610934:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1768252866.610944:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476167936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252866.610990:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252866.611070:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476167936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252866.611078:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00080000:2.0:1768252866.611303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252866.611346:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476167936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252866.616377:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476168064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252866.616459:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252866.617003:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168064 00000100:00100000:3.0:1768252866.617045:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168064 00000100:00100000:3.0:1768252866.617111:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1768252866.617120:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476168064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252866.617157:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252866.617209:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476168064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252866.617216:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:2.0:1768252866.617478:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252866.617520:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476168064:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252866.994486:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252868.018625:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252869.042723:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252869.171262:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476168320:0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.171340:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252869.171396:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476168832:0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.171421:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252869.171442:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252869.171448:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476168448:0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.171493:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252869.171528:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168320 00000100:00100000:2.0:1768252869.171536:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168320 00000100:00100000:2.0:1768252869.171576:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168448 00000100:00100000:2.0:1768252869.171579:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168448 00000100:00100000:2.0:1768252869.171607:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1768252869.171614:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476168320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.171680:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476168320:12345-0@lo:400:kworker.0 Request processed in 65us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252869.171687:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1768252869.171704:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1768252869.171710:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476168448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.171737:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476168448:12345-0@lo:400:kworker.0 Request processed in 27us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252869.171743:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00080000:2.0:1768252869.171766:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252869.171796:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476168448:0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.171808:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476168320:0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172056:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476168576:0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172087:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252869.172123:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768252869.172130:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476168192:0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172158:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252869.172180:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476168704:0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172200:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252869.172225:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168192 00000100:00100000:0.0:1768252869.172230:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168192 00000100:00100000:0.0:1768252869.172272:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1768252869.172280:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476168192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172314:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476168192:12345-0@lo:400:kworker.0 Request processed in 35us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252869.172332:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1768252869.172363:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168704 00000100:00100000:0.0:1768252869.172367:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168704 00000100:00100000:0.0:1768252869.172396:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1768252869.172403:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476168704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172433:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476168704:12345-0@lo:400:kworker.0 Request processed in 30us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252869.172439:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00080000:0.0:1768252869.172454:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252869.172470:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476168192:0@lo:400:kworker.0 00000100:00100000:0.0:1768252869.172481:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476168704:0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.172614:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168832 00000100:00100000:2.0:1768252869.172619:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168832 00000100:00100000:1.0:1768252869.172829:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168576 00000100:00100000:1.0:1768252869.172835:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168576 00000100:00100000:2.0:1768252869.173440:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1768252869.173449:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476168832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252869.173498:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476168832:12345-0@lo:400:kworker.0 Request processed in 52us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252869.173505:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1768252869.173539:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476168832:0@lo:400:kworker.0 00000100:00100000:1.0:1768252869.180358:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1768252869.180375:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476168576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252869.180479:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476168576:12345-0@lo:400:kworker.0 Request processed in 110us (8391us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252869.180486:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1768252869.180770:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476168576:0@lo:400:kworker.0 00000100:00080000:0.0:1768252869.181336:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252869.181344:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252870.068598:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252871.093307:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252871.625832:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252871.626863:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875200 00000100:00100000:0.0:1768252871.626878:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875200 00000100:00100000:0.0:1768252871.626953:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1175 00000100:00100000:0.0:1768252871.626964:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451875200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252871.627084:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451875200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 121us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252871.627090:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1175 00000100:00100000:0.0:1768252871.635258:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252871.635306:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252871.635418:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875328 00000100:00100000:3.0:1768252871.635438:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875328 00000100:00100000:3.0:1768252871.635517:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1428 00000100:00100000:3.0:1768252871.635528:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451875328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252871.635611:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451875328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252871.635619:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1428 00000100:00080000:2.0:1768252871.635809:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252871.637476:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252871.651407:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875456 00000100:00100000:1.0:1768252871.651670:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875456 00000100:00100000:1.0:1768252871.651792:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875584 00000100:00100000:1.0:1768252871.651797:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875584 00000100:00100000:1.0:1768252871.651841:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1063 00000100:00100000:1.0:1768252871.651853:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451875456:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252871.651951:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451875456:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 101us (16644us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252871.651959:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1063 00000100:00100000:1.0:1768252871.651979:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1064 00000100:00100000:1.0:1768252871.651986:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451875584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:0.0:1768252871.652216:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252871.652231:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252871.653841:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451875584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1842us (16361us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252871.653854:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1064 00000100:00100000:1.0:1768252871.731323:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252871.731349:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476168960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252871.731429:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252871.731676:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252871.731687:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476169088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252871.731716:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252871.731750:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476168960 00000100:00100000:3.0:1768252871.731759:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476168960 00000100:00100000:3.0:1768252871.731814:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169088 00000100:00100000:3.0:1768252871.731818:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169088 00000100:00100000:3.0:1768252871.731836:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1768252871.731925:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476168960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252871.731961:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252871.732008:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476168960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 164us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252871.732034:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1768252871.732170:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1768252871.732180:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476169088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252871.732213:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252871.732259:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476169088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252871.732265:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1768252871.732325:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476168960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252871.732378:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476169088:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768252871.732764:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252871.732769:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768252872.123793:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252872.169318:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252872.169893:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875712 00000100:00100000:3.0:1768252872.169905:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875712 00000100:00100000:3.0:1768252872.169981:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 779 00000100:00100000:3.0:1768252872.169993:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451875712:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252872.170109:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451875712:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 119us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252872.170118:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 779 00000100:00100000:3.0:1768252872.190361:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252872.194465:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875840 00000100:00100000:2.0:1768252872.194478:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875840 00000100:00100000:2.0:1768252872.194545:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 426 00000100:00100000:2.0:1768252872.194556:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451875840:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252872.194896:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451875840:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 340us (4545us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252872.194908:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 426 00000100:00100000:3.0:1768252872.205809:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252872.206139:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451875968 00000100:00100000:3.0:1768252872.206149:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451875968 00000100:00100000:3.0:1768252872.206200:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 427 00000100:00100000:3.0:1768252872.206210:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451875968:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252872.206554:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451875968:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 344us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252872.206562:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 427 00000100:00100000:1.0:1768252872.216498:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252872.216532:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876096 00000100:00100000:1.0:1768252872.216543:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876096 00000100:00100000:1.0:1768252872.216593:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 780 00000100:00100000:1.0:1768252872.216603:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451876096:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252872.216906:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451876096:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 304us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252872.216915:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 780 00000100:00100000:3.0:1768252872.224113:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252872.225321:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876224 00000100:00100000:1.0:1768252872.225336:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876224 00000100:00100000:1.0:1768252872.225521:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 781 00000100:00100000:1.0:1768252872.225533:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451876224:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252872.225640:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451876224:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 110us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252872.225648:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 781 00000100:00100000:1.0:1768252872.242657:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252872.242933:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876352 00000100:00100000:3.0:1768252872.242945:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876352 00000100:00100000:3.0:1768252872.243005:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 428 00000100:00100000:3.0:1768252872.243043:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451876352:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252872.243484:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451876352:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 470us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252872.243493:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 428 00000100:00100000:1.0:1768252872.246283:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252872.252295:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876480 00000100:00100000:3.0:1768252872.252314:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876480 00000100:00100000:3.0:1768252872.252375:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 429 00000100:00100000:3.0:1768252872.252385:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451876480:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252872.252684:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44427:x1854145451876480:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 300us (6411us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252872.252693:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 429 00000100:00100000:3.0:1768252872.265410:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252872.265605:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876608 00000100:00100000:2.0:1768252872.265615:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876608 00000100:00100000:2.0:1768252872.265679:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 782 00000100:00100000:2.0:1768252872.265690:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451876608:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252872.266076:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44427:x1854145451876608:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 387us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252872.266085:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 782 00010000:00010000:3.0:1768252873.140231:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252873.739911:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252873.742106:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876736 00000100:00100000:0.0:1768252873.742119:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876736 00000100:00100000:0.0:1768252873.742191:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 783 00000100:00100000:0.0:1768252873.742211:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44441:x1854145451876736:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252873.742230:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252873.742252:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc9a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f1a expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.742316:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.742330:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.742344:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252873.742410:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1768252873.742414:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252873.742438:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.742462:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc9a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f1a expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.742478:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f1a expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.742486:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252873.742489:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252873.742493:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768252873.742558:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44441:x1854145451876736:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 358us (2659us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252873.742565:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 783 00000100:00080000:2.0:1768252873.745799:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252873.751586:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252873.751666:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451876992 00000100:00100000:1.0:1768252873.751676:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451876992 00000100:00100000:1.0:1768252873.751732:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 784 00000100:00100000:1.0:1768252873.751742:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44441:x1854145451876992:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252873.751794:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252873.751824:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f1a expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252873.751846:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc94b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f05 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252873.751857:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768252873.751868:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252873.751899:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.751913:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.751923:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:3.0:1768252873.825307:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967600 is committed 00000004:00010000:1.0:1768252873.829120:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000249b4d2f reply state 000000007f92ff5f transno 4294967600 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252873.829143:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252873.829192:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00080000:1.0:1768252873.829314:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768252873.829332:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44441:x1854145451876992:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 77586us (77750us total) trans 4294967600 rc 0/0 00000100:00100000:1.0:1768252873.829341:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 784 00010000:00010000:1.0:1768252873.829767:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.829776:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.829784:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.829791:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252873.829796:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.829803:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.829821:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768252873.829824:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252873.829829:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252873.829906:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abc9b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252873.903576:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252873.903686:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451877120 00000100:00100000:3.0:1768252873.903696:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451877120 00000100:00100000:3.0:1768252873.903758:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 135 00000100:00100000:3.0:1768252873.903768:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44445:x1854145451877120:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:3.0:1768252873.903887:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44445:x1854145451877120:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 119us (320us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252873.903896:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 135 00000100:00100000:1.0:1768252873.911513:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252873.911726:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451877248 00000100:00100000:2.0:1768252873.911741:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451877248 00000100:00100000:2.0:1768252873.911865:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 785 00000100:00100000:2.0:1768252873.911878:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44445:x1854145451877248:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768252873.911907:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252873.911934:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc9bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f21 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252873.912062:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912079:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912093:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912109:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912120:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912126:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912320:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc9d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912328:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912336:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768252873.912367:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:2.0:1768252873.912371:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252873.912399:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc9d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912422:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912429:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912437:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912444:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252873.912448:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912456:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912470:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:2.0:1768252873.912473:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252873.912479:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912486:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abc9c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912501:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912507:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912511:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912517:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252873.912519:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912525:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912531:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972742c4ae00) 00010000:00010000:2.0:1768252873.912533:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252873.912536:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912542:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abc9c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252873.912574:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abc9bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f21 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252873.912591:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc9d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f21 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252873.912598:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768252873.912601:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252873.912603:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768252873.912677:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44445:x1854145451877248:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 802us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252873.912687:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 785 00000100:00100000:1.0:1768252873.917682:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252873.917884:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451877504 00000100:00100000:0.0:1768252873.917897:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451877504 00000100:00100000:0.0:1768252873.917983:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 786 00000100:00100000:0.0:1768252873.917996:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44445:x1854145451877504:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768252873.918574:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252873.918608:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc9d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f28 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.918791:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.918810:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.918825:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.919362:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.919373:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.919380:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:0.0:1768252873.922566:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:0.0:1768252873.923635:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc9ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923659:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc9ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923675:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc9ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923725:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923733:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923740:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923751:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252873.923756:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923764:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923778:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:0.0:1768252873.923782:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252873.923787:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.923793:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abc9de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:0.0:1768252873.923808:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000273e999a reply state 000000001c1535df transno 4294967601 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252873.923818:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252873.924374:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abc9d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f28 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.924395:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc9ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f28 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.924403:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252873.924485:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252873.924488:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768252873.924631:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44445:x1854145451877504:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 6638us (6963us total) trans 4294967601 rc 0/0 00000100:00100000:0.0:1768252873.924646:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 786 00000100:00100000:1.0:1768252873.930108:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252873.930451:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451877760 00000100:00100000:0.0:1768252873.930467:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451877760 00000100:00100000:0.0:1768252873.930544:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 787 00000100:00100000:0.0:1768252873.930556:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44445:x1854145451877760:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:0.0:1768252873.930638:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252873.930686:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abc9ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f28 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.930713:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252873.930726:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252873.930784:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.930799:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252873.930811:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:0.0:1768252873.930995:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f5ae8fee reply state 00000000d81a0387 transno 4294967602 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252873.931049:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252873.931763:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44445:x1854145451877760:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 1203us (1665us total) trans 4294967602 rc 0/0 00000100:00100000:0.0:1768252873.931774:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 787 00010000:00010000:3.0:1768252873.933514:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252873.933533:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252873.933541:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252873.933547:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252873.933552:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252873.933559:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252873.933575:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff972775270500) 00010000:00010000:3.0:1768252873.933578:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252873.933583:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252873.933589:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abc9fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934481:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934500:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934508:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934514:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252873.934518:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934526:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934541:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff972775270a00) 00010000:00010000:2.0:1768252873.934544:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252873.934549:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252873.934560:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abc9e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768252873.936372:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252873.936604:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451877888 00000100:00100000:0.0:1768252873.936617:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451877888 00000100:00100000:0.0:1768252873.936694:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 788 00000100:00100000:0.0:1768252873.936706:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44445:x1854145451877888:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768252873.936737:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252873.936767:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abca01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f2f expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.936976:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abca01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f2f expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.936998:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abca01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f2f expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252873.937239:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252873.937244:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768252873.937249:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252873.937336:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44445:x1854145451877888:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 632us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252873.937345:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 788 00000100:00100000:1.0:1768252873.941911:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252873.945394:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451878016 00000100:00100000:0.0:1768252873.945412:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451878016 00000100:00080000:2.0:1768252873.945483:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252873.945505:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 430 00000100:00100000:0.0:1768252873.945521:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451878016:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:0.0:1768252873.945899:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451878016:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 381us (3994us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1768252873.945909:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 430 00000100:00100000:1.0:1768252873.949174:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252873.949419:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451878272 00000100:00100000:2.0:1768252873.949439:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451878272 00000100:00100000:2.0:1768252873.949524:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 136 00000100:00100000:2.0:1768252873.949537:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b159c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44445:x1854145451878272:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768252873.950488:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b159c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44445:x1854145451878272:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 947us (1319us total) trans 4294967603 rc 0/0 00000100:00100000:2.0:1768252873.950499:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 136 00000100:00100000:3.0:1768252874.022577:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252874.022813:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451878400 00000100:00100000:2.0:1768252874.022831:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451878400 00000100:00100000:2.0:1768252874.022931:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 789 00000100:00100000:2.0:1768252874.022945:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44449:x1854145451878400:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768252874.022978:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252874.023008:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abca08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f36 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.026399:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026518:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026534:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026555:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026563:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026569:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026715:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026724:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.026730:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252874.027190:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x41:0x0]: returning size 0 00000004:00200000:3.0:1768252874.027196:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252874.027238:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027256:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027265:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027272:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027279:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027285:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252874.027290:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027299:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027314:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768252874.027317:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252874.027323:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027328:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027346:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027352:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027358:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027364:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252874.027366:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027371:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027378:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff97274f8b9800) 00010000:00010000:3.0:1768252874.027381:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252874.027384:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027390:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.027646:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abca08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f36 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.027668:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f36 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.027676:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff972775270900) 00010000:00010000:3.0:1768252874.027679:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252874.027682:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252874.027786:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44449:x1854145451878400:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 4844us (5229us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252874.027797:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 789 00000100:00100000:1.0:1768252874.031658:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252874.031829:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451878528 00000100:00100000:3.0:1768252874.031844:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451878528 00000100:00100000:3.0:1768252874.031922:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 431 00000100:00100000:3.0:1768252874.031932:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451878528:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:3.0:1768252874.031956:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252874.031983:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f3d expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768252874.032060:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x696565ca, atime: 0x696565ca, ctime: 0x696565ca, blocks: 0x1 00010000:00010000:3.0:1768252874.032087:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252874.032089:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252874.032100:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252874.032123:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252874.032139:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768252874.032226:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451878528:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 295us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252874.032234:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 431 00000100:00100000:1.0:1768252874.038506:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252874.038678:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451878784 00000100:00100000:3.0:1768252874.038693:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451878784 00000100:00100000:3.0:1768252874.038827:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 790 00000100:00100000:3.0:1768252874.038840:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44449:x1854145451878784:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:3.0:1768252874.038921:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252874.038957:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f36 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.038989:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abca01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f2f expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.039003:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff972775270900) 00010000:00010000:3.0:1768252874.039077:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252874.039110:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039126:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039137:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039152:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039158:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039164:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039328:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039336:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039343:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:3.0:1768252874.039826:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].25, 64 off9792 00000004:00080000:3.0:1768252874.039840:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2079460825915ns, next at 2080460821582ns, rc = 0 00010000:00010000:3.0:1768252874.039914:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039923:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039931:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039939:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039946:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039952:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.039988:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768252874.040053:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040059:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040064:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040071:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252874.040075:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040083:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040096:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252874.040099:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768252874.040103:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040109:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca39 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040166:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040173:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040179:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040184:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252874.040207:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040213:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040221:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768252874.040224:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252874.040227:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252874.040233:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abca2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252874.040244:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000000b543a1 reply state 000000009ccc1436 transno 4294967604 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252874.040254:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252874.040357:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44449:x1854145451878784:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1516us (1864us total) trans 4294967604 rc 0/0 00000100:00100000:3.0:1768252874.040367:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 790 00010000:00010000:2.0:1768252874.041737:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252874.041756:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252874.041769:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252874.041774:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252874.041785:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252874.041808:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:2.0:1768252874.041811:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252874.041817:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252874.041823:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abca40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252874.041849:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252874.041851:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252874.041853:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252874.046151:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252874.046175:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252874.046184:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252874.046208:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252874.046215:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252874.046225:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252874.046247:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff97274f8b9800) 00010000:00010000:1.0:1768252874.046251:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252874.046258:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252874.046264:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abca32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252874.162272:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252874.294559:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476169216:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.294654:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252874.294712:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476169728:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.294742:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252874.294773:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252874.294779:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476169600:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.294806:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252874.294838:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476169344:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.294863:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252874.294881:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476169856:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.294902:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252874.294919:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252874.294924:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476169472:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.294945:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252874.294977:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169216 00000100:00100000:1.0:1768252874.294986:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169216 00000100:00100000:1.0:1768252874.295069:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1768252874.295079:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476169216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295138:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476169216:12345-0@lo:400:kworker.0 Request processed in 60us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252874.295147:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1768252874.295184:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169728 00000100:00100000:1.0:1768252874.295188:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169728 00000100:00100000:1.0:1768252874.295239:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169344 00000100:00100000:1.0:1768252874.295243:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169344 00000100:00100000:1.0:1768252874.295261:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169472 00000100:00100000:1.0:1768252874.295264:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169472 00000100:00100000:1.0:1768252874.295280:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1768252874.295286:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476169728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295318:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476169728:12345-0@lo:400:kworker.0 Request processed in 32us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252874.295325:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1768252874.295339:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1768252874.295345:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476169344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295376:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476169344:12345-0@lo:400:kworker.0 Request processed in 31us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252874.295381:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1768252874.295394:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1768252874.295400:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476169472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295425:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476169472:12345-0@lo:400:kworker.0 Request processed in 26us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252874.295432:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1768252874.295453:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169600 00000100:00100000:1.0:1768252874.295457:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169600 00000100:00100000:1.0:1768252874.295482:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169856 00000100:00100000:1.0:1768252874.295485:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169856 00000100:00100000:1.0:1768252874.295505:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1768252874.295511:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476169600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295540:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476169600:12345-0@lo:400:kworker.0 Request processed in 29us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252874.295546:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1768252874.295557:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1768252874.295563:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476169856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295588:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476169856:12345-0@lo:400:kworker.0 Request processed in 26us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252874.295594:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1768252874.295651:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476169600:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295660:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476169216:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295670:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476169728:0@lo:400:kworker.0 00000100:00080000:1.0:1768252874.295703:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252874.295708:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252874.295711:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252874.295732:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476169472:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295741:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476169344:0@lo:400:kworker.0 00000100:00100000:1.0:1768252874.295750:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476169856:0@lo:400:kworker.0 00000001:00080000:0.0:1768252874.337835:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000100:00100000:3.0:1768252874.953287:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252874.953374:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451878912 00000100:00100000:1.0:1768252874.953386:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451878912 00000100:00100000:3.0:1768252874.953596:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 791 00000100:00100000:3.0:1768252874.953608:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44464:x1854145451878912:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252874.953635:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252874.953657:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f44 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.953722:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252874.953737:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252874.953750:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252874.953808:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1768252874.953812:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252874.953834:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252874.953858:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f44 expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.953874:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f44 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252874.953884:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768252874.953887:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252874.953891:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252874.953948:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44464:x1854145451878912:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 343us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252874.953955:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 791 00000100:00100000:2.0:1768252874.968848:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252874.968886:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451879168 00000100:00100000:2.0:1768252874.968896:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451879168 00000100:00100000:2.0:1768252874.968948:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 792 00000100:00100000:2.0:1768252874.968958:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44464:x1854145451879168:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252874.969010:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252874.969056:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abca4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f44 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252874.969076:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abc9d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f21 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252874.969088:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768252874.969099:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252874.969124:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252874.969136:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252874.969146:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768252875.008400:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f470f0b6 reply state 00000000deea72c7 transno 4294967605 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252875.008416:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252875.008458:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:1.0:1768252875.008584:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:44464:x1854145451879168:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 39620us (39739us total) trans 4294967605 rc 0/0 00000100:00100000:1.0:1768252875.008596:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 792 00000001:00080000:0.0:1768252875.008663:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967602 is committed 00000001:00080000:0.0:1768252875.008691:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967605 is committed 00000004:00080000:0.0:1768252875.008700:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 67 committed 00010000:00010000:1.0:1768252875.008754:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.008763:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.008770:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.008776:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252875.008781:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.008789:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.008803:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972742c4a800) 00010000:00010000:1.0:1768252875.008806:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252875.008811:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.008817:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abca55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768252875.009060:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252875.009077:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476169984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768252875.009124:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252875.009168:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476169984 00000100:00100000:2.0:1768252875.009177:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476169984 00000100:00100000:2.0:1768252875.009229:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1768252875.009237:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476169984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768252875.009260:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00010000:00010000:2.0:1768252875.009279:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252875.009295:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 5 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252875.009304:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252875.009307:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252875.009311:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252875.009338:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 5 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252875.009351:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 5 pid: 10696 timeout: 2180 lvb_type: 1 00000100:00100000:2.0:1768252875.009363:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476170112:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252875.009409:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dfac000 going to sleep for 11 seconds 00000100:00100000:2.0:1768252875.019175:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252875.019494:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451879296 00000100:00100000:0.0:1768252875.019502:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451879296 00010000:00010000:0.0:1768252875.019560:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 6 pid: 10696 timeout: 2180 lvb_type: 1 00000100:00100000:0.0:1768252875.019599:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 393 00000100:00100000:0.0:1768252875.019609:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451879296:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252875.019625:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252875.019632:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 6 pid: 10696 timeout: 2180 lvb_type: 1 00010000:00010000:0.0:1768252875.019646:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 6 pid: 10696 timeout: 2180 lvb_type: 1 00010000:00010000:0.0:1768252875.019671:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abca24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f3d expref: 6 pid: 10696 timeout: 2180 lvb_type: 1 00010000:00010000:0.0:1768252875.019696:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252875.019698:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252875.019704:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.019713:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.019739:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252875.019792:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451879296:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 184us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252875.019800:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 393 00000100:00100000:1.0:1768252875.019852:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476170112:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768252875.019894:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.019905:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.019912:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.019921:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.019929:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.019954:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1768252875.020043:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252875.020524:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476169984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11286us (11397us total) trans 4294967347 rc 0/0 00000100:00100000:1.0:1768252875.020533:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00010000:00010000:0.0:1768252875.021265:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252875.021276:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.021286:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252875.021292:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.021302:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.021318:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.021325:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abca5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252875.021344:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252875.021345:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252875.021347:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768252875.021784:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277dc9c700/2, rc 0, transno 4294967347 00000100:00100000:2.0:1768252875.021791:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476169984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768252875.057902:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252875.058007:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451879424 00000100:00100000:1.0:1768252875.058053:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451879424 00000100:00100000:1.0:1768252875.058135:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 793 00000100:00100000:1.0:1768252875.058147:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44468:x1854145451879424:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252875.058182:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252875.058211:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abca63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f4b expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.058280:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058296:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058308:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058321:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058327:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058333:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058472:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abca78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058479:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abca78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058486:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abca78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768252875.058512:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1768252875.058515:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252875.058541:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abca78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058553:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058562:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058569:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058575:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252875.058580:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058588:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058600:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768252875.058603:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252875.058608:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058614:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abca6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058627:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058632:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058635:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058638:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252875.058640:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058646:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058650:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972749ca9000) 00010000:00010000:1.0:1768252875.058652:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252875.058653:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058657:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abca71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252875.058677:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abca63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f4b expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.058685:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abca78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f4b expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252875.058690:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768252875.058691:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768252875.058692:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:3.0:1768252875.058868:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44468:x1854145451879424:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 704us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252875.058882:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 793 00000100:00080000:2.0:1768252875.058934:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768252875.187172:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252876.021298:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252876.021404:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451879552 00000100:00100000:0.0:1768252876.021420:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451879552 00000100:00100000:0.0:1768252876.021499:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 794 00000100:00100000:0.0:1768252876.021510:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44482:x1854145451879552:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252876.021538:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252876.021567:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abca7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f52 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252876.021651:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abca86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252876.021669:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abca86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252876.021685:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abca86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252876.021768:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1768252876.021773:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252876.021800:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abca86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252876.021827:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abca7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f52 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252876.021860:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abca86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f52 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252876.021871:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:0.0:1768252876.021875:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252876.021879:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252876.021962:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44482:x1854145451879552:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 454us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252876.021974:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 794 00000100:00100000:1.0:1768252876.025782:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.025893:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451879808 00000100:00100000:3.0:1768252876.025905:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451879808 00000100:00100000:3.0:1768252876.025971:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 795 00000100:00100000:3.0:1768252876.025981:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44482:x1854145451879808:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252876.026085:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252876.026121:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abca86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f52 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.026145:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abca78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f4b expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.026157:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768252876.026170:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252876.026214:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.026234:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.026244:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768252876.026700:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000acb01225 reply state 00000000ffc1cf91 transno 4294967606 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252876.026713:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252876.026732:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:3.0:1768252876.026865:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44482:x1854145451879808:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 884us (1096us total) trans 4294967606 rc 0/0 00000100:00100000:3.0:1768252876.026873:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 795 00010000:00010000:3.0:1768252876.028894:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.028915:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.028925:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.028932:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252876.028937:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.028946:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.028964:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252876.028968:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252876.028974:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252876.028981:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abca8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768252876.194740:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252876.195280:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451879936 00000100:00100000:0.0:1768252876.195294:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451879936 00000100:00100000:0.0:1768252876.195569:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 796 00000100:00100000:0.0:1768252876.195582:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451879936:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252876.195745:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451879936:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 166us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252876.195753:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 796 00000100:00100000:1.0:1768252876.200705:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252876.202307:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880064 00000100:00100000:2.0:1768252876.202328:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880064 00000100:00100000:2.0:1768252876.202423:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 433 00000100:00100000:2.0:1768252876.202436:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880064:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252876.202852:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880064:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 417us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252876.202861:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 433 00000100:00100000:1.0:1768252876.211888:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252876.212146:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880192 00000100:00100000:2.0:1768252876.212161:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880192 00000100:00100000:2.0:1768252876.212271:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 434 00000100:00100000:2.0:1768252876.212284:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880192:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252876.212664:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880192:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 381us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252876.212674:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 434 00000100:00080000:1.0:1768252876.212738:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252876.212804:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252876.231917:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.232228:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880320 00000100:00100000:3.0:1768252876.232244:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880320 00000100:00100000:3.0:1768252876.232331:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 797 00000100:00100000:3.0:1768252876.232344:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451880320:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252876.232738:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451880320:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 396us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.232748:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 797 00000100:00100000:1.0:1768252876.235852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.236788:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880448 00000100:00100000:3.0:1768252876.236804:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880448 00000100:00100000:3.0:1768252876.236948:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 798 00000100:00100000:3.0:1768252876.236961:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451880448:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252876.237664:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451880448:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 702us (1824us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.237674:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 798 00000100:00100000:1.0:1768252876.240132:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.240212:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880576 00000100:00100000:3.0:1768252876.240226:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880576 00000100:00100000:3.0:1768252876.240355:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 435 00000100:00100000:3.0:1768252876.240368:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880576:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252876.240766:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880576:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 398us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.240774:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 435 00000100:00100000:2.0:1768252876.248172:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.248572:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880704 00000100:00100000:3.0:1768252876.248588:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880704 00000100:00100000:3.0:1768252876.248678:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 436 00000100:00100000:3.0:1768252876.248689:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880704:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252876.249157:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44494:x1854145451880704:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 467us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.249168:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 436 00000100:00100000:1.0:1768252876.251074:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.251249:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880832 00000100:00100000:3.0:1768252876.251260:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880832 00000100:00100000:3.0:1768252876.251326:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 799 00000100:00100000:3.0:1768252876.251336:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451880832:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252876.252111:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44494:x1854145451880832:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 772us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.252122:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 799 00000100:00100000:1.0:1768252876.294780:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.295565:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451880960 00000100:00100000:3.0:1768252876.295582:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451880960 00000100:00100000:3.0:1768252876.295701:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 800 00000100:00100000:3.0:1768252876.295715:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44498:x1854145451880960:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252876.295742:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252876.295778:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abca94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f59 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.295865:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.295881:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.295896:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.295912:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.295917:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.295923:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296381:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcaa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296401:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296409:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768252876.296439:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1768252876.296444:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252876.296473:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcaa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296486:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296492:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296499:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296505:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252876.296510:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296518:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296533:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:3.0:1768252876.296536:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252876.296542:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296548:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abca9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296562:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296568:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296574:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296578:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252876.296581:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296587:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296594:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252876.296596:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252876.296599:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296604:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcaa2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.296638:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abca94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f59 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.296653:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcaa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f59 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.296660:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252876.296662:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252876.296665:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768252876.296773:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44498:x1854145451880960:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1053us (2011us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.296783:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 800 00000100:00100000:2.0:1768252876.301076:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.301377:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451881088 00000100:00100000:3.0:1768252876.301401:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451881088 00000100:00100000:3.0:1768252876.301475:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 137 00000100:00100000:3.0:1768252876.301487:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44498:x1854145451881088:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:3.0:1768252876.301661:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44498:x1854145451881088:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 176us (602us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252876.301670:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 137 00000100:00100000:2.0:1768252876.305821:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.306169:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451881344 00000100:00100000:3.0:1768252876.306196:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451881344 00000100:00100000:3.0:1768252876.306284:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 801 00000100:00100000:3.0:1768252876.306294:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44498:x1854145451881344:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768252876.306317:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252876.306339:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcab0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f60 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.306504:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.306521:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.306535:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.306550:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.306556:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.306563:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00080000:3.0:1768252876.307569:0:5785:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1768252876.309786:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcac5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309807:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcac5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309818:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcac5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309857:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309864:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309874:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309880:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252876.309884:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309891:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309902:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252876.309905:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252876.309909:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252876.309914:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcab7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:3.0:1768252876.309927:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080f10313 reply state 00000000709aa287 transno 4294967607 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252876.309935:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252876.309981:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcab0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f60 expref: 11 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.309996:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcac5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f60 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252876.310005:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252876.310007:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252876.310010:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768252876.310128:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:44498:x1854145451881344:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 3834us (4326us total) trans 4294967607 rc 0/0 00000100:00100000:3.0:1768252876.310138:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 801 00010000:00010000:1.0:1768252876.315781:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252876.315805:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252876.315814:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252876.315822:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252876.315828:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252876.315838:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252876.315859:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff97274f8b9600) 00010000:00010000:1.0:1768252876.315862:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252876.315868:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768252876.315874:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcabe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768252876.317704:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252876.320542:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451881472 00000100:00100000:1.0:1768252876.320940:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451881472 00000100:00100000:1.0:1768252876.321699:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 437 00000100:00100000:1.0:1768252876.321716:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44498:x1854145451881472:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:1.0:1768252876.321742:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252876.321779:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f67 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252876.321813:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1768252876.321843:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252876.321845:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252876.321854:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252876.321883:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252876.321899:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768252876.322985:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44498:x1854145451881472:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 284us (4306us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252876.324545:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 437 00000100:00100000:3.0:1768252876.346966:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252876.347065:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451881600 00000100:00100000:0.0:1768252876.347082:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451881600 00002000:00100000:0.0:1768252876.347158:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff97277ff47480 x1854145451881600/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:607/0 lens 488/0 e 0 to 0 dl 1768252887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768252876.347168:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ff47480 with x1854145451881600 ext(0->1048575) 00002000:00010000:0.0:1768252876.347174:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ff47480 00000100:00100000:0.0:1768252876.347286:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:0.0:1768252876.347302:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451881600:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:0.0:1768252876.370094:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451881600:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 22782us (23128us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1768252876.370110:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 19 00002000:00100000:0.0:1768252876.370123:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff97277ff47480 x1854145451881600/t4294967346(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:607/0 lens 488/448 e 0 to 0 dl 1768252887 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768252876.370133:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ff47480 with x1854145451881600 ext(0->1048575) 00002000:00010000:0.0:1768252876.370139:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ff47480 00000100:00100000:3.0:1768252876.372751:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252876.375244:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451881728 00000100:00100000:0.0:1768252876.375260:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451881728 00000100:00100000:0.0:1768252876.375396:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 802 00000100:00100000:0.0:1768252876.375407:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44498:x1854145451881728:12345-192.168.202.43@tcp:44:dd.60003 00000001:00080000:0.0:1768252876.403375:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967607 is committed 00000100:00100000:2.0:1768252876.403645:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44498:x1854145451881728:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 28233us (30895us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252876.403662:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 802 00000100:00100000:2.0:1768252876.410382:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252876.410485:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451881856 00000100:00100000:3.0:1768252876.410496:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451881856 00000100:00100000:3.0:1768252876.410564:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 438 00000100:00100000:3.0:1768252876.410575:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451881856:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:1.0:1768252876.441599:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451881856:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 31015us (31217us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252876.441612:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 438 00000001:00080000:0.0:1768252876.441680:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000100:00100000:3.0:1768252876.444330:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252876.444543:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882112 00000100:00100000:2.0:1768252876.444555:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882112 00000100:00100000:2.0:1768252876.444613:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 138 00000100:00100000:2.0:1768252876.444623:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44498:x1854145451882112:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:2.0:1768252876.449071:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44498:x1854145451882112:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 4442us (4891us total) trans 4294967608 rc 0/0 00000100:00100000:2.0:1768252876.449083:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 138 00000100:00100000:2.0:1768252876.746643:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252876.749637:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882240 00000100:00100000:1.0:1768252876.749654:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882240 00000100:00100000:1.0:1768252876.749805:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1177 00000100:00100000:1.0:1768252876.749816:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451882240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252876.749906:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451882240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 91us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252876.749914:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1177 00000100:00100000:3.0:1768252876.850379:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252876.850401:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476170240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252876.850472:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252876.850547:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476170240 00000100:00100000:3.0:1768252876.850554:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476170240 00000100:00100000:3.0:1768252876.850608:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1768252876.850616:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476170240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252876.850639:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3855613952 00000100:00100000:3.0:1768252876.850684:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476170240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252876.850691:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00080000:3.0:1768252876.850712:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252876.850749:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476170240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252876.851363:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252876.851373:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476170368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252876.851406:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252876.851440:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476170368 00000100:00100000:0.0:1768252876.851445:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476170368 00000100:00100000:0.0:1768252876.851475:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1768252876.851481:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476170368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252876.851504:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252876.851539:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476170368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252876.851545:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00080000:0.0:1768252876.851561:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252876.851583:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476170368:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252877.245308:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252877.475927:0:77652:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2082896910274ns, next at 2080460821582ns, rc = 0 00000004:00080000:1.0:1768252877.476107:0:77652:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2082897093449ns, next at 2062791980451ns, rc = 0 00000004:00080000:2.0:1768252877.506817:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 70 committed 00000004:00080000:2.0:1768252877.506841:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 68 committed 00000001:00080000:2.0:1768252877.506857:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967608 is committed 00010000:00010000:0.0:1768252878.258237:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768252878.460732:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:1.0:1768252878.607680:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252878.607746:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882368 00000100:00100000:0.0:1768252878.607754:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882368 00000100:00100000:0.0:1768252878.607823:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 803 00000100:00100000:0.0:1768252878.607835:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451882368:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252878.607922:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451882368:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 91us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252878.607930:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 803 00000100:00080000:1.0:1768252878.608226:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252878.609785:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252878.609858:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882496 00000100:00100000:0.0:1768252878.609865:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882496 00000100:00100000:0.0:1768252878.609913:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 439 00000100:00100000:0.0:1768252878.609919:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44631:x1854145451882496:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252878.610185:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44631:x1854145451882496:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 264us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252878.610194:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 439 00000100:00080000:1.0:1768252878.610260:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252878.612701:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252878.612844:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882624 00000100:00100000:1.0:1768252878.612854:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882624 00000100:00100000:1.0:1768252878.612949:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 440 00000100:00100000:1.0:1768252878.612958:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44631:x1854145451882624:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252878.613314:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44631:x1854145451882624:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 356us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252878.613322:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 440 00000100:00080000:0.0:1768252878.614504:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252878.615878:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252878.617184:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882752 00000100:00100000:1.0:1768252878.617317:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882752 00000100:00100000:1.0:1768252878.618503:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 804 00000100:00100000:1.0:1768252878.618520:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451882752:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252878.618708:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451882752:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 194us (2837us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252878.618717:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 804 00000100:00100000:0.0:1768252878.623616:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252878.623679:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451882880 00000100:00100000:1.0:1768252878.623690:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451882880 00000100:00100000:1.0:1768252878.623745:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 805 00000100:00100000:1.0:1768252878.623755:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451882880:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252878.623940:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451882880:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 184us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252878.623948:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 805 00000100:00100000:0.0:1768252878.625967:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252878.626048:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883008 00000100:00100000:3.0:1768252878.626058:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883008 00000100:00100000:3.0:1768252878.626099:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 441 00000100:00100000:3.0:1768252878.626108:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44631:x1854145451883008:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252878.626377:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44631:x1854145451883008:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 270us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252878.626385:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 441 00000100:00100000:2.0:1768252878.633337:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252878.633471:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883136 00000100:00100000:1.0:1768252878.633481:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883136 00000100:00100000:1.0:1768252878.633531:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 442 00000100:00100000:1.0:1768252878.633541:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44631:x1854145451883136:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252878.633812:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:44631:x1854145451883136:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 271us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252878.633820:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 442 00000100:00100000:0.0:1768252878.635910:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252878.635980:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883264 00000100:00100000:1.0:1768252878.635990:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883264 00000100:00100000:1.0:1768252878.636083:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 806 00000100:00100000:1.0:1768252878.636093:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451883264:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252878.636394:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44631:x1854145451883264:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 302us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252878.636403:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 806 00000100:00100000:0.0:1768252878.688704:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252878.688796:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883520 00000100:00100000:3.0:1768252878.688806:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883520 00000100:00100000:3.0:1768252878.688900:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 807 00000100:00100000:3.0:1768252878.688908:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44635:x1854145451883520:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:3.0:1768252878.688952:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252878.688980:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcac5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f60 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252878.688998:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:3.0:1768252878.689009:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252878.689068:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689078:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689085:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689098:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689104:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689110:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689247:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689252:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689257:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:3.0:1768252878.689621:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].25, 64 off9792 00000004:00080000:3.0:1768252878.689629:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2084110615320ns, next at 2085110613262ns, rc = 0 00010000:00010000:3.0:1768252878.689709:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689715:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689720:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689724:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689728:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689732:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689753:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768252878.689769:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689772:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689778:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689784:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252878.689788:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689795:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689802:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252878.689805:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768252878.689808:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689813:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcae8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689851:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689856:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689859:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689862:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252878.689864:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689867:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689875:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252878.689877:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252878.689879:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.689882:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abcada lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:3.0:1768252878.689886:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000becd9156 reply state 00000000c6ed0efc transno 4294967609 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768252878.689891:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252878.689954:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44635:x1854145451883520:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1045us (1261us total) trans 4294967609 rc 0/0 00000100:00100000:3.0:1768252878.689959:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 807 00010000:00010000:2.0:1768252878.690039:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252878.690044:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252878.690048:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252878.690051:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252878.690054:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252878.690060:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff97274f8b9d00) 00010000:00010000:2.0:1768252878.690061:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252878.690064:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 1/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252878.690067:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcaef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252878.690076:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252878.690077:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252878.690078:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252878.694269:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.694289:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.694296:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.694312:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252878.694317:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.694324:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.694341:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff97274f8b9600) 00010000:00010000:3.0:1768252878.694345:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252878.694349:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768252878.694510:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abcae1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252879.282267:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252879.411214:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476170496:0@lo:400:kworker.0 00000100:00100000:1.0:1768252879.411276:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252879.411376:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476170496 00000100:00100000:3.0:1768252879.411384:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476170496 00000100:00100000:3.0:1768252879.411432:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:3.0:1768252879.411441:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476170496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.411559:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476170496:12345-0@lo:400:kworker.0 Request processed in 118us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252879.411567:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1768252879.411680:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476170624:0@lo:400:kworker.0 00000100:00100000:0.0:1768252879.411713:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252879.411731:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476171136:0@lo:400:kworker.0 00000100:00100000:0.0:1768252879.411767:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252879.411788:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252879.411793:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476171008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252879.411816:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252879.411843:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476170624 00000100:00100000:0.0:1768252879.411847:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476170624 00000100:00100000:0.0:1768252879.411873:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171008 00000100:00100000:0.0:1768252879.411876:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171008 00000100:00100000:0.0:1768252879.411903:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1768252879.411909:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476170624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252879.411943:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476170624:12345-0@lo:400:kworker.0 Request processed in 34us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252879.411948:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1768252879.411963:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1768252879.411969:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476171008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252879.411995:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476171008:12345-0@lo:400:kworker.0 Request processed in 26us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252879.412000:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00080000:0.0:1768252879.412043:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252879.412076:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476171008:0@lo:400:kworker.0 00000100:00100000:0.0:1768252879.412086:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476170624:0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412279:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476170752:0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412305:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252879.412331:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252879.412337:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476170880:0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412356:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252879.412384:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476170752 00000100:00100000:3.0:1768252879.412388:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476170752 00000100:00100000:3.0:1768252879.412684:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1768252879.412693:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476170752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412731:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476170752:12345-0@lo:400:kworker.0 Request processed in 40us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252879.412737:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1768252879.412757:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171136 00000100:00100000:3.0:1768252879.412760:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171136 00000100:00100000:3.0:1768252879.412785:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476170880 00000100:00100000:3.0:1768252879.412787:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476170880 00000100:00100000:3.0:1768252879.412808:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:3.0:1768252879.412814:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476171136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412845:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476171136:12345-0@lo:400:kworker.0 Request processed in 33us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252879.412851:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:3.0:1768252879.412861:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1768252879.412866:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476170880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412891:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476170880:12345-0@lo:400:kworker.0 Request processed in 25us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252879.412897:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1768252879.412925:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1768252879.412929:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277dc9c700, transno 4294967347 00000100:00100000:3.0:1768252879.412942:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476170880:0@lo:400:kworker.0 00000100:00100000:3.0:1768252879.412952:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476170752:0@lo:400:kworker.0 00000100:00080000:3.0:1768252879.413236:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252879.413239:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252879.413241:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252879.413347:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476171136:0@lo:400:kworker.0 00000100:00100000:1.0:1768252879.413611:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476170496:0@lo:400:kworker.0 00010000:00010000:2.0:1768252880.308635:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768252880.322985:0:77796:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2085743969165ns, next at 2080460821582ns, rc = 0 00000004:00080000:3.0:1768252880.323593:0:77796:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2085744577915ns, next at 2085110613262ns, rc = 0 00000004:00080000:1.0:1768252880.366467:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 72 committed 00000004:00080000:1.0:1768252880.366501:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 69 committed 00000001:00080000:1.0:1768252880.366524:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967609 is committed 00000004:00080000:1.0:1768252880.366529:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 71 committed 00000100:00100000:2.0:1768252880.366877:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252880.366899:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476171264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768252880.366973:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252880.367066:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171264 00000100:00100000:2.0:1768252880.367073:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171264 00000100:00100000:2.0:1768252880.367267:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1768252880.367276:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476171264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768252880.367498:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00010000:00010000:2.0:1768252880.367528:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.367548:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.367556:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252880.367558:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252880.367562:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.367589:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.367607:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 5 pid: 6567 timeout: 2185 lvb_type: 0 00000100:00100000:2.0:1768252880.367618:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476171392:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252880.367824:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d466c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252880.370797:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252880.370911:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883648 00000100:00100000:0.0:1768252880.370923:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883648 00010000:00010000:0.0:1768252880.370988:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 6 pid: 6567 timeout: 2185 lvb_type: 0 00000100:00100000:0.0:1768252880.371063:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 394 00000100:00100000:0.0:1768252880.371076:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451883648:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768252880.371109:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252880.371115:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 6 pid: 6567 timeout: 2185 lvb_type: 0 00010000:00010000:0.0:1768252880.371145:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 6 pid: 6567 timeout: 2185 lvb_type: 0 00010000:00010000:0.0:1768252880.371190:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252880.371194:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252880.371200:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.371212:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.371240:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252880.371312:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451883648:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 240us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252880.371319:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 394 00010000:00010000:2.0:1768252880.371742:0:6570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadec00/0xef9a6e5c83abcad3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f67 expref: 5 pid: 6567 timeout: 2185 lvb_type: 0 00000100:00100000:2.0:1768252880.371759:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476171392:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252880.371780:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.371791:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.371798:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.371808:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.371817:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252880.371842:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768252880.372878:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476171264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5597us (5898us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1768252880.372893:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000004:00080000:2.0:1768252880.372982:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277dc9ca80/2, rc 0, transno 4294967347 00000100:00100000:2.0:1768252880.373001:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476171264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1768252880.374066:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252880.374079:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.374102:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252880.374107:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.374118:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.374146:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.374154:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcaf6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252880.374175:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252880.374177:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252880.374178:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1768252880.374857:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252881.330429:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252881.866281:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252881.866335:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252881.866376:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252881.866398:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252881.866431:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884032 00000100:00100000:1.0:1768252881.866442:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884032 00000100:00100000:1.0:1768252881.866502:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884160 00000100:00100000:1.0:1768252881.866505:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884160 00000100:00100000:1.0:1768252881.866526:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1069 00000100:00100000:2.0:1768252881.866727:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883904 00000100:00100000:2.0:1768252881.866732:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883904 00000100:00100000:2.0:1768252881.866769:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1435 00000100:00100000:2.0:1768252881.866776:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451883904:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252881.866879:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451883904:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 103us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252881.866888:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1435 00000100:00100000:0.0:1768252881.867222:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1070 00000100:00100000:0.0:1768252881.867233:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451884160:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252881.867279:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451884160:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 48us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252881.867285:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1070 00000100:00100000:1.0:1768252881.867348:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451884032:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252881.867377:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451884032:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 844us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252881.867384:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1069 00000100:00100000:3.0:1768252881.867881:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451883776 00000100:00100000:3.0:1768252881.867887:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451883776 00000100:00100000:3.0:1768252881.867925:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1179 00000100:00100000:3.0:1768252881.867933:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451883776:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252881.867974:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451883776:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 42us (1702us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252881.867980:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1179 00000100:00080000:3.0:1768252881.868051:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252881.868055:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252881.970486:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476171520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252881.970567:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252881.970631:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476171648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252881.970649:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171520 00000100:00100000:2.0:1768252881.970656:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171520 00000100:00100000:3.0:1768252881.970661:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252881.970712:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171648 00000100:00100000:2.0:1768252881.970715:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171648 00000100:00100000:0.0:1768252881.970731:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1768252881.970742:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476171520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252881.970789:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00080000:1.0:1768252881.970798:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252881.970802:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252881.970847:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476171520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252881.971468:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1768252881.971482:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476171648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252881.971504:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252881.976566:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1768252881.976690:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476171520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252881.978230:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476171648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6744us (7558us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252881.978244:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1768252881.981075:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476171648:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252882.355693:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252883.383335:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768252883.590866:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00010000:00010000:0.0:1768252884.404593:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252884.530537:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476171904:0@lo:400:kworker.0 00000100:00100000:0.0:1768252884.530605:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252884.530664:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476172416:0@lo:400:kworker.0 00000100:00100000:0.0:1768252884.530692:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252884.530718:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252884.530724:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476172032:0@lo:400:kworker.0 00000100:00100000:0.0:1768252884.530746:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252884.530856:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476172160:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.530887:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252884.530925:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768252884.530930:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476171776:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.530960:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252884.530983:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476172288:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531003:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252884.531075:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172416 00000100:00100000:3.0:1768252884.531084:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172416 00000100:00100000:3.0:1768252884.531147:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172160 00000100:00100000:3.0:1768252884.531150:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172160 00000100:00100000:3.0:1768252884.531169:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1768252884.531177:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476172416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531233:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476172416:12345-0@lo:400:kworker.0 Request processed in 56us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252884.531242:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1768252884.531261:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1768252884.531267:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476172160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531298:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476172160:12345-0@lo:400:kworker.0 Request processed in 32us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252884.531304:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1768252884.531322:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171776 00000100:00100000:3.0:1768252884.531325:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171776 00000100:00100000:3.0:1768252884.531348:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1768252884.531354:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476171776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531382:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476171776:12345-0@lo:400:kworker.0 Request processed in 29us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252884.531387:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1768252884.531413:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476171904 00000100:00100000:3.0:1768252884.531416:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476171904 00000100:00100000:3.0:1768252884.531437:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172032 00000100:00100000:3.0:1768252884.531440:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172032 00000100:00100000:3.0:1768252884.531456:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172288 00000100:00100000:3.0:1768252884.531459:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172288 00000100:00100000:3.0:1768252884.531474:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1768252884.531479:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476171904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531507:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476171904:12345-0@lo:400:kworker.0 Request processed in 28us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252884.531513:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1768252884.531523:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1768252884.531528:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476172032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531549:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476172032:12345-0@lo:400:kworker.0 Request processed in 22us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252884.531557:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1768252884.531567:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1768252884.531572:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476172288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531596:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476172288:12345-0@lo:400:kworker.0 Request processed in 24us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252884.531601:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00080000:3.0:1768252884.531616:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252884.531621:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252884.531623:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252884.531679:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476171776:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531693:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476172288:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531702:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476172160:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531729:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476172032:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531740:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476171904:0@lo:400:kworker.0 00000100:00100000:3.0:1768252884.531748:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1768252884.531752:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277dc9ca80, transno 4294967347 00000100:00100000:3.0:1768252884.531762:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476172416:0@lo:400:kworker.0 00010000:00010000:0.0:1768252885.427566:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252886.453317:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252886.985539:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252886.985598:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252886.985636:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252886.985690:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884672 00000100:00100000:0.0:1768252886.985703:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884672 00000100:00100000:2.0:1768252886.985743:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252886.985767:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884544 00000100:00100000:0.0:1768252886.985771:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884544 00000100:00100000:0.0:1768252886.985806:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1073 00000100:00100000:0.0:1768252886.985816:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451884672:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252886.985891:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451884672:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 77us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252886.985899:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1073 00000100:00100000:0.0:1768252886.985917:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1074 00000100:00100000:0.0:1768252886.985923:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451884544:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252886.985949:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451884544:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252886.985956:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1074 00000100:00100000:1.0:1768252886.986210:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884416 00000100:00100000:1.0:1768252886.986215:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884416 00000100:00100000:1.0:1768252886.986263:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1439 00000100:00100000:1.0:1768252886.986270:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451884416:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252886.986310:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451884416:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 41us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252886.986317:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1439 00000100:00100000:3.0:1768252886.986405:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884288 00000100:00100000:3.0:1768252886.986410:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884288 00000100:00100000:3.0:1768252886.986451:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1181 00000100:00100000:3.0:1768252886.986460:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451884288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:0.0:1768252886.986481:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252886.986488:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252886.986491:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252886.986496:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451884288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252886.986508:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1181 00000100:00100000:3.0:1768252887.095852:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252887.095877:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476172544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252887.095947:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252887.096043:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172544 00000100:00100000:3.0:1768252887.096051:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172544 00000100:00100000:3.0:1768252887.096126:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1768252887.096135:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476172544:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768252887.096163:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1768252887.096171:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252887.096186:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476172672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252887.096231:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252887.096232:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476172544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252887.096243:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1768252887.096264:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172672 00000100:00100000:3.0:1768252887.096268:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172672 00000100:00100000:3.0:1768252887.096300:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00080000:0.0:1768252887.096308:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252887.096309:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476172672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252887.096343:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252887.096383:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476172672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252887.096389:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1768252887.096431:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476172544:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252887.096656:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476172672:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252887.478885:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252888.502332:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252889.524329:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252889.650941:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476172928:0@lo:400:kworker.0 00000100:00100000:1.0:1768252889.651045:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476172800:0@lo:400:kworker.0 00000100:00100000:0.0:1768252889.651154:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476173056:0@lo:400:kworker.0 00000100:00100000:1.0:1768252889.653996:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252889.654229:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476173312:0@lo:400:kworker.0 00000100:00100000:1.0:1768252889.654290:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252889.654445:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252889.654454:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476173184:0@lo:400:kworker.0 00000100:00100000:1.0:1768252889.654487:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252889.654536:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173184 00000100:00100000:1.0:1768252889.654546:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173184 00000100:00100000:1.0:1768252889.654721:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1768252889.654733:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476173184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252889.654810:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476173184:12345-0@lo:400:kworker.0 Request processed in 79us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252889.654820:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00080000:1.0:1768252889.654856:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252889.655172:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476173184:0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.655775:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252889.655859:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173312 00000100:00100000:2.0:1768252889.655866:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173312 00000100:00100000:2.0:1768252889.655927:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172928 00000100:00100000:2.0:1768252889.655931:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172928 00000100:00100000:2.0:1768252889.655959:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1768252889.655968:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476173312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.656042:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476173312:12345-0@lo:400:kworker.0 Request processed in 76us (1751us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252889.656061:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1768252889.656078:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1768252889.656083:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476172928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.656110:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476172928:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252889.656117:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00080000:2.0:1768252889.656145:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252889.656187:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476173312:0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.656220:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476172928:0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.656239:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476173440:0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.656272:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252889.658124:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252889.659499:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173440 00000100:00100000:1.0:1768252889.659520:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173440 00000100:00100000:1.0:1768252889.659636:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1768252889.659649:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476173440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252889.659742:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476173440:12345-0@lo:400:kworker.0 Request processed in 97us (3468us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252889.659750:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00080000:0.0:1768252889.659917:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252889.660211:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173056 00000100:00100000:2.0:1768252889.660218:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173056 00000100:00080000:0.0:1768252889.660284:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252889.660287:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1768252889.660298:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476173056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252889.660361:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476173056:12345-0@lo:400:kworker.0 Request processed in 66us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252889.660368:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1768252889.660426:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476173440:0@lo:400:kworker.0 00000100:00100000:3.0:1768252889.660994:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476172800 00000100:00100000:3.0:1768252889.661002:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476172800 00000100:00100000:3.0:1768252889.661105:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1768252889.661114:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476172800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252889.661180:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476172800:12345-0@lo:400:kworker.0 Request processed in 68us (7196us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252889.661186:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1768252889.661269:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476172800:0@lo:400:kworker.0 00000100:00100000:0.0:1768252889.661303:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476173056:0@lo:400:kworker.0 00010000:00010000:0.0:1768252890.546299:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252891.570463:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252892.102745:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252892.102869:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884800 00000100:00100000:3.0:1768252892.102880:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884800 00000100:00100000:3.0:1768252892.102948:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1183 00000100:00100000:3.0:1768252892.102960:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451884800:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252892.103088:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451884800:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 129us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252892.103096:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1183 00000100:00100000:0.0:1768252892.108606:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252892.108656:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252892.108696:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252892.108801:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885184 00000100:00100000:3.0:1768252892.108813:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885184 00000100:00100000:3.0:1768252892.108880:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885056 00000100:00100000:3.0:1768252892.108883:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885056 00000100:00100000:3.0:1768252892.108916:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1077 00000100:00100000:3.0:1768252892.108927:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451885184:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252892.109009:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451885184:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252892.109056:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1077 00000100:00100000:3.0:1768252892.109075:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1078 00000100:00100000:3.0:1768252892.109082:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451885056:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252892.109133:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451885056:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252892.109139:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1078 00000100:00080000:0.0:1768252892.109859:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252892.109864:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252892.110330:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451884928 00000100:00100000:1.0:1768252892.110337:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451884928 00000100:00100000:1.0:1768252892.110627:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1443 00000100:00100000:1.0:1768252892.110636:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451884928:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252892.110711:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451884928:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 76us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252892.110719:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1443 00000100:00080000:0.0:1768252892.110833:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252892.210377:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252892.210407:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476173568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252892.210493:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252892.210966:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173568 00000100:00100000:3.0:1768252892.210974:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173568 00000100:00100000:3.0:1768252892.211069:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1768252892.211078:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476173568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252892.211113:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252892.211165:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476173568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252892.211173:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:0.0:1768252892.211306:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252892.211363:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476173696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252892.211394:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252892.211558:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173696 00000100:00100000:0.0:1768252892.211563:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173696 00000100:00100000:0.0:1768252892.211607:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1768252892.211614:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476173696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252892.211638:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252892.211675:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476173696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252892.211682:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1768252892.211713:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476173696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252892.211879:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476173568:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768252892.212256:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252892.594272:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252893.620055:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252894.642291:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252894.770419:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476173824:0@lo:400:kworker.0 00000100:00100000:1.0:1768252894.770526:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252894.770649:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173824 00000100:00100000:2.0:1768252894.770657:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173824 00000100:00100000:2.0:1768252894.770719:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1768252894.770728:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476173824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.771981:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476174208:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.772062:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252894.772120:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174208 00000100:00100000:3.0:1768252894.772127:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174208 00000100:00100000:3.0:1768252894.772176:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1768252894.772185:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476174208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.772236:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476174208:12345-0@lo:400:kworker.0 Request processed in 52us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252894.772244:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00080000:3.0:1768252894.772267:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252894.772318:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476174208:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.772357:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476173952:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.772993:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252894.773068:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252894.773076:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476174080:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.773105:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252894.773139:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476173952 00000100:00100000:3.0:1768252894.773144:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476173952 00000100:00100000:3.0:1768252894.773176:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174080 00000100:00100000:3.0:1768252894.773180:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174080 00000100:00100000:3.0:1768252894.773207:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1768252894.773214:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476173952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.773256:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476173952:12345-0@lo:400:kworker.0 Request processed in 42us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252894.773262:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1768252894.773290:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:3.0:1768252894.773297:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476174080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.773323:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476174080:12345-0@lo:400:kworker.0 Request processed in 27us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252894.773329:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00080000:3.0:1768252894.773351:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252894.773373:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476174080:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.773472:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476173952:0@lo:400:kworker.0 00000100:00100000:2.0:1768252894.774106:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476173824:12345-0@lo:400:kworker.0 Request processed in 3376us (3577us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252894.774118:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1768252894.774964:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476174464:0@lo:400:kworker.0 00000100:00100000:2.0:1768252894.775067:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252894.775302:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174464 00000100:00100000:3.0:1768252894.775312:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174464 00000100:00100000:3.0:1768252894.775375:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1768252894.775393:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476174464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.775447:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476174464:12345-0@lo:400:kworker.0 Request processed in 56us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252894.775454:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1768252894.775475:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252894.775483:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476174336:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.775523:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252894.775550:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174336 00000100:00100000:3.0:1768252894.775554:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174336 00000100:00100000:3.0:1768252894.775597:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1768252894.775603:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476174336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.775638:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476174336:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252894.775644:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1768252894.775693:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476174464:0@lo:400:kworker.0 00000100:00100000:3.0:1768252894.775722:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476174336:0@lo:400:kworker.0 00000100:00080000:2.0:1768252894.776696:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252894.776703:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252894.777118:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476173824:0@lo:400:kworker.0 00010000:00010000:0.0:1768252895.666298:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252895.985858:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252895.986165:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885312 00000100:00100000:3.0:1768252895.986176:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885312 00000100:00100000:3.0:1768252895.986250:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 808 00000100:00100000:3.0:1768252895.986262:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451885312:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252895.986372:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451885312:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 113us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252895.986381:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 808 00000100:00080000:2.0:1768252895.986553:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252895.990844:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252895.990949:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885440 00000100:00100000:0.0:1768252895.990960:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885440 00000100:00100000:0.0:1768252895.991095:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 444 00000100:00100000:0.0:1768252895.991106:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451885440:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252895.991456:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451885440:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 350us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252895.991464:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 444 00000100:00080000:2.0:1768252895.991553:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252895.998940:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252895.999357:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885568 00000100:00100000:0.0:1768252895.999368:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885568 00000100:00100000:0.0:1768252895.999447:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 445 00000100:00100000:0.0:1768252895.999459:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451885568:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:2.0:1768252895.999871:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252896.000095:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451885568:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 637us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.000103:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 445 00000100:00100000:1.0:1768252896.006474:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.006590:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885696 00000100:00100000:0.0:1768252896.006602:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885696 00000100:00100000:0.0:1768252896.006673:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 809 00000100:00100000:0.0:1768252896.006683:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451885696:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252896.007070:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451885696:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 387us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.007079:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 809 00000100:00100000:3.0:1768252896.010403:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.010576:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885824 00000100:00100000:0.0:1768252896.010586:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885824 00000100:00100000:0.0:1768252896.010684:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 810 00000100:00100000:0.0:1768252896.010694:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451885824:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252896.010796:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451885824:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 102us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.010813:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 810 00000100:00100000:1.0:1768252896.014602:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.014860:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451885952 00000100:00100000:0.0:1768252896.014871:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451885952 00000100:00100000:0.0:1768252896.014942:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 446 00000100:00100000:0.0:1768252896.014952:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451885952:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252896.015313:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451885952:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 361us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.015321:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 446 00000100:00100000:1.0:1768252896.020801:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.021326:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451886080 00000100:00100000:0.0:1768252896.021346:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451886080 00000100:00100000:0.0:1768252896.021409:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 447 00000100:00100000:0.0:1768252896.021419:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451886080:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252896.021758:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:44852:x1854145451886080:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 340us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.021767:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 447 00000100:00100000:1.0:1768252896.024456:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.024722:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451886208 00000100:00100000:0.0:1768252896.024734:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451886208 00000100:00100000:0.0:1768252896.024796:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 811 00000100:00100000:0.0:1768252896.025048:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451886208:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252896.025629:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44852:x1854145451886208:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 823us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.025638:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 811 00000100:00100000:1.0:1768252896.062526:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.066544:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451886336 00000100:00100000:0.0:1768252896.066561:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451886336 00000100:00100000:0.0:1768252896.066638:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 812 00000100:00100000:0.0:1768252896.066646:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:44853:x1854145451886336:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252896.066665:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252896.066684:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcafd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f6e expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.066743:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcb04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.066755:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcb04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.066781:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcb04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252896.066863:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1768252896.066866:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252896.066886:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcb04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.066908:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcafd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f6e expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.066925:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcb04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f6e expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.066934:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:0.0:1768252896.066938:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252896.066941:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768252896.067054:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44853:x1854145451886336:12345-192.168.202.43@tcp:101:rm.0 Request processed in 408us (4539us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252896.067408:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 812 00000100:00100000:2.0:1768252896.071139:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.071235:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451886464 00000100:00100000:0.0:1768252896.071245:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451886464 00000100:00100000:0.0:1768252896.071301:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 139 00000100:00100000:0.0:1768252896.071310:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44853:x1854145451886464:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:0.0:1768252896.071459:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44853:x1854145451886464:12345-192.168.202.43@tcp:49:rm.0 Request processed in 149us (328us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768252896.071467:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 139 00000100:00100000:1.0:1768252896.078402:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.078607:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451886720 00000100:00100000:0.0:1768252896.078618:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451886720 00000100:00100000:0.0:1768252896.078686:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 813 00000100:00100000:0.0:1768252896.078698:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:44853:x1854145451886720:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252896.078734:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252896.078758:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f75 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1768252896.078903:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00010000:0.0:1768252896.079736:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb0b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f75 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.079753:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252896.079756:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1768252896.079762:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f75 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.079777:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963400, rc 0) 00000100:00100000:0.0:1768252896.079870:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44853:x1854145451886720:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1173us (1478us total) trans 4294967610 rc 301/301 00000100:00100000:0.0:1768252896.079879:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 813 00000100:00100000:3.0:1768252896.085929:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252896.086183:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451886848 00000100:00100000:1.0:1768252896.086258:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451886848 00000100:00100000:1.0:1768252896.086547:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 140 00000100:00100000:1.0:1768252896.086559:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44853:x1854145451886848:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:1.0:1768252896.091185:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44853:x1854145451886848:12345-192.168.202.43@tcp:37:rm.0 Request processed in 4612us (5249us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252896.091212:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 140 00000100:00100000:2.0:1768252896.096064:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252896.096255:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451887104 00000100:00100000:1.0:1768252896.096269:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451887104 00000100:00100000:1.0:1768252896.096344:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 141 00000100:00100000:1.0:1768252896.096355:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b158850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44853:x1854145451887104:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768252896.096635:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b158850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44853:x1854145451887104:12345-192.168.202.43@tcp:35:rm.0 Request processed in 280us (625us total) trans 4294967611 rc 0/0 00000100:00100000:1.0:1768252896.096643:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 141 00000100:00100000:3.0:1768252896.104274:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252896.104376:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451887360 00000100:00100000:0.0:1768252896.104387:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451887360 00000100:00100000:0.0:1768252896.104451:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 814 00000100:00100000:0.0:1768252896.104462:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:44853:x1854145451887360:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252896.104528:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1768252896.104559:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcb04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f6e expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.104585:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcaa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f59 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.104597:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:0.0:1768252896.104615:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abc7c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ea3 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252896.104623:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:0.0:1768252896.104630:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252896.104658:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104671:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104680:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104692:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104698:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104704:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104966:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104974:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.104981:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252896.105483:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00010000:0.0:1768252896.105501:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105508:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105514:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105520:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252896.105525:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105532:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105541:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff972775270b00) 00010000:00010000:0.0:1768252896.105544:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252896.105549:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105554:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcb27 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105593:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105600:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105605:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105609:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252896.105612:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105618:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105625:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270800) 00010000:00010000:0.0:1768252896.105627:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252896.105630:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.105635:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abcb19 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:0.0:1768252896.105646:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006270f847 reply state 0000000027aecf5e transno 4294967612 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252896.105655:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252896.105729:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:44853:x1854145451887360:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1268us (1465us total) trans 4294967612 rc 0/0 00000100:00100000:0.0:1768252896.105737:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 814 00010000:00010000:1.0:1768252896.111758:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252896.111779:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252896.111787:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252896.111794:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252896.111811:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252896.111819:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252896.111836:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff972775270300) 00010000:00010000:1.0:1768252896.111840:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252896.111845:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252896.111851:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcb20 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252896.695666:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252897.225118:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252897.225180:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252897.225214:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252897.225240:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252897.225269:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451887872 00000100:00100000:3.0:1768252897.225280:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451887872 00000100:00100000:3.0:1768252897.225338:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451887744 00000100:00100000:3.0:1768252897.225343:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451887744 00000100:00100000:1.0:1768252897.225348:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451887616 00000100:00100000:1.0:1768252897.225352:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451887616 00000100:00100000:3.0:1768252897.225366:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1081 00000100:00100000:3.0:1768252897.225374:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451887872:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252897.225381:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1447 00000100:00100000:1.0:1768252897.225388:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451887616:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252897.225455:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451887872:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252897.225463:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1081 00000100:00100000:3.0:1768252897.225481:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1082 00000100:00100000:3.0:1768252897.225488:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451887744:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:0.0:1768252897.225697:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252897.225703:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252897.225705:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252897.225720:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451887488 00000100:00100000:0.0:1768252897.225724:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451887488 00000100:00100000:0.0:1768252897.225753:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1185 00000100:00100000:0.0:1768252897.225760:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451887488:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252897.230139:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451887616:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4740us (5018us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252897.230153:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1447 00000100:00100000:3.0:1768252897.230888:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451887744:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 5395us (5641us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252897.230899:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1082 00000100:00100000:0.0:1768252897.231075:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451887488:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 5313us (5858us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252897.231086:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1185 00000100:00100000:0.0:1768252897.331268:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252897.331294:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476174592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252897.331363:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252897.331430:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174592 00000100:00100000:0.0:1768252897.331438:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174592 00000100:00100000:0.0:1768252897.331493:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1768252897.331503:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476174592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252897.331548:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252897.331596:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476174592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252897.331603:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:0.0:1768252897.331624:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252897.331665:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476174592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252897.334051:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476174720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252897.334120:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252897.334183:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174720 00000100:00100000:0.0:1768252897.334191:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174720 00000100:00100000:0.0:1768252897.334246:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1768252897.334254:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476174720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252897.334287:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252897.334331:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476174720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252897.334338:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00080000:0.0:1768252897.334357:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252897.334391:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476174720:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1768252897.635362:0:78013:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe130307f0 20000000:00000080:2.0:1768252897.635382:0:78013:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dc61c00 uarg=0000000000000000 00010000:00010000:2.0:1768252897.638503:0:78013:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252897.638525:0:78013:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252897.638570:0:78013:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252897.638592:0:78013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252897.638613:0:78013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252897.638623:0:78013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252897.638665:0:78013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252897.638681:0:78013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 17 pid: 5777 timeout: 2253 lvb_type: 0 00000100:00100000:2.0:1768252897.638698:0:78013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78013:1854145476174848:0@lo:104: 00000100:00100000:2.0:1768252897.638776:0:78013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252897.638908:0:78013:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada180 going to sleep for 11 seconds 00000100:00100000:3.0:1768252897.638959:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174848 00000100:00100000:3.0:1768252897.638966:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174848 00000100:00100000:1.0:1768252897.639460:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1768252897.639473:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78013:x1854145476174848:12345-0@lo:104: 00010000:00010000:1.0:1768252897.639487:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252897.639674:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252897.639682:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78013:x1854145476174848:12345-0@lo:104: Request processed in 213us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252897.639690:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1768252897.639767:0:78013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78013:1854145476174848:0@lo:104: 00010000:00010000:2.0:1768252897.639788:0:78013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.639822:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252897.639830:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.639837:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252897.639840:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.639848:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252897.639855:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252897.639861:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252897.639928:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.639935:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252897.639967:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.639984:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abc7ae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abc7b5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.639999:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252897.640001:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252897.640003:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252897.640081:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476174976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252897.640114:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252897.640263:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476174976 00000100:00100000:3.0:1768252897.640268:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476174976 00010000:00010000:3.0:1768252897.640292:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 18 pid: 5777 timeout: 2253 lvb_type: 0 00000100:00100000:3.0:1768252897.640323:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1768252897.640331:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476174976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252897.640344:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252897.640349:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 18 pid: 5777 timeout: 2253 lvb_type: 0 00010000:00010000:3.0:1768252897.640359:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 18 pid: 5777 timeout: 2253 lvb_type: 0 00010000:00010000:3.0:1768252897.640372:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abc7b5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abc7ae expref: 18 pid: 5777 timeout: 2253 lvb_type: 0 00010000:00010000:3.0:1768252897.640387:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640399:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640414:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640420:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640427:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640434:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640439:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252897.640444:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640450:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640468:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.640478:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252897.640515:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476174976:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252897.640522:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1768252897.640554:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476174976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252897.640656:0:78013:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252897.640668:0:78013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252897.640674:0:78013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abcb2e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252897.714204:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252898.647232:0:78061:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc3825f50 20000000:00000080:1.0:1768252898.647251:0:78061:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646459800 uarg=0000000000000000 00010000:00010000:1.0:1768252898.647586:0:78061:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252898.647602:0:78061:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252898.647620:0:78061:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252898.647642:0:78061:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647658:0:78061:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647668:0:78061:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647675:0:78061:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647681:0:78061:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647688:0:78061:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647693:0:78061:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252898.647697:0:78061:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647705:0:78061:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647718:0:78061:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647725:0:78061:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252898.647731:0:78061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb35 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78061 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252898.738401:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252899.187270:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252899.187279:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252899.187284:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252899.187339:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252899.187353:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252899.187363:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252899.187398:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476175104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252899.187475:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252899.187545:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1768252899.187837:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175104 00000100:00100000:1.0:1768252899.187847:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175104 00000100:00100000:1.0:1768252899.187895:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1768252899.187904:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476175104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252899.187917:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252899.187932:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcb3c expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.187983:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.187994:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.188003:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252899.188071:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476175104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252899.188079:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1768252899.188450:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476175104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252899.188467:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252899.188476:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252899.188494:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252899.188498:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252899.188505:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1768252899.660119:0:78110:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe99ecad10 20000000:00000080:1.0:1768252899.660141:0:78110:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646459000 uarg=0000000000000000 00010000:00010000:1.0:1768252899.660395:0:78110:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252899.660411:0:78110:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252899.660430:0:78110:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252899.660453:0:78110:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.660475:0:78110:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.660486:0:78110:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.660533:0:78110:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.660548:0:78110:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 17 pid: 5778 timeout: 2255 lvb_type: 0 00000100:00100000:1.0:1768252899.660563:0:78110:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78110:1854145476175232:0@lo:104: 00000100:00100000:1.0:1768252899.660632:0:78110:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252899.660688:0:78110:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6540 going to sleep for 11 seconds 00000100:00100000:3.0:1768252899.660984:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175232 00000100:00100000:3.0:1768252899.660992:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175232 00000100:00100000:3.0:1768252899.661120:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1768252899.661131:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78110:x1854145476175232:12345-0@lo:104: 00010000:00010000:3.0:1768252899.661144:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252899.661202:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252899.661208:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78110:x1854145476175232:12345-0@lo:104: Request processed in 80us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252899.661215:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00010000:00010000:3.0:1768252899.661242:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252899.661248:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252899.661255:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252899.661258:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252899.661266:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252899.661273:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252899.661278:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252899.661306:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252899.661311:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252899.661330:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252899.661337:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcb3c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb43 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252899.661351:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252899.661353:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252899.661355:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252899.661364:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252899.661376:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476175360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252899.661406:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252899.661636:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175360 00000100:00100000:1.0:1768252899.661642:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175360 00010000:00010000:1.0:1768252899.661663:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 18 pid: 5778 timeout: 2255 lvb_type: 0 00000100:00100000:1.0:1768252899.661724:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1768252899.661731:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476175360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252899.661742:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252899.661747:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 18 pid: 5778 timeout: 2255 lvb_type: 0 00010000:00010000:1.0:1768252899.661758:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 18 pid: 5778 timeout: 2255 lvb_type: 0 00010000:00010000:1.0:1768252899.661774:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661783:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661795:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661801:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661807:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661813:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661818:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252899.661822:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661829:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661838:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252899.661848:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252899.661882:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476175360:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252899.661889:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00010000:00010000:2.0:1768252899.662142:0:78110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abcb43 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcb3c expref: 17 pid: 5778 timeout: 2255 lvb_type: 0 00000100:00100000:2.0:1768252899.662153:0:78110:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78110:1854145476175232:0@lo:104: 00010000:00010000:2.0:1768252899.662170:0:78110:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252899.662179:0:78110:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252899.662185:0:78110:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252899.662190:0:78110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abcb4a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78110 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252899.665198:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476175360:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252899.765496:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252899.905341:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476175872:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905422:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252899.905489:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252899.905496:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476175488:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905520:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252899.905539:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476176000:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905566:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252899.905594:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264992bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476175616:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905618:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252899.905636:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252899.905641:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476175744:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905662:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252899.905694:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175872 00000100:00100000:2.0:1768252899.905701:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175872 00000100:00100000:2.0:1768252899.905757:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175488 00000100:00100000:2.0:1768252899.905761:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175488 00000100:00100000:2.0:1768252899.905781:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175616 00000100:00100000:2.0:1768252899.905784:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175616 00000100:00100000:2.0:1768252899.905803:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1768252899.905812:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476175872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905864:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476175872:12345-0@lo:400:kworker.0 Request processed in 52us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252899.905872:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1768252899.905890:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1768252899.905896:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476175488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905923:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476175488:12345-0@lo:400:kworker.0 Request processed in 28us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252899.905929:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1768252899.905941:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1768252899.905959:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476175616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.905989:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476175616:12345-0@lo:400:kworker.0 Request processed in 43us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252899.905995:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1768252899.906051:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176000 00000100:00100000:2.0:1768252899.906056:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176000 00000100:00100000:2.0:1768252899.906082:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476175744 00000100:00100000:2.0:1768252899.906084:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476175744 00000100:00100000:2.0:1768252899.906102:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1768252899.906109:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476176000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.906139:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476176000:12345-0@lo:400:kworker.0 Request processed in 31us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252899.906145:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1768252899.906156:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1768252899.906162:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476175744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.906187:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476175744:12345-0@lo:400:kworker.0 Request processed in 26us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252899.906192:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00080000:2.0:1768252899.906213:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252899.906217:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252899.906220:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252899.906255:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476175488:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.906266:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476176000:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.906275:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476175872:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.906310:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476175744:0@lo:400:kworker.0 00000100:00100000:2.0:1768252899.906319:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264992bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476175616:0@lo:400:kworker.0 00000020:00000080:0.0:1768252900.600825:0:78158:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcee7ce410 20000000:00000080:0.0:1768252900.600844:0:78158:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750ca2400 uarg=0000000000000000 00010000:00010000:0.0:1768252900.601249:0:78158:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252900.601264:0:78158:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252900.601280:0:78158:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252900.601301:0:78158:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601317:0:78158:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601327:0:78158:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601334:0:78158:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601344:0:78158:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601352:0:78158:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601358:0:78158:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252900.601362:0:78158:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601369:0:78158:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601381:0:78158:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601389:0:78158:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252900.601395:0:78158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abcb51 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78158 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252900.787113:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768252900.993669:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967612 is committed 10000000:01000000:0.0:1768252901.042678:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252901.042797:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252901.042802:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252901.042845:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252901.042854:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252901.042862:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252901.042886:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476176128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252901.042967:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252901.043065:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727429f0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768252901.043521:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176128 00000100:00100000:3.0:1768252901.043531:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176128 00000100:00100000:3.0:1768252901.043588:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:3.0:1768252901.043598:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476176128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252901.043612:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252901.043629:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcb58 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252901.043653:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252901.043664:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252901.043672:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252901.044390:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476176128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 791us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252901.044398:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1768252901.044531:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476176128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252901.044549:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252901.044559:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252901.044579:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252901.044584:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252901.044592:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252901.811273:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252902.344080:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252902.344122:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252902.344174:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252902.344207:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888384 00000100:00100000:0.0:1768252902.344219:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888384 00000100:00100000:0.0:1768252902.344288:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1085 00000100:00100000:0.0:1768252902.344299:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451888384:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252902.344370:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451888384:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252902.344379:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1085 00000100:00100000:0.0:1768252902.344404:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888000 00000100:00100000:0.0:1768252902.344408:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888000 00000100:00100000:0.0:1768252902.344433:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1188 00000100:00100000:0.0:1768252902.344439:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451888000:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252902.344463:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451888000:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252902.344470:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1188 00000100:00080000:0.0:1768252902.344495:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252902.345772:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888128 00000100:00100000:1.0:1768252902.345785:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888128 00000100:00100000:1.0:1768252902.345921:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1451 00000100:00100000:1.0:1768252902.345940:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451888128:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252902.346031:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451888128:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 93us (1963us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252902.346039:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1451 00000100:00100000:1.0:1768252902.346117:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252902.348040:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888256 00000100:00100000:0.0:1768252902.348062:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888256 00000100:00100000:0.0:1768252902.348150:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1086 00000100:00100000:0.0:1768252902.348161:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451888256:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252902.348237:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451888256:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252902.348244:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1086 00000100:00080000:0.0:1768252902.348267:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252902.348272:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252902.456791:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252902.456823:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ccdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476176256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252902.456911:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252902.457036:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176256 00000100:00100000:2.0:1768252902.457046:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176256 00000100:00100000:2.0:1768252902.457109:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1768252902.457117:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476176256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252902.457162:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252902.457203:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476176256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252902.457210:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00080000:2.0:1768252902.457230:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252902.457268:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ccdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476176256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252902.471250:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252902.471281:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476176384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252902.471357:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252902.471422:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176384 00000100:00100000:0.0:1768252902.471431:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176384 00000100:00100000:0.0:1768252902.471490:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1768252902.471499:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476176384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252902.471535:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252902.471579:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476176384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252902.471590:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00080000:0.0:1768252902.471609:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252902.471650:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476176384:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252902.835899:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252903.858819:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252904.897457:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252905.011308:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252905.011347:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476176768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252905.011450:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252905.011577:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476176896:0@lo:400:kworker.0 00000100:00100000:3.0:1768252905.011606:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252905.011706:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476176512:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.011747:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252905.011782:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476177024:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.011807:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252905.011826:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768252905.011831:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476176640:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.011865:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252905.011889:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476177152:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.011923:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252905.011960:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176768 00000100:00100000:2.0:1768252905.011970:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176768 00000100:00100000:2.0:1768252905.012071:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177024 00000100:00100000:2.0:1768252905.012075:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177024 00000100:00100000:2.0:1768252905.012095:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176640 00000100:00100000:2.0:1768252905.012099:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176640 00000100:00100000:2.0:1768252905.012116:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1768252905.012126:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476176768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012201:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476176768:12345-0@lo:400:kworker.0 Request processed in 75us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252905.012209:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1768252905.012232:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1768252905.012238:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476177024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012270:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476177024:12345-0@lo:400:kworker.0 Request processed in 32us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252905.012276:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1768252905.012287:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1768252905.012292:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476176640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012319:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476176640:12345-0@lo:400:kworker.0 Request processed in 27us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252905.012326:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1768252905.012347:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176896 00000100:00100000:2.0:1768252905.012351:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176896 00000100:00100000:2.0:1768252905.012376:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177152 00000100:00100000:2.0:1768252905.012379:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177152 00000100:00100000:2.0:1768252905.012399:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1768252905.012405:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476176896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012439:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476176896:12345-0@lo:400:kworker.0 Request processed in 34us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252905.012445:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1768252905.012456:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1768252905.012462:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476177152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012492:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476177152:12345-0@lo:400:kworker.0 Request processed in 31us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252905.012502:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:2.0:1768252905.012519:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252905.012525:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252905.012527:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252905.012581:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476176640:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012594:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476177152:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012604:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476177024:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012640:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476176896:0@lo:400:kworker.0 00000100:00100000:2.0:1768252905.012650:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476176768:0@lo:400:kworker.0 00000100:00100000:3.0:1768252905.012990:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476176512 00000100:00100000:3.0:1768252905.012997:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476176512 00000100:00100000:3.0:1768252905.013067:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1768252905.013077:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476176512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252905.013132:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476176512:12345-0@lo:400:kworker.0 Request processed in 58us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252905.013140:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1768252905.013224:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476176512:0@lo:400:kworker.0 00010000:00010000:3.0:1768252905.906821:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252906.933478:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252907.478339:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252907.481281:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252907.481336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252907.481373:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252907.481755:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888512 00000100:00100000:0.0:1768252907.481771:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888512 00000100:00100000:0.0:1768252907.481860:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1190 00000100:00100000:0.0:1768252907.481882:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451888512:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252907.481986:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451888512:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 115us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252907.481994:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1190 00000100:00100000:3.0:1768252907.482582:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888896 00000100:00100000:3.0:1768252907.482590:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888896 00000100:00100000:3.0:1768252907.482659:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888768 00000100:00100000:3.0:1768252907.482662:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888768 00000100:00100000:3.0:1768252907.482686:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1089 00000100:00100000:3.0:1768252907.482705:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451888896:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252907.482751:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451888896:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252907.482758:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1089 00000100:00100000:3.0:1768252907.482773:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1090 00000100:00100000:3.0:1768252907.482779:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451888768:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252907.482807:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451888768:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252907.482814:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1090 00000100:00100000:2.0:1768252907.483477:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451888640 00000100:00100000:2.0:1768252907.483485:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451888640 00000100:00100000:2.0:1768252907.483546:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1455 00000100:00100000:2.0:1768252907.483554:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451888640:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252907.483593:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451888640:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (5272us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252907.483599:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1455 00000100:00080000:0.0:1768252907.483984:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252907.483992:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252907.483995:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252907.571286:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252907.571320:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476177280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252907.571430:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252907.571549:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177280 00000100:00100000:1.0:1768252907.571560:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177280 00000100:00100000:1.0:1768252907.571645:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1768252907.571654:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476177280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252907.571709:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252907.571760:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476177280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252907.571768:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:1.0:1768252907.571798:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252907.571839:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476177280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252907.572999:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768252907.573070:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476177408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252907.573140:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252907.573316:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177408 00000100:00100000:2.0:1768252907.573325:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177408 00000100:00100000:2.0:1768252907.573400:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1768252907.573408:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476177408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252907.573451:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252907.573525:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476177408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252907.573533:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1768252907.573588:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476177408:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252907.573949:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768252907.955915:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252908.979498:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252910.006339:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252910.132417:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476177792:0@lo:400:kworker.0 00000100:00100000:0.0:1768252910.132497:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476177920:0@lo:400:kworker.0 00000100:00100000:2.0:1768252910.132514:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252910.132576:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252910.132649:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177920 00000100:00100000:0.0:1768252910.132659:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177920 00000100:00100000:0.0:1768252910.132739:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1768252910.132752:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476177920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252910.132822:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476177920:12345-0@lo:400:kworker.0 Request processed in 73us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252910.133159:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00080000:0.0:1768252910.133317:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252910.133395:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476177920:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.133528:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476177536:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.133580:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252910.133626:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476178048:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.133657:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252910.133683:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768252910.133690:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476177664:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.133716:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252910.133735:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476178176:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.133759:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252910.133787:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177792 00000100:00100000:1.0:1768252910.133793:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177792 00000100:00100000:1.0:1768252910.133860:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178048 00000100:00100000:1.0:1768252910.133864:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178048 00000100:00100000:1.0:1768252910.133886:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177664 00000100:00100000:1.0:1768252910.133889:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177664 00000100:00100000:1.0:1768252910.133905:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1768252910.133913:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476177792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.133976:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476177792:12345-0@lo:400:kworker.0 Request processed in 63us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252910.133983:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1768252910.133998:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1768252910.134005:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476178048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.134070:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476178048:12345-0@lo:400:kworker.0 Request processed in 65us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252910.134077:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1768252910.134089:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1768252910.134096:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476177664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.134125:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476177664:12345-0@lo:400:kworker.0 Request processed in 31us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252910.134132:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1768252910.134175:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476177792:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.134385:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178176 00000100:00100000:1.0:1768252910.134389:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178176 00000100:00100000:1.0:1768252910.134417:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1768252910.134424:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476178176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.134460:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476178176:12345-0@lo:400:kworker.0 Request processed in 37us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252910.134466:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00080000:1.0:1768252910.134480:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252910.134485:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252910.134503:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476177664:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.134513:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476178176:0@lo:400:kworker.0 00000100:00100000:1.0:1768252910.134524:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476178048:0@lo:400:kworker.0 00000100:00100000:0.0:1768252910.134718:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476177536 00000100:00100000:0.0:1768252910.134723:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476177536 00000100:00100000:0.0:1768252910.134766:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1768252910.134773:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476177536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252910.134812:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476177536:12345-0@lo:400:kworker.0 Request processed in 40us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252910.134818:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1768252910.135150:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476177536:0@lo:400:kworker.0 00000001:02000400:0.0:1768252910.902997:0:78501:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 20: test nodemap mapped_admin fileops ========================================================== 16:21:49 (1768252909) 00010000:00010000:3.0:1768252911.026319:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:1.0:1768252911.887818:0:78550:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1768252911.896913:0:78550:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:2.0:1768252912.051261:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252912.584347:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252912.584401:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252912.584450:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252912.584495:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252912.584594:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889024 00000100:00100000:2.0:1768252912.584610:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889024 00000100:00100000:2.0:1768252912.584684:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1192 00000100:00100000:2.0:1768252912.584694:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451889024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252912.584775:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451889024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252912.584782:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1192 00000100:00100000:3.0:1768252912.585201:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889152 00000100:00100000:3.0:1768252912.585207:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889152 00000100:00100000:3.0:1768252912.585253:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1459 00000100:00100000:3.0:1768252912.585261:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451889152:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252912.585296:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451889152:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252912.585303:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1459 00000100:00080000:2.0:1768252912.585365:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252912.588307:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889408 00000100:00100000:0.0:1768252912.588323:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889408 00000100:00100000:0.0:1768252912.588449:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889280 00000100:00100000:0.0:1768252912.588453:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889280 00000100:00100000:1.0:1768252912.588880:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1093 00000100:00100000:1.0:1768252912.588908:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451889408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252912.589032:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451889408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 137us (4630us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252912.589041:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1093 00000100:00080000:2.0:1768252912.591310:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252912.591321:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252912.592323:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1094 00000100:00100000:0.0:1768252912.592341:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451889280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252912.592428:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451889280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 94us (7933us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252912.592437:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1094 00000100:00100000:0.0:1768252912.692779:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252912.692805:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476178304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252912.692888:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252912.692961:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178304 00000100:00100000:0.0:1768252912.692972:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178304 00000100:00100000:0.0:1768252912.693058:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1768252912.693068:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476178304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252912.693103:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252912.693149:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476178304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252912.693157:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1768252912.693203:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476178304:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768252912.693410:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252912.694720:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252912.694739:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476178432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252912.694792:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252912.694944:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178432 00000100:00100000:3.0:1768252912.694951:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178432 00000100:00100000:3.0:1768252912.695002:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1768252912.695035:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476178432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252912.695070:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252912.695110:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476178432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252912.695117:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:3.0:1768252912.695136:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252912.695478:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476178432:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1768252912.869726:0:78598:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd32692150 20000000:00000080:1.0:1768252912.869744:0:78598:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c2f000 uarg=0000000000000000 10000000:01000000:1.0:1768252912.870477:0:78598:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252912.870499:0:78598:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252912.870519:0:78598:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252912.870528:0:78598:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252912.870566:0:78598:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252912.870582:0:78598:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 17 pid: 5777 timeout: 2268 lvb_type: 0 00000100:00100000:1.0:1768252912.870596:0:78598:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe9bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78598:1854145476178560:0@lo:104: 00000100:00100000:1.0:1768252912.870663:0:78598:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252912.870795:0:78598:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777f5a780 going to sleep for 11 seconds 00000100:00100000:0.0:1768252912.871390:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768252912.871407:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178560 00000100:00100000:0.0:1768252912.871414:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178560 00000100:00100000:0.0:1768252912.871466:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1768252912.871476:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78598:x1854145476178560:12345-0@lo:104: 00010000:00010000:0.0:1768252912.871491:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252912.871564:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252912.871571:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78598:x1854145476178560:12345-0@lo:104: Request processed in 98us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252912.871578:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00010000:00010000:3.0:1768252912.871601:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252912.871610:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252912.871622:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768252912.871626:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252912.871633:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768252912.871640:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252912.871645:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768252912.871684:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252912.871690:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768252912.871714:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252912.871720:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abcb58 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb5f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252912.871738:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252912.871739:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252912.871741:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252912.871748:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252912.871758:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476178688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252912.871789:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252912.871897:0:78598:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe9bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78598:1854145476178560:0@lo:104: 00010000:00010000:1.0:1768252912.871915:0:78598:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252912.872059:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178688 00000100:00100000:2.0:1768252912.872065:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178688 00010000:00010000:2.0:1768252912.872087:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 18 pid: 5777 timeout: 2268 lvb_type: 0 00000100:00100000:2.0:1768252912.872116:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1768252912.872124:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476178688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252912.872136:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252912.872140:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 18 pid: 5777 timeout: 2268 lvb_type: 0 00010000:00010000:2.0:1768252912.872151:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 18 pid: 5777 timeout: 2268 lvb_type: 0 00010000:00010000:2.0:1768252912.872164:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abcb5f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcb58 expref: 18 pid: 5777 timeout: 2268 lvb_type: 0 00010000:00010000:2.0:1768252912.872178:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872185:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872198:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872204:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872209:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872215:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872219:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252912.872223:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872230:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872244:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252912.872252:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252912.872287:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476178688:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252912.872293:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1768252912.872378:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476178688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252912.873007:0:78598:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252912.873040:0:78598:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252912.873047:0:78598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb66 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78598 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252913.078992:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252913.639063:0:78647:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe134415c0 20000000:00000080:1.0:1768252913.639082:0:78647:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648243400 uarg=0000000000000000 10000000:01000000:1.0:1768252913.639605:0:78647:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252913.639627:0:78647:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639643:0:78647:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639653:0:78647:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639658:0:78647:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639665:0:78647:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639671:0:78647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639677:0:78647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252913.639682:0:78647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639690:0:78647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639703:0:78647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639711:0:78647:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252913.639717:0:78647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb6d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252914.098285:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252914.441304:0:78695:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff941014e0 20000000:00000080:0.0:1768252914.441318:0:78695:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe52c00 uarg=0000000000000000 10000000:01000000:0.0:1768252914.441490:0:78695:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252914.441509:0:78695:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441522:0:78695:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441530:0:78695:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441535:0:78695:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441539:0:78695:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441545:0:78695:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441549:0:78695:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252914.441552:0:78695:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441557:0:78695:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441565:0:78695:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441570:0:78695:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.441573:0:78695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abcb74 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78695 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252914.802371:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252914.802377:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252914.802382:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252914.802431:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.802442:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.802454:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252914.802480:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476178816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252914.802559:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252914.802600:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55180 going to sleep for 11 seconds 00000100:00100000:1.0:1768252914.802878:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178816 00000100:00100000:1.0:1768252914.802887:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178816 00000100:00100000:1.0:1768252914.803303:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1768252914.803314:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476178816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252914.803329:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252914.803346:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcb7b expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252914.803501:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252914.803514:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252914.803523:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252914.803586:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476178816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 274us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252914.803594:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1768252914.803775:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476178816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252914.803792:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.803801:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252914.803831:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252914.803836:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252914.803843:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252915.122952:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252915.192850:0:78743:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5e159230 20000000:00000080:3.0:1768252915.192867:0:78743:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0c000 uarg=0000000000000000 10000000:01000000:3.0:1768252915.193318:0:78743:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252915.193337:0:78743:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.193356:0:78743:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.193365:0:78743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.193404:0:78743:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.193417:0:78743:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 17 pid: 5778 timeout: 2270 lvb_type: 0 00000100:00100000:3.0:1768252915.193430:0:78743:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78743:1854145476178944:0@lo:104: 00000100:00100000:3.0:1768252915.193491:0:78743:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252915.193539:0:78743:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a780 going to sleep for 11 seconds 00000100:00100000:0.0:1768252915.195000:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476178944 00000100:00100000:0.0:1768252915.195027:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476178944 00000100:00100000:0.0:1768252915.195088:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1768252915.195098:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78743:x1854145476178944:12345-0@lo:104: 00010000:00010000:0.0:1768252915.195116:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195212:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768252915.195219:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78743:x1854145476178944:12345-0@lo:104: Request processed in 124us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252915.195226:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00010000:00010000:2.0:1768252915.195284:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252915.195291:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252915.195298:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252915.195302:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252915.195309:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252915.195317:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252915.195323:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252915.195363:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252915.195375:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252915.195399:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252915.195406:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abcb7b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcb82 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252915.195423:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252915.195424:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252915.195426:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252915.195437:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476179072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252915.195445:0:78743:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78743:1854145476178944:0@lo:104: 00010000:00010000:1.0:1768252915.195466:0:78743:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252915.195469:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252915.195656:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179072 00000100:00100000:0.0:1768252915.195661:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179072 00010000:00010000:0.0:1768252915.195680:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 18 pid: 5778 timeout: 2270 lvb_type: 0 00000100:00100000:0.0:1768252915.195709:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1768252915.195716:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476179072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252915.195726:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252915.195731:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 18 pid: 5778 timeout: 2270 lvb_type: 0 00010000:00010000:0.0:1768252915.195741:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 18 pid: 5778 timeout: 2270 lvb_type: 0 00010000:00010000:0.0:1768252915.195754:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abcb82 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcb7b expref: 18 pid: 5778 timeout: 2270 lvb_type: 0 00010000:00010000:0.0:1768252915.195768:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195776:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195790:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195797:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195815:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195820:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195825:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252915.195830:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195837:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195857:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252915.195867:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252915.195896:0:78743:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252915.195898:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476179072:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (428us total) trans 0 rc 0/0 00010000:00010000:1.0:1768252915.195904:0:78743:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252915.195905:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00010000:00010000:1.0:1768252915.195910:0:78743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abcb89 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78743 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252915.195930:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476179072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252915.255476:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252915.256582:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476179328:0@lo:400:kworker.0 00000100:00100000:1.0:1768252915.256659:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252915.256702:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476179200:0@lo:400:kworker.0 00000100:00100000:1.0:1768252915.256725:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252915.260312:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179328 00000100:00100000:2.0:1768252915.260331:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179328 00000100:00100000:2.0:1768252915.260404:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179200 00000100:00100000:2.0:1768252915.260407:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179200 00000100:00100000:2.0:1768252915.260434:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1768252915.260443:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476179328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.260534:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476179328:12345-0@lo:400:kworker.0 Request processed in 94us (3875us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252915.260540:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1768252915.260555:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:2.0:1768252915.260559:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476179200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.260577:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476179200:12345-0@lo:400:kworker.0 Request processed in 18us (3852us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252915.260580:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:2.0:1768252915.260592:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252915.260626:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476179328:0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.260634:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476179200:0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.261479:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476179456:0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.261531:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252915.261568:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252915.261575:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476179584:0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.261599:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252915.261625:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179584 00000100:00100000:2.0:1768252915.261629:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179584 00000100:00100000:2.0:1768252915.261669:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1768252915.261676:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476179584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.261714:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476179584:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252915.261719:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00080000:2.0:1768252915.261739:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252915.261746:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252915.261752:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476179712:0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.261776:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252915.261823:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476179584:0@lo:400:kworker.0 00000100:00100000:3.0:1768252915.262533:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179456 00000100:00100000:3.0:1768252915.262542:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179456 00000100:00100000:3.0:1768252915.262587:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179712 00000100:00100000:3.0:1768252915.262590:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179712 00000100:00100000:3.0:1768252915.262611:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1768252915.262619:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476179456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252915.262673:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476179456:12345-0@lo:400:kworker.0 Request processed in 56us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252915.262680:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1768252915.262695:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1768252915.262703:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476179712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252915.262730:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476179712:12345-0@lo:400:kworker.0 Request processed in 29us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252915.262736:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00080000:2.0:1768252915.262822:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252915.262827:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252915.262852:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476179712:0@lo:400:kworker.0 00000100:00100000:2.0:1768252915.262879:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476179456:0@lo:400:kworker.0 00000020:00000080:3.0:1768252915.947873:0:78791:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfc39e890 20000000:00000080:3.0:1768252915.947890:0:78791:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647da4800 uarg=0000000000000000 10000000:01000000:3.0:1768252915.948484:0:78791:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252915.948512:0:78791:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948530:0:78791:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948541:0:78791:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948547:0:78791:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948554:0:78791:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948562:0:78791:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948569:0:78791:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252915.948588:0:78791:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948597:0:78791:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948609:0:78791:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948618:0:78791:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252915.948624:0:78791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abcb90 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78791 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252916.146195:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252916.704945:0:78840:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd27c05ae0 20000000:00000080:1.0:1768252916.704966:0:78840:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648242400 uarg=0000000000000000 10000000:01000000:1.0:1768252916.705525:0:78840:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252916.705546:0:78840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705565:0:78840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705576:0:78840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705583:0:78840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705590:0:78840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705598:0:78840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705689:0:78840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252916.705694:0:78840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705702:0:78840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705714:0:78840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705721:0:78840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252916.705727:0:78840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcb97 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78840 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252916.978130:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252916.978137:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252916.978143:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252916.978195:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252916.978208:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252916.978220:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252916.978248:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476179840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252916.978332:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252916.978397:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179840 00000100:00100000:0.0:1768252916.978398:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55c00 going to sleep for 11 seconds 00000100:00100000:2.0:1768252916.978406:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179840 00000100:00100000:2.0:1768252916.978463:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1768252916.978471:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476179840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252916.978483:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252916.978497:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcb9e expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252916.978518:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252916.978528:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252916.978535:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768252916.978682:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476179840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 211us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252916.978690:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1768252916.978946:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476179840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252916.978962:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252916.978972:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252916.978996:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252916.979001:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252916.979008:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252917.171684:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252917.705449:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252917.705493:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252917.705532:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252917.705646:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252917.705679:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889792 00000100:00100000:2.0:1768252917.705689:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889792 00000100:00100000:3.0:1768252917.705702:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889664 00000100:00100000:3.0:1768252917.705706:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889664 00000100:00100000:2.0:1768252917.705744:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889920 00000100:00100000:2.0:1768252917.705746:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889920 00000100:00100000:3.0:1768252917.705748:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1463 00000100:00100000:3.0:1768252917.705757:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451889664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252917.705765:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 448 00000100:00100000:2.0:1768252917.705770:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451889792:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:2.0:1768252917.705800:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abc419 00000100:00080000:2.0:1768252917.705809:0:6570:0:(import.c:65:import_set_state_nolock()) ffff972748631000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1768252917.705843:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451889664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 86us (347us total) trans 0 rc 0/0 00000001:00000004:2.0:1768252917.705845:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:3.0:1768252917.705850:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1463 00000100:00100000:3.0:1768252917.705873:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 449 00000100:00100000:3.0:1768252917.705879:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451889920:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768252917.705891:0:6567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abc593 00000100:00080000:3.0:1768252917.705897:0:6567:0:(import.c:65:import_set_state_nolock()) ffff972747d59000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768252917.705984:0:6567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:2.0:1768252917.706108:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451889792:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 337us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252917.706116:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 448 00000100:00080000:2.0:1768252917.706137:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252917.706141:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252917.706143:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252917.706155:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252917.706271:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252917.706433:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451889920:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 552us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252917.706440:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 449 00000100:00100000:1.0:1768252917.708456:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451889536 00000100:00100000:1.0:1768252917.708470:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451889536 00000100:00100000:1.0:1768252917.708531:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1195 00000100:00100000:1.0:1768252917.708541:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451889536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252917.708637:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451889536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 97us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252917.708952:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1195 00000100:00100000:2.0:1768252917.811172:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476179968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252917.811172:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476180096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252917.812824:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252917.812900:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252917.813111:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476179968 00000100:00100000:3.0:1768252917.813121:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476179968 00000100:00080000:2.0:1768252917.815633:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252917.815797:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180096 00000100:00100000:3.0:1768252917.815813:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1768252917.815813:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180096 00000100:00100000:3.0:1768252917.815835:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476179968:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252917.815864:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1768252917.815873:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476180096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252917.815877:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00002000:00000024:1.0:1768252917.815897:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252917.816620:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476180096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 745us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252917.816629:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:1.0:1768252917.816651:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252917.816742:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476180096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252917.816859:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476179968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1032us (4041us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252917.816868:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1768252917.822799:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476179968:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252918.194210:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252919.234274:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252919.259391:0:78988:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa39b09c0 20000000:00000080:3.0:1768252919.259411:0:78988:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750fe0800 uarg=0000000000000000 10000000:01000000:3.0:1768252919.259656:0:78988:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252919.259699:0:78988:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252919.259718:0:78988:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252919.259728:0:78988:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252919.263158:0:78988:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252919.263184:0:78988:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 17 pid: 5777 timeout: 2274 lvb_type: 0 00000100:00100000:3.0:1768252919.263203:0:78988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78988:1854145476180224:0@lo:104: 00000100:00100000:3.0:1768252919.263278:0:78988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252919.263479:0:78988:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c98a80 going to sleep for 11 seconds 00000100:00100000:1.0:1768252919.265008:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180224 00000100:00100000:1.0:1768252919.265041:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180224 00000100:00100000:1.0:1768252919.265098:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1768252919.265108:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78988:x1854145476180224:12345-0@lo:104: 00010000:00010000:1.0:1768252919.265123:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.265189:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252919.265195:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:78988:x1854145476180224:12345-0@lo:104: Request processed in 89us (1918us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252919.265201:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1768252919.265310:0:78988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78988:1854145476180224:0@lo:104: 00010000:00010000:3.0:1768252919.265332:0:78988:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.265579:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252919.265586:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.265594:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252919.265598:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.265606:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252919.265613:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252919.265619:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252919.265666:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.265674:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252919.265712:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.265721:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abcb9e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcba5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.265742:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252919.265744:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252919.265746:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252919.265793:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252919.265863:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476180352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252919.265901:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252919.266071:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180352 00000100:00100000:2.0:1768252919.266077:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180352 00010000:00010000:2.0:1768252919.266098:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 18 pid: 5777 timeout: 2274 lvb_type: 0 00000100:00100000:2.0:1768252919.266125:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1768252919.266133:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476180352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252919.266146:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252919.266151:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 18 pid: 5777 timeout: 2274 lvb_type: 0 00010000:00010000:2.0:1768252919.266161:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 18 pid: 5777 timeout: 2274 lvb_type: 0 00010000:00010000:2.0:1768252919.266173:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abcba5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcb9e expref: 18 pid: 5777 timeout: 2274 lvb_type: 0 00010000:00010000:2.0:1768252919.266188:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266197:0:5770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266211:0:5770:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266218:0:5770:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266225:0:5770:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266230:0:5770:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266235:0:5770:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252919.266238:0:5770:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266244:0:5770:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266254:0:5770:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252919.266263:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252919.266292:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476180352:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252919.266299:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1768252919.266354:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476180352:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252919.266424:0:78988:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252919.266431:0:78988:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252919.266436:0:78988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcbac lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78988 timeout: 0 lvb_type: 0 00000001:00100000:2.0:1768252919.380729:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252919.380740:0:6594:0:(genops.c:904:class_export_put()) final put ffff972745b04800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768252919.380817:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff972745b04800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:1.0:1768252919.380871:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972748631000 for lustre-OST0000 00000001:00100000:2.0:1768252919.391674:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252919.391683:0:7475:0:(genops.c:904:class_export_put()) final put ffff972747d5a000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768252919.391707:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff972747d5a000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:2.0:1768252919.391747:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972747d59000 for lustre-OST0001 00000020:00000080:1.0:1768252919.911865:0:79038:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff430ba500 20000000:00000080:1.0:1768252919.911883:0:79038:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648240c00 uarg=0000000000000000 10000000:01000000:1.0:1768252919.912618:0:79038:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252919.912643:0:79038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912660:0:79038:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912673:0:79038:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912680:0:79038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912687:0:79038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912694:0:79038:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912700:0:79038:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252919.912704:0:79038:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912711:0:79038:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912723:0:79038:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912730:0:79038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252919.912736:0:79038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbb3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252920.247701:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252920.370921:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476180736:0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.371052:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252920.371135:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252920.371141:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476180864:0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.371170:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252920.371209:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180736 00000100:00100000:1.0:1768252920.371218:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180736 00000100:00100000:1.0:1768252920.371280:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1768252920.371288:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476180736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.371345:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476180736:12345-0@lo:400:kworker.0 Request processed in 57us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252920.371352:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1768252920.371391:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180864 00000100:00100000:1.0:1768252920.371396:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180864 00000100:00100000:1.0:1768252920.371427:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1768252920.371435:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476180864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.371467:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476180864:12345-0@lo:400:kworker.0 Request processed in 34us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252920.371473:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00080000:1.0:1768252920.371490:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252920.371495:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252920.371532:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476180864:0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.371543:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476180736:0@lo:400:kworker.0 00000100:00100000:2.0:1768252920.371633:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476180608:0@lo:400:kworker.0 00000100:00100000:2.0:1768252920.371663:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252920.371688:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476181120:0@lo:400:kworker.0 00000100:00100000:2.0:1768252920.371710:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252920.371726:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1768252920.371730:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476180480:0@lo:400:kworker.0 00000100:00100000:2.0:1768252920.371767:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252920.371790:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476180992:0@lo:400:kworker.0 00000100:00100000:2.0:1768252920.371813:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252920.371838:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180480 00000100:00100000:2.0:1768252920.371842:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180480 00000100:00100000:2.0:1768252920.371865:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1768252920.371871:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476180480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252920.371904:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476180480:12345-0@lo:400:kworker.0 Request processed in 33us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252920.371910:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1768252920.371942:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476180480:0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.372206:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181120 00000100:00100000:1.0:1768252920.372211:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181120 00000100:00100000:1.0:1768252920.372255:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1768252920.372263:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476181120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.372304:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476181120:12345-0@lo:400:kworker.0 Request processed in 42us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252920.372310:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1768252920.372327:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180608 00000100:00100000:1.0:1768252920.372329:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180608 00000100:00100000:1.0:1768252920.372345:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476180992 00000100:00100000:1.0:1768252920.372346:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476180992 00000100:00100000:1.0:1768252920.372360:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1768252920.372363:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476180608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.372385:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476180608:12345-0@lo:400:kworker.0 Request processed in 20us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252920.372390:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1768252920.372400:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:1.0:1768252920.372406:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476180992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.372429:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476180992:12345-0@lo:400:kworker.0 Request processed in 24us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252920.372434:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:1.0:1768252920.372469:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476180992:0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.372479:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476180608:0@lo:400:kworker.0 00000100:00100000:1.0:1768252920.372487:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476181120:0@lo:400:kworker.0 00000100:00080000:2.0:1768252920.372538:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252920.372542:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1768252920.531863:0:79087:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef6eb5b50 20000000:00000080:1.0:1768252920.531881:0:79087:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648240000 uarg=0000000000000000 00010000:00010000:1.0:1768252920.532415:0:79087:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252920.532430:0:79087:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252920.532443:0:79087:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252920.532466:0:79087:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532483:0:79087:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532494:0:79087:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532501:0:79087:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532507:0:79087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532515:0:79087:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532521:0:79087:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252920.532525:0:79087:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532533:0:79087:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532544:0:79087:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532551:0:79087:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.532558:0:79087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79087 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252920.818152:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252920.818160:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252920.818165:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252920.818226:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252920.818239:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252920.818250:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252920.818287:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476181248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252920.818352:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252920.818419:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1768252920.818489:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181248 00000100:00100000:1.0:1768252920.818497:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181248 00000100:00100000:1.0:1768252920.818551:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1768252920.818560:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476181248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252920.818574:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252920.818588:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcbc1 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.818611:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.818620:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252920.818628:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00100000:1.0:1768252920.818681:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476181248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252920.818689:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1768252920.819506:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476181248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252920.819528:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252920.819540:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252920.819562:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252920.819567:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252920.819574:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252921.271554:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252922.290413:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252922.828762:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252922.828806:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252922.828882:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890176 00000100:00100000:1.0:1768252922.828894:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890176 00000100:00100000:1.0:1768252922.828975:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1467 00000100:00100000:1.0:1768252922.828986:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451890176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252922.829078:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451890176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 94us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252922.829086:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1467 00000100:00100000:3.0:1768252922.829243:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890048 00000100:00100000:3.0:1768252922.829247:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890048 00000100:00100000:3.0:1768252922.829280:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1198 00000100:00100000:3.0:1768252922.829288:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451890048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252922.829327:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451890048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 41us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252922.829334:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1198 00000100:00080000:2.0:1768252922.829464:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252922.940840:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252922.940860:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476181376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252922.940916:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252922.940972:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181376 00000100:00100000:1.0:1768252922.940978:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181376 00000100:00100000:1.0:1768252922.941041:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1768252922.941049:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476181376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252922.941081:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252922.941118:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476181376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252922.941125:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00080000:1.0:1768252922.941142:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252922.941173:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476181376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252922.941648:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252922.941662:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476181504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252922.941691:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252922.941815:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181504 00000100:00100000:1.0:1768252922.941820:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181504 00000100:00100000:1.0:1768252922.941861:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1768252922.941869:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476181504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252922.941888:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252922.941923:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476181504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252922.941929:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1768252922.941958:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476181504:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252922.942438:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1768252923.315159:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252923.919667:0:79283:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddef5b860 20000000:00000080:0.0:1768252923.919685:0:79283:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe53400 uarg=0000000000000000 00010000:00010000:0.0:1768252923.919942:0:79283:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252923.919958:0:79283:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252923.919972:0:79283:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252923.919989:0:79283:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.920006:0:79283:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.921156:0:79283:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.921216:0:79283:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.921233:0:79283:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 17 pid: 5777 timeout: 2279 lvb_type: 0 00000100:00100000:0.0:1768252923.921250:0:79283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79283:1854145476181632:0@lo:104: 00000100:00100000:0.0:1768252923.921312:0:79283:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252923.921396:0:79283:0:(client.c:2690:ptlrpc_set_wait()) set ffff972749f49f00 going to sleep for 11 seconds 00000100:00100000:3.0:1768252923.924837:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181632 00000100:00100000:3.0:1768252923.924850:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181632 00000100:00100000:3.0:1768252923.924903:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1768252923.924912:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:79283:x1854145476181632:12345-0@lo:104: 00010000:00010000:3.0:1768252923.924928:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252923.925090:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252923.925096:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:79283:x1854145476181632:12345-0@lo:104: Request processed in 187us (3785us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252923.925103:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00010000:00010000:2.0:1768252923.925197:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252923.925204:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252923.925212:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252923.925216:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252923.925223:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252923.925229:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252923.925235:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252923.925281:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252923.925288:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1768252923.925692:0:79283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79283:1854145476181632:0@lo:104: 00010000:00010000:0.0:1768252923.925724:0:79283:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252923.926102:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476181760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768252923.926150:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252923.926278:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181760 00000100:00100000:0.0:1768252923.926283:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181760 00010000:00010000:0.0:1768252923.926305:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 18 pid: 5777 timeout: 2279 lvb_type: 0 00010000:00010000:2.0:1768252923.926363:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252923.926369:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abcbc1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcbc8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252923.926384:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252923.926385:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252923.926387:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252923.929809:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1768252923.929831:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476181760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768252923.929847:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252923.929855:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 18 pid: 5777 timeout: 2279 lvb_type: 0 00010000:00010000:0.0:1768252923.929866:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 18 pid: 5777 timeout: 2279 lvb_type: 0 00010000:00010000:0.0:1768252923.929880:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abcbc8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcbc1 expref: 18 pid: 5777 timeout: 2279 lvb_type: 0 00010000:00010000:0.0:1768252923.929897:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929903:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929917:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929924:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929931:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929937:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929943:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252923.929947:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929954:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929982:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252923.929993:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252923.930082:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476181760:12345-0@lo:103:ldlm_bl.0 Request processed in 261us (3930us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252923.930090:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00010000:00010000:1.0:1768252923.930174:0:79283:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252923.930182:0:79283:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252923.930188:0:79283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abcbcf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79283 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252923.930195:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476181760:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252924.338194:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768252924.596231:0:79333:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc4530b20 20000000:00000080:0.0:1768252924.596246:0:79333:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe52800 uarg=0000000000000000 00010000:00010000:0.0:1768252924.596438:0:79333:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252924.596454:0:79333:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252924.596467:0:79333:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252924.596486:0:79333:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596499:0:79333:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596506:0:79333:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596511:0:79333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596515:0:79333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596519:0:79333:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596523:0:79333:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252924.596526:0:79333:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596531:0:79333:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596540:0:79333:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596545:0:79333:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252924.596550:0:79333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abcbd6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252925.367832:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252925.494461:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476181888:0@lo:400:kworker.0 00000100:00100000:1.0:1768252925.494545:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252925.498038:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476182016:0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498104:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252925.498145:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252925.498152:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476182144:0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498172:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252925.498203:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476182272:0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498230:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252925.498267:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182016 00000100:00100000:3.0:1768252925.498274:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182016 00000100:00100000:3.0:1768252925.498319:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182144 00000100:00100000:3.0:1768252925.498322:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182144 00000100:00100000:3.0:1768252925.498352:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1768252925.498360:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476182016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498415:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476182016:12345-0@lo:400:kworker.0 Request processed in 56us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252925.498423:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1768252925.498440:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1768252925.498446:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476182144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498469:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476182144:12345-0@lo:400:kworker.0 Request processed in 24us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252925.498476:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1768252925.498510:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182272 00000100:00100000:3.0:1768252925.498513:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182272 00000100:00100000:3.0:1768252925.498539:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1768252925.498545:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476182272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498577:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476182272:12345-0@lo:400:kworker.0 Request processed in 32us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252925.498582:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00080000:3.0:1768252925.498599:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252925.498603:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252925.498630:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476182144:0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498642:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476182016:0@lo:400:kworker.0 00000100:00100000:3.0:1768252925.498672:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476182272:0@lo:400:kworker.0 00000100:00100000:0.0:1768252925.501076:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476181888 00000100:00100000:0.0:1768252925.501088:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476181888 00000100:00100000:0.0:1768252925.501142:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1768252925.501153:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476181888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252925.501439:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476181888:12345-0@lo:400:kworker.0 Request processed in 288us (6893us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252925.501446:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:2.0:1768252925.501612:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252925.501625:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476182400:0@lo:400:kworker.0 00000100:00100000:2.0:1768252925.501661:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252925.501710:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182400 00000100:00100000:2.0:1768252925.501715:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182400 00000100:00100000:2.0:1768252925.501750:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1768252925.501756:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476182400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252925.501788:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476182400:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252925.501793:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00080000:2.0:1768252925.501809:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252925.501838:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476182400:0@lo:400:kworker.0 00000100:00100000:2.0:1768252925.501899:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252925.501918:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476182528:0@lo:400:kworker.0 00000100:00100000:2.0:1768252925.503579:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252925.503888:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182528 00000100:00100000:2.0:1768252925.503894:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182528 00000100:00100000:2.0:1768252925.503933:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1768252925.503940:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476182528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252925.505757:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476182528:12345-0@lo:400:kworker.0 Request processed in 1814us (2177us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252925.505767:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00080000:2.0:1768252925.505811:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252925.505851:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476182528:0@lo:400:kworker.0 00000100:00100000:1.0:1768252925.511744:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476181888:0@lo:400:kworker.0 10000000:01000000:3.0:1768252925.682164:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252925.682175:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252925.682181:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252925.682257:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252925.682271:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252925.682293:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252925.682324:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476182656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252925.682584:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252925.682654:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1768252925.682661:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182656 00000100:00100000:0.0:1768252925.682672:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182656 00000100:00100000:0.0:1768252925.682735:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1768252925.682746:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476182656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252925.682760:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252925.682774:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcbdd expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252925.682802:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252925.682815:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252925.682830:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252925.682897:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476182656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252925.682908:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1768252925.683271:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476182656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252925.683285:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252925.683295:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252925.683315:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252925.683320:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252925.683327:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252926.387440:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252927.412063:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252927.951853:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252927.951897:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890304 00000100:00100000:3.0:1768252927.951908:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890304 00000100:00100000:3.0:1768252927.951963:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1201 00000100:00100000:3.0:1768252927.951973:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451890304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252927.952068:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451890304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 96us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252927.952076:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1201 00000100:00100000:3.0:1768252927.961562:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252927.961596:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890432 00000100:00100000:3.0:1768252927.961605:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890432 00000100:00100000:3.0:1768252927.961663:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1471 00000100:00100000:3.0:1768252927.961673:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451890432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252927.961754:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451890432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 82us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252927.961761:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1471 00000100:00080000:3.0:1768252927.961781:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252928.050308:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252928.050330:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476182784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252928.050404:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252928.050783:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182784 00000100:00100000:1.0:1768252928.050791:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182784 00000100:00100000:1.0:1768252928.050863:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1768252928.050872:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476182784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252928.050920:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252928.050972:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476182784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252928.050979:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1768252928.051042:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476182784:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768252928.051384:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252928.051616:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476182912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252928.051651:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252928.052001:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476182912 00000100:00100000:1.0:1768252928.052007:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476182912 00000100:00100000:1.0:1768252928.052166:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1768252928.052174:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476182912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252928.052202:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252928.052244:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476182912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252928.052251:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1768252928.052290:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476182912:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768252928.052363:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252928.434784:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768252929.341072:0:79626:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe420a33b0 20000000:00000080:2.0:1768252929.341109:0:79626:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274e638800 uarg=0000000000000000 00010000:00010000:2.0:1768252929.341376:0:79626:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252929.341389:0:79626:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252929.341401:0:79626:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252929.341418:0:79626:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.341435:0:79626:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.341444:0:79626:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.341482:0:79626:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.341495:0:79626:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 17 pid: 5778 timeout: 2284 lvb_type: 0 00000100:00100000:2.0:1768252929.341509:0:79626:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79626:1854145476183040:0@lo:104: 00000100:00100000:2.0:1768252929.341564:0:79626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252929.341705:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183040 00000100:00100000:1.0:1768252929.341714:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183040 00000100:00100000:1.0:1768252929.341772:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1768252929.341783:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:79626:x1854145476183040:12345-0@lo:104: 00010000:00010000:1.0:1768252929.341796:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252929.341841:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252929.341848:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:79626:x1854145476183040:12345-0@lo:104: Request processed in 68us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252929.341854:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1768252929.344897:0:79626:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768252929.344944:0:79626:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79626:1854145476183040:0@lo:104: 00010000:00010000:2.0:1768252929.344972:0:79626:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252929.345395:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252929.345404:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252929.345413:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768252929.345416:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252929.345426:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768252929.345432:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252929.345437:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768252929.345491:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252929.345497:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1768252929.345566:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476183168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252929.345632:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252929.345772:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183168 00000100:00100000:2.0:1768252929.345780:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183168 00010000:00010000:2.0:1768252929.345814:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 18 pid: 5778 timeout: 2284 lvb_type: 0 00000100:00100000:2.0:1768252929.345848:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1768252929.345858:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476183168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252929.345870:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252929.345876:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 18 pid: 5778 timeout: 2284 lvb_type: 0 00010000:00010000:2.0:1768252929.345886:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 18 pid: 5778 timeout: 2284 lvb_type: 0 00010000:00010000:2.0:1768252929.345900:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963000/0xef9a6e5c83abcbe4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcbdd expref: 18 pid: 5778 timeout: 2284 lvb_type: 0 00010000:00010000:2.0:1768252929.345915:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345923:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345937:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345943:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345949:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345955:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345960:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252929.345964:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345975:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345989:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252929.345998:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252929.346291:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252929.346303:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abcbdd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcbe4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252929.346319:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252929.346321:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252929.346322:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252929.348953:0:79626:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252929.348975:0:79626:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252929.348981:0:79626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abcbeb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79626 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252929.351914:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476183168:12345-0@lo:103:ldlm_bl.0 Request processed in 6048us (6272us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252929.351930:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1768252929.352733:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476183168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252929.460813:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252930.265994:0:79675:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdb036350 20000000:00000080:3.0:1768252930.266314:0:79675:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dafd400 uarg=0000000000000000 00010000:00010000:3.0:1768252930.266545:0:79675:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252930.266561:0:79675:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252930.266574:0:79675:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252930.266596:0:79675:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266613:0:79675:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266623:0:79675:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266630:0:79675:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266638:0:79675:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266645:0:79675:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266737:0:79675:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252930.266742:0:79675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266752:0:79675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266765:0:79675:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266773:0:79675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.266779:0:79675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abcbf2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.489185:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252930.610241:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252930.610265:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252930.610270:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252930.610324:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.610337:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.610347:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252930.610374:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476183296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252930.610451:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252930.610522:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726467179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768252930.610818:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183296 00000100:00100000:0.0:1768252930.610826:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183296 00000100:00100000:0.0:1768252930.610887:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1768252930.610895:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476183296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252930.610909:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252930.610922:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcbf9 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252930.610946:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252930.610956:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252930.610965:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768252930.611052:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476183296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252930.611060:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:3.0:1768252930.611096:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476183296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768252930.611112:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.611122:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768252930.611143:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768252930.611148:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252930.611155:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252930.617714:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476183680:0@lo:400:kworker.0 00000100:00100000:0.0:1768252930.617793:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252930.617830:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252930.617836:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476183808:0@lo:400:kworker.0 00000100:00100000:0.0:1768252930.617864:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252930.617937:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476183424:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.617963:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252930.617995:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275049f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476183936:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618047:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252930.618069:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252930.618074:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476183552:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618096:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252930.618132:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183680 00000100:00100000:1.0:1768252930.618140:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183680 00000100:00100000:1.0:1768252930.618189:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183936 00000100:00100000:1.0:1768252930.618193:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183936 00000100:00100000:1.0:1768252930.618213:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1768252930.618221:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476183680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618269:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476183680:12345-0@lo:400:kworker.0 Request processed in 48us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252930.618277:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1768252930.618296:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1768252930.618302:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476183936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618333:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476183936:12345-0@lo:400:kworker.0 Request processed in 31us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252930.618342:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1768252930.618360:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183808 00000100:00100000:1.0:1768252930.618364:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183808 00000100:00100000:1.0:1768252930.618387:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183424 00000100:00100000:1.0:1768252930.618390:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183424 00000100:00100000:1.0:1768252930.618405:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476183552 00000100:00100000:1.0:1768252930.618408:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476183552 00000100:00100000:1.0:1768252930.618422:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1768252930.618428:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476183808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618456:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476183808:12345-0@lo:400:kworker.0 Request processed in 28us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252930.618462:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1768252930.618472:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1768252930.618477:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476183424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618500:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476183424:12345-0@lo:400:kworker.0 Request processed in 23us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252930.618505:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1768252930.618515:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1768252930.618521:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476183552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618543:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476183552:12345-0@lo:400:kworker.0 Request processed in 23us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252930.618549:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00080000:1.0:1768252930.618564:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252930.618569:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252930.618571:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252930.618609:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476183552:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618622:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476183424:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618630:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476183936:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618677:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275049d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476183808:0@lo:400:kworker.0 00000100:00100000:1.0:1768252930.618687:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476183680:0@lo:400:kworker.0 00010000:00010000:2.0:1768252931.510481:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252932.531660:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252933.066075:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252933.066120:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252933.066202:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890688 00000100:00100000:0.0:1768252933.066213:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890688 00000100:00100000:0.0:1768252933.066284:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1475 00000100:00100000:0.0:1768252933.066295:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451890688:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252933.066367:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451890688:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252933.066375:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1475 00000100:00100000:3.0:1768252933.066471:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890560 00000100:00100000:3.0:1768252933.066476:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890560 00000100:00100000:3.0:1768252933.066501:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1203 00000100:00100000:3.0:1768252933.066518:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451890560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252933.066547:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451890560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252933.066553:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1203 00000100:00080000:2.0:1768252933.067308:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252933.170676:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252933.170700:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476184064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252933.170764:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252933.170972:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184064 00000100:00100000:3.0:1768252933.170980:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184064 00000100:00100000:3.0:1768252933.171051:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1768252933.171061:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476184064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252933.171192:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252933.171244:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476184064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 184us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252933.171252:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1768252933.171298:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476184064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252933.171378:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768252933.171389:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476184192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252933.171417:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768252933.171439:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252933.171490:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184192 00000100:00100000:3.0:1768252933.171494:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184192 00000100:00100000:3.0:1768252933.172235:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1768252933.172244:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476184192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252933.172269:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252933.172315:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476184192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252933.172322:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1768252933.174721:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476184192:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252933.178229:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252933.203463:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252933.203551:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890816 00000100:00100000:0.0:1768252933.203566:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890816 00000100:00100000:0.0:1768252933.203654:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 815 00000100:00100000:0.0:1768252933.203664:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:45956:x1854145451890816:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252933.203686:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252933.203761:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f7c expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.203823:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abcc0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.203837:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abcc0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.203850:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abcc0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252933.203917:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252933.203920:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252933.203949:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abcc0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.203974:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f7c expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.203992:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abcc0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f7c expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.204000:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252933.204002:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252933.204005:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768252933.204103:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:45956:x1854145451890816:12345-192.168.202.43@tcp:101:rm.0 Request processed in 441us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252933.204111:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 815 00000100:00100000:3.0:1768252933.213068:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252933.214969:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451890944 00000100:00100000:0.0:1768252933.214985:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451890944 00000100:00100000:0.0:1768252933.215072:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 816 00000100:00100000:0.0:1768252933.215083:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:45956:x1854145451890944:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252933.215116:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252933.215137:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f83 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.215209:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215223:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215234:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215252:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215259:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215265:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215335:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215555:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215564:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215570:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252933.215574:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215582:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215593:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252933.215597:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252933.215602:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215607:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcc1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215620:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215636:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215641:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215646:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252933.215649:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215654:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215659:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270d00) 00010000:00010000:0.0:1768252933.215660:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252933.215662:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215665:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.215688:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc15 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f83 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.215694:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252933.215695:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252933.215697:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f83 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.215703:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768252933.215758:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:45956:x1854145451890944:12345-192.168.202.43@tcp:101:rm.0 Request processed in 678us (2706us total) trans 0 rc 301/301 00000100:00100000:0.0:1768252933.215764:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 816 00000100:00100000:2.0:1768252933.259255:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252933.259307:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252933.259338:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451891328 00000100:00100000:3.0:1768252933.259352:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451891328 00000100:00100000:3.0:1768252933.259425:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451891072 00000100:00100000:3.0:1768252933.259429:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451891072 00000100:00100000:3.0:1768252933.259470:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 817 00000100:00100000:3.0:1768252933.259483:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:45960:x1854145451891328:12345-192.168.202.43@tcp:36:mkdir.0 00000100:00100000:2.0:1768252933.259497:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 818 00000100:00100000:2.0:1768252933.259506:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451891072:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:2.0:1768252933.259548:0:6919:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00010000:00010000:3.0:1768252933.259561:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252933.259598:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abcc0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f7c expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252933.259633:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00000100:00100000:2.0:1768252933.259638:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451891072:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 119us (317us total) trans 0 rc 0/0 00010000:00010000:3.0:1768252933.259649:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768252933.259653:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 818 00010000:00010000:3.0:1768252933.259779:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.259797:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.259810:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.259823:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.259831:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.259838:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768252933.260825:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00010000:00010000:2.0:1768252933.261306:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252933.261318:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252933.261326:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252933.261332:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252933.261337:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252933.261347:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252933.261362:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:2.0:1768252933.261365:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252933.261371:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252933.261377:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcc2a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768252933.261400:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005b411e3e reply state 00000000cd966369 transno 4294967613 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252933.261410:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252933.261585:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:45960:x1854145451891328:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 2100us (2340us total) trans 4294967613 rc 0/0 00000100:00100000:2.0:1768252933.261595:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 817 00010000:00010000:3.0:1768252933.268882:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.268908:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.268917:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.268924:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252933.268931:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.268940:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.268960:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252933.268964:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252933.268970:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252933.268982:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc31 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252933.312773:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252933.312882:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451891456 00000100:00100000:0.0:1768252933.312898:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451891456 00000100:00100000:0.0:1768252933.312989:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 819 00000100:00100000:0.0:1768252933.313000:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:45964:x1854145451891456:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768252933.313085:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252933.313109:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f8a expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.313169:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.313183:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.313194:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768252933.313265:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252933.313269:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252933.313294:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252933.313317:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abcc38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f8a expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.313337:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f8a expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252933.313346:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:0.0:1768252933.313350:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252933.313354:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768252933.313420:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:45964:x1854145451891456:12345-192.168.202.43@tcp:101:chown.0 Request processed in 421us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252933.313428:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 819 00000100:00100000:2.0:1768252933.316764:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252933.321431:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451891584 00000100:00100000:0.0:1768252933.321448:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451891584 00000100:00100000:3.0:1768252933.321651:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 820 00000100:00100000:3.0:1768252933.321670:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:45964:x1854145451891584:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:3.0:1768252933.321699:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252933.321727:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f91 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252933.321805:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.321823:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.321835:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.321853:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.321860:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.321866:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322177:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcc5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322196:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322211:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768252933.322270:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00000004:00200000:3.0:1768252933.322274:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252933.322298:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322310:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322316:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322323:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322328:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252933.322332:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322338:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322348:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:3.0:1768252933.322351:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252933.322354:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322359:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322385:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322391:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322396:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322400:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252933.322402:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322407:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322412:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252933.322414:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252933.322416:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322421:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcc54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.322456:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f91 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252933.322469:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcc5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f91 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252933.322475:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252933.322477:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252933.322480:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252933.322553:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:45964:x1854145451891584:12345-192.168.202.43@tcp:101:chown.0 Request processed in 888us (5803us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252933.322561:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 820 00000100:00100000:1.0:1768252933.332531:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252933.334731:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451891840 00000100:00100000:3.0:1768252933.334746:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451891840 00000100:00100000:3.0:1768252933.334814:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 821 00000100:00100000:3.0:1768252933.334826:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:45964:x1854145451891840:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:3.0:1768252933.334875:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252933.334901:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcc5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f91 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252933.334919:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:3.0:1768252933.334929:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252933.334951:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.334963:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.334971:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768252933.335204:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000c2aa2cc reply state 000000005b1be711 transno 4294967614 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252933.335213:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768252933.335225:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00000100:00100000:3.0:1768252933.335315:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:45964:x1854145451891840:12345-192.168.202.43@tcp:36:chown.0 Request processed in 491us (2800us total) trans 4294967614 rc 0/0 00000100:00100000:3.0:1768252933.335323:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 821 00010000:00010000:1.0:1768252933.340633:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252933.340655:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252933.340664:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252933.340670:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252933.340675:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252933.340683:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252933.340704:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9d00) 00010000:00010000:1.0:1768252933.340707:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768252933.340713:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768252933.340725:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abcc62 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252933.555977:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768252934.229898:0:79870:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcd751db0 20000000:00000080:3.0:1768252934.229914:0:79870:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475a7000 uarg=0000000000000000 00010000:00010000:3.0:1768252934.230485:0:79870:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768252934.230519:0:79870:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270d00) 00010000:00010000:3.0:1768252934.230523:0:79870:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252934.230534:0:79870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcc3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f8a expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.230557:0:79870:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768252934.230570:0:79870:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252934.230584:0:79870:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.230597:0:79870:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.230605:0:79870:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.230651:0:79870:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.230665:0:79870:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 17 pid: 5778 timeout: 2289 lvb_type: 0 00000100:00100000:3.0:1768252934.230679:0:79870:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79870:1854145476184320:0@lo:104: 00000100:00100000:3.0:1768252934.230737:0:79870:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252934.230797:0:79870:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274dc54f00 going to sleep for 11 seconds 00000100:00100000:1.0:1768252934.231009:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184320 00000100:00100000:1.0:1768252934.231048:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184320 00000100:00100000:1.0:1768252934.231098:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1768252934.231107:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:79870:x1854145476184320:12345-0@lo:104: 00010000:00010000:1.0:1768252934.231119:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231178:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768252934.231184:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:79870:x1854145476184320:12345-0@lo:104: Request processed in 79us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252934.231191:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00010000:00010000:1.0:1768252934.231210:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252934.231216:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231224:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252934.231227:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231236:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252934.231243:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252934.231249:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252934.231274:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231281:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252934.231300:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231307:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abcbf9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcc00 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231321:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252934.231323:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252934.231325:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252934.231343:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476184448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252934.231368:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252934.231401:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184448 00000100:00100000:1.0:1768252934.231405:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184448 00010000:00010000:1.0:1768252934.231421:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 18 pid: 5778 timeout: 2289 lvb_type: 0 00000100:00100000:2.0:1768252934.231558:0:79870:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79870:1854145476184320:0@lo:104: 00010000:00010000:2.0:1768252934.231578:0:79870:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252934.231670:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1768252934.231678:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476184448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252934.231689:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252934.231694:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 18 pid: 5778 timeout: 2289 lvb_type: 0 00010000:00010000:1.0:1768252934.231704:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 18 pid: 5778 timeout: 2289 lvb_type: 0 00010000:00010000:1.0:1768252934.231715:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963600/0xef9a6e5c83abcc00 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcbf9 expref: 18 pid: 5778 timeout: 2289 lvb_type: 0 00010000:00010000:1.0:1768252934.231726:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231735:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231746:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231752:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231759:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231764:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231769:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252934.231773:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231779:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231791:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252934.231799:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252934.231837:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476184448:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252934.231844:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00010000:00010000:3.0:1768252934.232113:0:79870:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.232121:0:79870:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252934.232127:0:79870:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8a00/0xef9a6e5c83abcc69 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79870 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252934.236185:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476184448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252934.578306:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768252935.200819:0:79919:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4a0f94b0 20000000:00000080:1.0:1768252935.200846:0:79919:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cb3b400 uarg=0000000000000000 00010000:00010000:1.0:1768252935.201346:0:79919:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768252935.201425:0:79919:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768252935.201445:0:79919:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252935.201473:0:79919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201493:0:79919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201505:0:79919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201513:0:79919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201520:0:79919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201528:0:79919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201535:0:79919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252935.201540:0:79919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201549:0:79919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201566:0:79919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201575:0:79919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.201581:0:79919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abcc70 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79919 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252935.475081:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768252935.475093:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768252935.475099:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768252935.475171:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.475187:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.475206:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252935.475242:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476184576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768252935.475334:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252935.476678:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6540 going to sleep for 11 seconds 00000100:00100000:1.0:1768252935.476725:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184576 00000100:00100000:1.0:1768252935.476739:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184576 00000100:00100000:1.0:1768252935.477398:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1768252935.477415:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476184576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252935.477449:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252935.477476:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abcc77 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.477515:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.477529:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.477540:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768252935.477654:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476184576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 244us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252935.477662:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1768252935.477756:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476184576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252935.477776:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.477788:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252935.477832:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768252935.477839:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.477849:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252935.602199:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252935.730301:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476184960:0@lo:400:kworker.0 00000100:00100000:0.0:1768252935.730407:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252935.730489:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252935.730496:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476185088:0@lo:400:kworker.0 00000100:00100000:0.0:1768252935.730529:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252935.730711:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476184704:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.730750:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252935.730787:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476185216:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.730811:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252935.730833:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768252935.730839:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476184832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.730863:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252935.730881:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476185344:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.730902:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252935.730937:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184960 00000100:00100000:3.0:1768252935.730946:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184960 00000100:00100000:3.0:1768252935.731053:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185216 00000100:00100000:3.0:1768252935.731057:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185216 00000100:00100000:3.0:1768252935.731079:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184832 00000100:00100000:3.0:1768252935.731082:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184832 00000100:00100000:3.0:1768252935.731099:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1768252935.731108:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476184960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731174:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476184960:12345-0@lo:400:kworker.0 Request processed in 66us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252935.731182:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1768252935.731203:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1768252935.731209:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476185216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731245:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476185216:12345-0@lo:400:kworker.0 Request processed in 36us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252935.731251:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1768252935.731262:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1768252935.731268:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476184832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731293:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476184832:12345-0@lo:400:kworker.0 Request processed in 26us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252935.731299:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1768252935.731327:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185088 00000100:00100000:3.0:1768252935.731331:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185088 00000100:00100000:3.0:1768252935.731355:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185344 00000100:00100000:3.0:1768252935.731357:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185344 00000100:00100000:3.0:1768252935.731627:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1768252935.731635:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476185088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731672:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476185088:12345-0@lo:400:kworker.0 Request processed in 39us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252935.731678:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1768252935.731689:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1768252935.731695:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476185344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731719:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476185344:12345-0@lo:400:kworker.0 Request processed in 25us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252935.731725:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1768252935.731788:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476184832:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731800:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476185344:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731811:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476185216:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731847:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476185088:0@lo:400:kworker.0 00000100:00100000:3.0:1768252935.731859:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476184960:0@lo:400:kworker.0 00000100:00080000:2.0:1768252935.732089:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252935.732096:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252935.732099:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252935.732224:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476184704 00000100:00100000:0.0:1768252935.732230:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476184704 00000100:00100000:0.0:1768252935.732265:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1768252935.732272:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476184704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252935.732321:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476184704:12345-0@lo:400:kworker.0 Request processed in 49us (1570us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252935.732328:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1768252935.733215:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476184704:0@lo:400:kworker.0 00010000:00010000:3.0:1768252936.628327:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768252936.870936:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967614 is committed 00010000:00010000:3.0:1768252937.655415:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252938.182413:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252938.182795:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252938.182875:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451892096 00000100:00100000:0.0:1768252938.182887:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451892096 00000100:00100000:0.0:1768252938.182948:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1479 00000100:00100000:0.0:1768252938.182955:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451892096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252938.183035:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451892096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252938.183041:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1479 00000100:00100000:2.0:1768252938.183153:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451891968 00000100:00100000:2.0:1768252938.183157:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451891968 00000100:00100000:2.0:1768252938.183184:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1206 00000100:00100000:2.0:1768252938.183189:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451891968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252938.183220:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451891968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252938.183224:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1206 00000100:00080000:1.0:1768252938.183885:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252938.290591:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476185600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252938.290624:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476185472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252938.290705:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252938.290767:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185600 00000100:00100000:3.0:1768252938.290777:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185600 00000100:00080000:1.0:1768252938.290831:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252938.290860:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1768252938.290871:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476185600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252938.290904:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252938.290972:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476185600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252938.290980:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1768252938.291082:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252938.291169:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185472 00000100:00100000:3.0:1768252938.291174:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185472 00000100:00100000:3.0:1768252938.291213:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1768252938.291219:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476185472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252938.291237:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252938.291270:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476185472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252938.291276:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00080000:0.0:1768252938.291327:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252938.291364:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476185472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252938.291466:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476185600:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768252938.675696:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252938.694951:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252938.695084:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451892224 00000100:00100000:3.0:1768252938.695100:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451892224 00000100:00100000:3.0:1768252938.695197:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:3.0:1768252938.695207:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451892224:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768252938.695224:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252938.695227:0:5768:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abcc3f) 00010000:00010000:3.0:1768252938.695230:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252938.695303:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451892224:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 98us (367us total) trans 0 rc 116/116 00000100:00100000:3.0:1768252938.695310:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:1.0:1768252939.468529:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252939.468602:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451892352 00000100:00100000:3.0:1768252939.468614:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451892352 00000100:00100000:3.0:1768252939.468682:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 822 00000100:00100000:3.0:1768252939.468693:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46069:x1854145451892352:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252939.468717:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252939.468739:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcc85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f98 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252939.468803:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252939.468818:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252939.468831:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768252939.468901:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768252939.468905:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252939.468930:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252939.468957:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcc85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f98 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252939.468974:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f98 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252939.468983:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252939.468986:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252939.468990:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768252939.469059:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46069:x1854145451892352:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 367us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252939.469066:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 822 00000100:00100000:1.0:1768252939.473269:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.473340:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451892480 00000100:00100000:0.0:1768252939.473350:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451892480 00000100:00100000:0.0:1768252939.473403:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 823 00000100:00100000:0.0:1768252939.473412:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46069:x1854145451892480:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252939.473436:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252939.473457:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcc93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6f9f expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.473513:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473523:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473532:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473542:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473548:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473555:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473672:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcca8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473679:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcca8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473690:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcca8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252939.473731:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1768252939.473736:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252939.473766:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcca8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473778:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473786:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473792:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473798:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.473801:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473808:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473818:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252939.473821:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.473826:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473832:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcc9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473843:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473850:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473856:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473861:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.473864:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473869:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473875:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270f00) 00010000:00010000:0.0:1768252939.473878:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.473881:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473886:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcca1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.473915:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcc93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f9f expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.473931:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcca8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f9f expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.473938:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270500) 00010000:00010000:0.0:1768252939.473941:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252939.473943:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962a00, rc 0) 00000100:00100000:0.0:1768252939.474040:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46069:x1854145451892480:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 602us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252939.474048:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 823 00000100:00100000:1.0:1768252939.477392:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.477606:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451892736 00000100:00100000:0.0:1768252939.477618:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451892736 00000100:00100000:0.0:1768252939.477680:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 824 00000100:00100000:0.0:1768252939.477690:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46069:x1854145451892736:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252939.477743:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252939.477770:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcca8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f9f expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.477786:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270500) 00010000:00010000:0.0:1768252939.477795:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252939.477820:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.477832:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.477841:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:3.0:1768252939.505955:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967615 is committed 00000004:00010000:0.0:1768252939.506091:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cfa2b539 reply state 000000001c8b64e0 transno 4294967615 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252939.506105:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252939.506148:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00080000:0.0:1768252939.506257:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768252939.506274:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46069:x1854145451892736:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 28581us (28898us total) trans 4294967615 rc 0/0 00000100:00100000:0.0:1768252939.506283:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 824 00010000:00010000:3.0:1768252939.506472:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.506479:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.506485:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.506489:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252939.506493:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.506498:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.506511:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768252939.506514:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252939.506517:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.506521:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abccaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252939.554936:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.554988:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451892864 00000100:00100000:0.0:1768252939.554998:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451892864 00000100:00100000:0.0:1768252939.555078:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 825 00000100:00100000:0.0:1768252939.555089:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46073:x1854145451892864:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252939.555112:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252939.555133:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abccb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fa6 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.555189:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555202:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555212:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555223:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555229:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555234:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555349:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcccb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555357:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555364:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252939.555400:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1768252939.555404:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252939.555428:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555440:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555445:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555450:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555455:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.555457:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555462:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555470:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252939.555472:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.555475:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555479:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555485:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555489:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555493:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555496:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.555497:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555500:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555503:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270500) 00010000:00010000:0.0:1768252939.555505:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.555506:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555509:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abccc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.555528:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abccb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fa6 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.555535:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcccb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fa6 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.555540:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252939.555541:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252939.555542:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768252939.555613:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46073:x1854145451892864:12345-192.168.202.43@tcp:101:touch.0 Request processed in 526us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252939.555621:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 825 00000100:00100000:1.0:1768252939.558493:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.558601:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451893120 00000100:00100000:0.0:1768252939.558611:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451893120 00000100:00100000:0.0:1768252939.558664:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 826 00000100:00100000:0.0:1768252939.558673:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46073:x1854145451893120:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252939.558691:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252939.558710:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abccd2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fad expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.558842:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.558857:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.558868:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.560198:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.560213:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.560222:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:0.0:1768252939.560762:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1768252939.560984:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcce7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.560994:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcce7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561034:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcce7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561073:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561080:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561086:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561092:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.561097:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561104:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561115:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252939.561118:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.561122:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.561128:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abccd9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252939.561138:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1e1b7db reply state 00000000ed28e303 transno 4294967616 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252939.561146:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768252939.561177:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abccd2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fad expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.561189:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcce7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fad expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.561196:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252939.561199:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252939.561201:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768252939.564897:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46073:x1854145451893120:12345-192.168.202.43@tcp:101:touch.0 Request processed in 6213us (6402us total) trans 4294967616 rc 0/0 00000100:00100000:0.0:1768252939.564912:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 826 00010000:00010000:1.0:1768252939.568811:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.568829:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.568837:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.568843:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252939.568849:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.568856:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.568872:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972775270500) 00010000:00010000:1.0:1768252939.568876:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252939.568881:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.568887:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcce0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252939.569528:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.569582:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451893376 00000100:00100000:0.0:1768252939.569593:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451893376 00000100:00100000:0.0:1768252939.569648:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 827 00000100:00100000:0.0:1768252939.569659:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46073:x1854145451893376:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:0.0:1768252939.569719:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252939.569738:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcce7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fad expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.569751:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252939.569759:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252939.569800:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.569811:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.569820:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252939.569959:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001afa5a44 reply state 00000000778632a8 transno 4294967617 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252939.569972:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252939.570229:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46073:x1854145451893376:12345-192.168.202.43@tcp:36:touch.0 Request processed in 571us (703us total) trans 4294967617 rc 0/0 00000100:00100000:0.0:1768252939.570237:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 827 00000100:00100000:3.0:1768252939.576195:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252939.576321:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451893504 00000100:00100000:1.0:1768252939.576332:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451893504 00000100:00100000:1.0:1768252939.576377:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 828 00000100:00100000:1.0:1768252939.576391:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46073:x1854145451893504:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252939.576417:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252939.576439:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abccfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fb4 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252939.576503:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abccfc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fb4 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.578580:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.578595:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.578601:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.578606:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252939.578609:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abccfc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fb4 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.578611:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.578620:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.578634:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252939.578637:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.578641:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.578642:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768252939.578644:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768252939.578647:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00010000:00010000:0.0:1768252939.578648:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abccf5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252939.578723:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46073:x1854145451893504:12345-192.168.202.43@tcp:101:touch.0 Request processed in 2331us (2538us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252939.578732:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 828 00000100:00100000:2.0:1768252939.582171:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.584907:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451893632 00000100:00100000:0.0:1768252939.584923:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451893632 00000100:00100000:0.0:1768252939.584985:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 450 00000100:00100000:0.0:1768252939.584995:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145451893632:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:0.0:1768252939.585050:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2145 last 0 00000020:00000080:0.0:1768252939.585083:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abcd03 00002000:00100000:0.0:1768252939.585096:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff9726483f5800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768252939.585119:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768252939.585354:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:0.0:1768252939.585363:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1768252939.585397:0:6567:0:(import.c:65:import_set_state_nolock()) ffff9726483f1800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768252939.585476:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451893632:12345-192.168.202.43@tcp:8:touch.0 Request processed in 481us (3313us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252939.585485:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 450 00000100:00100000:2.0:1768252939.587656:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252939.587719:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451893760 00000100:00100000:3.0:1768252939.587729:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451893760 00000100:00100000:3.0:1768252939.587846:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 451 00000100:00100000:3.0:1768252939.587857:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451893760:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:0.0:1768252939.588261:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252939.606702:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:0:x1854145451893760:12345-192.168.202.43@tcp:2:touch.0 Request processed in 18839us (19045us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1768252939.606717:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 451 00000001:00100000:0.0:1768252939.606728:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:0.0:1768252939.606748:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:1.0:1768252939.610407:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252939.610705:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451894016 00000100:00100000:2.0:1768252939.610717:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451894016 00000100:00100000:2.0:1768252939.610828:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 142 00000100:00100000:2.0:1768252939.610841:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46073:x1854145451894016:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:2.0:1768252939.611290:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46073:x1854145451894016:12345-192.168.202.43@tcp:35:touch.0 Request processed in 451us (893us total) trans 4294967618 rc 0/0 00000100:00100000:2.0:1768252939.611298:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 142 00000100:00100000:3.0:1768252939.672691:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252939.672760:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451894144 00000100:00100000:1.0:1768252939.672846:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451894144 00000100:00100000:1.0:1768252939.672905:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 829 00000100:00100000:1.0:1768252939.672916:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46077:x1854145451894144:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252939.672941:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252939.672964:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abcd0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fbb expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.673218:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673233:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673245:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673259:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673265:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673271:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673372:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673379:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673386:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252939.673418:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00000004:00200000:0.0:1768252939.673422:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252939.673441:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673452:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673459:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673465:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673471:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673477:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.673481:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673487:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673498:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252939.673501:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.673506:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673511:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673524:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673529:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673533:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673552:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.673554:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673560:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673598:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972775270400) 00010000:00010000:0.0:1768252939.673600:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252939.673603:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673609:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.673637:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abcd0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fbb expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.673655:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fbb expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.673662:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252939.673665:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252939.673667:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252939.673779:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46077:x1854145451894144:12345-192.168.202.43@tcp:101:rm.0 Request processed in 856us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252939.673787:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 829 00000100:00100000:3.0:1768252939.677665:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252939.677748:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451894272 00000100:00100000:1.0:1768252939.677759:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451894272 00000100:00100000:1.0:1768252939.677828:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 452 00000100:00100000:1.0:1768252939.677839:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451894272:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252939.677857:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252939.677879:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fc2 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252939.677904:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x6965660b, atime: 0x6965660b, ctime: 0x6965660b, blocks: 0x1 00010000:00010000:1.0:1768252939.677923:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252939.677925:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252939.677934:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252939.677952:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252939.677965:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768252939.678056:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451894272:12345-192.168.202.43@tcp:101:rm.0 Request processed in 219us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252939.678064:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 452 00000100:00100000:1.0:1768252939.681482:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252939.681584:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451894528 00000100:00100000:0.0:1768252939.681594:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451894528 00000100:00100000:0.0:1768252939.681649:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 830 00000100:00100000:0.0:1768252939.681659:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46077:x1854145451894528:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252939.681711:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252939.681736:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcd1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fbb expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.681757:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abccfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fb4 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252939.681767:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252939.681784:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252939.681807:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681820:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681834:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681850:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681855:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681861:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681973:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681981:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.681987:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:0.0:1768252939.682396:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].26, 64 off9856 00000004:00080000:0.0:1768252939.682407:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2145103393117ns, next at 2146103390549ns, rc = 0 00010000:00010000:0.0:1768252939.682462:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682472:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682480:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682487:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682495:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682501:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682524:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252939.682541:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682548:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682554:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682571:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252939.682576:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682583:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682591:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252939.682594:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252939.682598:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682602:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcd3b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.682626:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252939.682635:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.682644:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252939.682648:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682653:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.682656:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682675:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.682677:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff972775270900) 00010000:00010000:3.0:1768252939.682684:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768252939.682688:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.682690:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682703:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252939.682706:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcd42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682708:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682725:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.682735:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252939.682736:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:3.0:1768252939.682740:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252939.682741:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252939.682744:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252939.682747:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252939.682754:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcd2d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252939.682764:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e6da54e reply state 00000000f9932194 transno 4294967619 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252939.682773:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252939.682856:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46077:x1854145451894528:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1197us (1382us total) trans 4294967619 rc 0/0 00000100:00100000:0.0:1768252939.682865:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 830 00010000:00010000:1.0:1768252939.695221:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.695239:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.695248:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.695254:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252939.695261:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.695269:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.695285:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972775270400) 00010000:00010000:1.0:1768252939.695288:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252939.695293:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252939.695299:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcd34 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252939.698200:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252940.571240:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252940.575412:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451894656 00000100:00100000:0.0:1768252940.575437:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451894656 00000100:00100000:3.0:1768252940.578371:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 831 00000100:00100000:3.0:1768252940.578390:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46092:x1854145451894656:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252940.578428:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252940.578457:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcd49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fc9 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.578562:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abcd50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.578581:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abcd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.578596:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abcd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00080000:0.0:1768252940.578771:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1768252940.578829:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1768252940.578835:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252940.578868:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abcd50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.578900:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcd49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc9 expref: 13 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.578925:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abcd50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc9 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.578937:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:3.0:1768252940.578941:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252940.578947:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252940.579074:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46092:x1854145451894656:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 688us (7853us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252940.579084:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 831 00000100:00100000:3.0:1768252940.585322:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252940.589355:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451894912 00000100:00100000:0.0:1768252940.589376:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451894912 00000100:00100000:0.0:1768252940.589513:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 832 00000100:00100000:0.0:1768252940.589524:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46092:x1854145451894912:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768252940.589607:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252940.589645:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abcd50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc9 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.591071:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abcccb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fa6 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.591089:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252940.591104:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252940.591145:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.591161:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.591173:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252940.699637:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe4e62b5 reply state 0000000096fa8e71 transno 4294967620 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252940.700288:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252940.700353:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:0.0:1768252940.700603:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46092:x1854145451894912:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 111073us (115289us total) trans 4294967620 rc 0/0 00000100:00100000:0.0:1768252940.700617:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 832 00000001:00080000:0.0:1768252940.701158:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967620 is committed 00000004:00080000:0.0:1768252940.701176:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 70 committed 00010000:00010000:3.0:1768252940.701256:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.701270:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.701279:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.701286:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252940.701292:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.701300:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.701321:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270700) 00010000:00010000:3.0:1768252940.701325:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252940.701331:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.701338:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abcd57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252940.702187:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476185728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768252940.702264:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252940.702339:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185728 00000100:00100000:1.0:1768252940.702347:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185728 00000100:00100000:1.0:1768252940.702406:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1768252940.702418:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476185728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768252940.702448:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:26 count 1 00010000:00010000:1.0:1768252940.702476:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.702498:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 5 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252940.703191:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252940.703193:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252940.703199:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.703235:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 5 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252940.703252:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 5 pid: 6569 timeout: 2246 lvb_type: 1 00000100:00100000:1.0:1768252940.703265:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476185856:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768252940.703719:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727772426c0 going to sleep for 11 seconds 00000100:00080000:1.0:1768252940.703745:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252940.713993:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252940.714200:0:5770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451895040 00000100:00100000:0.0:1768252940.714219:0:5770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451895040 00000100:00100000:3.0:1768252940.714244:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476185856:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768252940.714275:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.714285:0:5770:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 6 pid: 6569 timeout: 2246 lvb_type: 1 00000100:00100000:0.0:1768252940.714346:0:5770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 403 00000100:00100000:3.0:1768252940.714360:0:5768:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1768252940.714361:0:5770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451895040:12345-192.168.202.43@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1768252940.714374:0:5768:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1768252940.714622:0:5770:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252940.714631:0:5770:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 6 pid: 6569 timeout: 2246 lvb_type: 1 00010000:00010000:0.0:1768252940.714662:0:5770:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 6 pid: 6569 timeout: 2246 lvb_type: 1 00010000:00010000:0.0:1768252940.714708:0:5770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcd26 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fc2 expref: 6 pid: 6569 timeout: 2246 lvb_type: 1 00010000:00010000:0.0:1768252940.714727:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252940.714730:0:5770:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252940.715143:0:5770:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.715158:0:5770:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.715199:0:5770:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768252940.715277:0:5770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451895040:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 919us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252940.715291:0:5770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 403 00010000:00010000:3.0:1768252940.715303:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.715317:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.715338:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.715346:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.715368:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768252940.716322:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476185728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13903us (14053us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1768252940.716333:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00010000:00010000:3.0:1768252940.716501:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252940.716508:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.716517:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252940.716522:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.716531:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.716549:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.716567:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcd5e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252940.716585:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252940.716587:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252940.716589:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252940.717760:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277cb40380/2, rc 0, transno 4294967349 00000100:00100000:1.0:1768252940.717775:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476185728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1768252940.723726:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252940.779590:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252940.779737:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451895168 00000100:00100000:0.0:1768252940.779749:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451895168 00000100:00100000:0.0:1768252940.779828:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 833 00000100:00100000:0.0:1768252940.779840:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46096:x1854145451895168:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768252940.779868:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252940.779890:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcd65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fd0 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.779956:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.779971:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.779982:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.779997:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780003:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780008:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780171:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcd7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780181:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcd7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780203:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcd7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252940.780238:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1768252940.780242:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252940.780269:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcd7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780281:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780288:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780295:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780302:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252940.780306:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780313:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780327:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252940.780330:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252940.780336:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780341:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcd6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780355:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780362:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780367:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780381:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252940.780384:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780389:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780396:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270800) 00010000:00010000:0.0:1768252940.780398:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252940.780401:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780406:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcd73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252940.780436:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcd65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fd0 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.780449:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcd7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fd0 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252940.780456:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252940.780458:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252940.780461:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768252940.780835:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46096:x1854145451895168:12345-192.168.202.43@tcp:101:touch.0 Request processed in 997us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252940.780844:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 833 00000100:00100000:2.0:1768252940.784100:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252940.784169:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451895424 00000100:00100000:1.0:1768252940.784178:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451895424 00000100:00100000:1.0:1768252940.784240:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 834 00000100:00100000:1.0:1768252940.784247:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46096:x1854145451895424:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252940.784266:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252940.784286:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abcd81 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fd7 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.784417:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.784432:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.784443:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.784460:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.784467:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.784473:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:1.0:1768252940.785442:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:1.0:1768252940.785723:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abcd96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785732:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abcd96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785738:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abcd96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785765:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785769:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785774:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785777:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252940.785780:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785784:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785792:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768252940.785794:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252940.785797:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252940.785800:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abcd88 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768252940.785808:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001812e2bb reply state 000000008961ce6e transno 4294967621 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252940.785814:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768252940.785836:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abcd81 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fd7 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.785845:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abcd96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fd7 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.785849:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972749ca9100) 00010000:00010000:1.0:1768252940.785851:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768252940.785853:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768252940.785907:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46096:x1854145451895424:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1661us (1819us total) trans 4294967621 rc 0/0 00000100:00100000:1.0:1768252940.785913:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 834 00010000:00010000:3.0:1768252940.799688:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.799707:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.799715:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.799721:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252940.799726:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.799733:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.799753:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972749ca9600) 00010000:00010000:3.0:1768252940.799757:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252940.799762:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252940.799768:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abcd8f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768252940.803170:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252940.807507:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451895680 00000100:00100000:1.0:1768252940.807529:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451895680 00000100:00100000:2.0:1768252940.808176:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 835 00000100:00100000:2.0:1768252940.808195:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46096:x1854145451895680:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:2.0:1768252940.808275:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252940.808316:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abcd96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fd7 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252940.808339:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972749ca9100) 00010000:00010000:2.0:1768252940.808352:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252940.808421:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.808437:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.808449:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768252940.808643:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005130a579 reply state 000000001684c68e transno 4294967622 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252940.808655:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252940.808787:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46096:x1854145451895680:12345-192.168.202.43@tcp:36:touch.0 Request processed in 598us (5626us total) trans 4294967622 rc 0/0 00000100:00100000:2.0:1768252940.808795:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 835 00000100:00100000:2.0:1768252940.817118:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252940.817444:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451895808 00000100:00100000:1.0:1768252940.817460:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451895808 00010000:00010000:3.0:1768252940.817468:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.817488:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252940.817538:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 836 00000100:00100000:1.0:1768252940.817558:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46096:x1854145451895808:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768252940.817594:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252940.817621:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abcdab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fde expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.817714:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abcdab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fde expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.817735:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abcdab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fde expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252940.817758:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:1.0:1768252940.817761:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768252940.817765:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768252940.817852:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46096:x1854145451895808:12345-192.168.202.43@tcp:101:touch.0 Request processed in 303us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252940.817862:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 836 00010000:00010000:3.0:1768252940.818481:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.818576:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252940.818584:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.818594:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.818612:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:3.0:1768252940.818615:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252940.818621:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.818626:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcda4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252940.822184:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252940.822249:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451895936 00000100:00100000:1.0:1768252940.822257:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451895936 00000100:00100000:1.0:1768252940.822299:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 454 00000100:00100000:1.0:1768252940.822309:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145451895936:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:1.0:1768252940.822345:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2146 last 0 00000020:00000080:1.0:1768252940.822450:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abcdb2 00002000:00100000:1.0:1768252940.822464:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff97264644e000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1768252940.822557:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768252940.824406:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:0.0:1768252940.824417:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1768252940.824452:0:6567:0:(import.c:65:import_set_state_nolock()) ffff9726483f4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768252940.824703:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451895936:12345-192.168.202.43@tcp:8:touch.0 Request processed in 2392us (2523us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252940.824716:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 454 00000100:00100000:0.0:1768252940.827133:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252940.827237:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451896064 00000100:00100000:3.0:1768252940.827249:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451896064 00000100:00100000:3.0:1768252940.827352:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 455 00000100:00100000:3.0:1768252940.827362:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451896064:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:1.0:1768252940.830810:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252940.851191:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476186112:0@lo:400:kworker.0 00000100:00100000:1.0:1768252940.851213:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476186368:0@lo:400:kworker.0 00000100:00100000:0.0:1768252940.851263:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252940.851272:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476185984:0@lo:400:kworker.0 00000100:00100000:2.0:1768252940.851304:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252940.851320:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252940.851326:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476186240:0@lo:400:kworker.0 00000100:00100000:2.0:1768252940.851327:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476186496:0@lo:400:kworker.0 00000100:00100000:0.0:1768252940.851345:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252940.851347:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252940.851373:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476186496 00000100:00100000:0.0:1768252940.851373:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476185984 00000100:00100000:2.0:1768252940.851380:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476186496 00000100:00100000:0.0:1768252940.851380:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476185984 00000100:00100000:2.0:1768252940.851419:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1768252940.851419:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:2.0:1768252940.851427:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476186496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252940.851428:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476185984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252940.851472:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476185984:12345-0@lo:400:kworker.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252940.851480:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1768252940.851485:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1768252940.851532:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252940.851545:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476186112 00000100:00100000:1.0:1768252940.851558:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476186112 00000100:00100000:1.0:1768252940.851586:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476186240 00000100:00100000:1.0:1768252940.851589:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476186240 00000100:00100000:1.0:1768252940.851611:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476186368 00000100:00100000:1.0:1768252940.851614:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476186368 00000100:00100000:1.0:1768252940.851627:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1768252940.851632:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476186112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252940.851671:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476186112:12345-0@lo:400:kworker.0 Request processed in 39us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252940.851677:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1768252940.851689:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1768252940.851695:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476186240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252940.851720:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476186240:12345-0@lo:400:kworker.0 Request processed in 26us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252940.851726:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1768252940.851737:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1768252940.851743:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476186368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252940.851937:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476186368:12345-0@lo:400:kworker.0 Request processed in 193us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252940.851943:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:1.0:1768252940.851963:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252940.851994:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476186240:0@lo:400:kworker.0 00000100:00100000:1.0:1768252940.852006:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476186112:0@lo:400:kworker.0 00000100:00100000:1.0:1768252940.852065:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476186368:0@lo:400:kworker.0 00000100:00100000:2.0:1768252940.855866:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476186496:12345-0@lo:400:kworker.0 Request processed in 4426us (4503us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252940.855883:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1768252940.859881:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476185984:0@lo:400:kworker.0 00000100:00100000:0.0:1768252940.859918:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476186496:0@lo:400:kworker.0 00000001:00100000:2.0:1768252940.877730:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:2.0:1768252940.877755:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000100:00100000:1.0:1768252940.878112:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:0:x1854145451896064:12345-192.168.202.43@tcp:2:touch.0 Request processed in 50745us (50982us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1768252940.878124:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 455 00000100:00100000:2.0:1768252940.880147:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252940.880236:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451896320 00000100:00100000:0.0:1768252940.880247:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451896320 00000100:00100000:0.0:1768252940.880303:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 143 00000100:00100000:0.0:1768252940.880312:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46096:x1854145451896320:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:0.0:1768252940.880644:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46096:x1854145451896320:12345-192.168.202.43@tcp:35:touch.0 Request processed in 332us (506us total) trans 4294967623 rc 0/0 00000100:00100000:0.0:1768252940.880651:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 143 00000100:00100000:2.0:1768252940.928858:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252940.929987:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451896448 00000100:00100000:1.0:1768252940.930001:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451896448 00000100:00100000:2.0:1768252940.930616:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 837 00000100:00100000:2.0:1768252940.930627:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46100:x1854145451896448:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252940.930654:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252940.930676:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcdb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fe5 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252940.930744:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.930854:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.930869:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.930885:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.930892:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.930898:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.930996:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931005:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931086:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768252940.931119:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 0 00000004:00200000:2.0:1768252940.931123:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252940.931141:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931152:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931160:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931166:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931173:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931178:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252940.931182:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931296:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931308:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:2.0:1768252940.931312:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252940.931317:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931324:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcdc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931338:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931344:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931349:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931355:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252940.931358:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931364:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931450:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972742c4a200) 00010000:00010000:2.0:1768252940.931453:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252940.931456:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931462:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abcdc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.931495:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcdb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fe5 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252940.931506:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fe5 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252940.931513:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252940.931515:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252940.931518:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768252940.931602:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46100:x1854145451896448:12345-192.168.202.43@tcp:101:rm.0 Request processed in 976us (2757us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252940.931611:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 837 00000100:00100000:0.0:1768252940.935067:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252940.935203:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451896576 00000100:00100000:1.0:1768252940.935212:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451896576 00000100:00100000:1.0:1768252940.935269:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 456 00000100:00100000:1.0:1768252940.935279:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451896576:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252940.935297:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252940.935317:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6fec expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768252940.935340:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x6965660c, atime: 0x6965660c, ctime: 0x6965660c, blocks: 0x1 00010000:00010000:1.0:1768252940.935358:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252940.935360:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252940.935379:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252940.935398:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768252940.935412:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768252940.935472:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451896576:12345-192.168.202.43@tcp:101:rm.0 Request processed in 194us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252940.935479:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 456 00000100:00100000:3.0:1768252940.939280:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252940.939349:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451896832 00000100:00100000:2.0:1768252940.939360:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451896832 00000100:00100000:2.0:1768252940.939420:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 838 00000100:00100000:2.0:1768252940.939430:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46100:x1854145451896832:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768252940.939480:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252940.939508:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcdce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fe5 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252940.939528:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abcdab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fde expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252940.939539:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:2.0:1768252940.939558:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252940.939581:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939598:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939607:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939620:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939626:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939632:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939730:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939736:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.939742:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:2.0:1768252940.940101:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].26, 64 off9856 00000004:00080000:2.0:1768252940.940110:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2146361096181ns, next at 2147361094221ns, rc = 0 00010000:00010000:2.0:1768252940.940163:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940171:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940178:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940189:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940195:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940201:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940217:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768252940.940233:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940239:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940244:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940250:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252940.940254:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940261:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940268:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768252940.940271:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252940.940274:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 2/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940279:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcdea lrc: 0/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940320:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940327:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940332:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940337:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252940.940339:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940345:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940352:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:2.0:1768252940.940354:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252940.940357:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768252940.940363:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcddc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768252940.940370:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d662667d reply state 000000007b79452f transno 4294967624 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252940.940377:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252940.940442:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46100:x1854145451896832:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1012us (1171us total) trans 4294967624 rc 0/0 00000100:00100000:2.0:1768252940.940449:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 838 00010000:00010000:3.0:1768252940.940800:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252940.940808:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.940814:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252940.940816:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.940822:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.940830:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:3.0:1768252940.940832:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252940.940835:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.940839:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abcdf1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.940853:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252940.940855:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252940.940857:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252940.953342:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.953361:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.953383:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.953390:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252940.953394:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.953402:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.953419:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972742c4a400) 00010000:00010000:3.0:1768252940.953423:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252940.953427:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252940.953433:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcde3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252941.671734:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252941.671800:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451896960 00000100:00100000:0.0:1768252941.671811:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451896960 00000100:00100000:0.0:1768252941.671874:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 839 00000100:00100000:0.0:1768252941.671885:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46114:x1854145451896960:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252941.671916:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252941.671938:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcdf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ff3 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252941.672009:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcdff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252941.672039:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcdff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252941.672052:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcdff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252941.672109:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1768252941.672113:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252941.672137:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcdff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252941.672160:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcdf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ff3 expref: 13 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252941.672180:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcdff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ff3 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252941.672188:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768252941.672191:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252941.672195:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768252941.672253:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46114:x1854145451896960:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 370us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252941.672261:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 839 00000100:00100000:0.0:1768252941.674637:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252941.675197:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897216 00000100:00100000:1.0:1768252941.675208:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897216 00000100:00100000:1.0:1768252941.675268:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 840 00000100:00100000:1.0:1768252941.675277:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46114:x1854145451897216:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768252941.675342:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768252941.675368:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abcdff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ff3 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252941.675387:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcd7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fd0 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252941.675397:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768252941.675406:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768252941.675432:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252941.675443:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252941.675452:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768252941.675715:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036c3ba02 reply state 00000000bc69ac90 transno 4294967625 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252941.675725:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252941.675738:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:1.0:1768252941.675819:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46114:x1854145451897216:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 542us (1189us total) trans 4294967625 rc 0/0 00000100:00100000:1.0:1768252941.675827:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 840 00010000:00010000:3.0:1768252941.678096:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.678109:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.678114:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.678119:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252941.678122:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.678127:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.678139:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972749ca9800) 00010000:00010000:3.0:1768252941.678141:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252941.678145:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.678149:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abce06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252941.751197:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252941.872628:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252941.872784:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897344 00000100:00100000:1.0:1768252941.872793:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897344 00000100:00100000:1.0:1768252941.872843:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 841 00000100:00100000:1.0:1768252941.872850:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451897344:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252941.872933:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451897344:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 83us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252941.872941:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 841 00000100:00100000:0.0:1768252941.876487:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252941.876550:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897472 00000100:00100000:3.0:1768252941.876560:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897472 00000100:00080000:1.0:1768252941.876610:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252941.876638:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 457 00000100:00100000:3.0:1768252941.876648:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46126:x1854145451897472:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252941.876978:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46126:x1854145451897472:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 330us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252941.876987:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 457 00000100:00100000:3.0:1768252941.878789:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252941.878939:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897600 00000100:00100000:2.0:1768252941.878950:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897600 00000100:00100000:2.0:1768252941.879004:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 458 00000100:00100000:2.0:1768252941.879126:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46126:x1854145451897600:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252941.879657:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46126:x1854145451897600:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 643us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252941.879665:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 458 00000100:00100000:0.0:1768252941.882656:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252941.882737:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897728 00000100:00100000:3.0:1768252941.882837:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897728 00000100:00100000:3.0:1768252941.882936:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 842 00000100:00100000:3.0:1768252941.882946:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451897728:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252941.883562:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451897728:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 616us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252941.883569:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 842 00000100:00100000:0.0:1768252941.887197:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252941.887278:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897856 00000100:00100000:3.0:1768252941.887289:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897856 00000100:00100000:3.0:1768252941.887346:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 843 00000100:00100000:3.0:1768252941.887356:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451897856:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252941.887458:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451897856:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 103us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252941.887466:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 843 00000100:00100000:0.0:1768252941.889721:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252941.889881:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451897984 00000100:00100000:2.0:1768252941.889891:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451897984 00000100:00100000:2.0:1768252941.889978:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 459 00000100:00100000:2.0:1768252941.889989:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46126:x1854145451897984:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252941.890311:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46126:x1854145451897984:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 323us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252941.890320:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 459 00000100:00100000:1.0:1768252941.892169:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252941.892688:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451898112 00000100:00100000:0.0:1768252941.892698:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451898112 00000100:00100000:0.0:1768252941.892792:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 460 00000100:00100000:0.0:1768252941.892802:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46126:x1854145451898112:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252941.893095:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46126:x1854145451898112:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 294us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252941.893103:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 460 00000100:00100000:1.0:1768252941.895562:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252941.895660:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451898240 00000100:00100000:0.0:1768252941.895671:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451898240 00000100:00100000:0.0:1768252941.895766:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 844 00000100:00100000:0.0:1768252941.895777:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451898240:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252941.896100:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46126:x1854145451898240:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 324us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252941.896109:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 844 00000100:00100000:0.0:1768252941.953887:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252941.954504:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451898368 00000100:00100000:1.0:1768252941.954515:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451898368 00000100:00100000:2.0:1768252941.954730:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 845 00000100:00100000:2.0:1768252941.954741:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46130:x1854145451898368:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768252941.954777:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252941.954802:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abce0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d6ffa expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252941.954871:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.954885:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.954897:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.954914:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.954920:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.954926:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955079:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abce22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955088:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abce22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955095:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abce22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768252941.955127:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:2.0:1768252941.955132:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252941.955158:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abce22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955170:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955176:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955182:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955493:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252941.955498:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955507:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955520:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:2.0:1768252941.955523:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252941.955528:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955534:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abce14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955561:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955567:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955573:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955578:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252941.955581:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955586:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955592:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972742c4a200) 00010000:00010000:2.0:1768252941.955594:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252941.955597:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955603:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abce1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252941.955636:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abce0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ffa expref: 13 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252941.955651:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abce22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ffa expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252941.955659:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252941.955661:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252941.955664:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252941.955740:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46130:x1854145451898368:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1001us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252941.955757:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 845 00000100:00100000:1.0:1768252941.958688:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252941.960205:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451898624 00000100:00100000:3.0:1768252941.960218:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451898624 00000100:00100000:3.0:1768252941.960286:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 846 00000100:00100000:3.0:1768252941.960296:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46130:x1854145451898624:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252941.960317:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252941.960340:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abce29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7001 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252941.960478:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.960493:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.960505:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.960519:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.960525:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.960531:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:3.0:1768252941.960894:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:3.0:1768252941.961066:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961076:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961083:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961119:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961126:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961132:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961139:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252941.961144:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961152:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961165:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:3.0:1768252941.961168:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252941.961173:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252941.961179:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce30 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768252941.961195:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000951a56f4 reply state 00000000bd0e35b1 transno 4294967626 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768252941.961203:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252941.961229:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abce29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7001 expref: 15 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252941.961244:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7001 expref: 14 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252941.961251:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff97274f8b9d00) 00010000:00010000:3.0:1768252941.961253:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768252941.961256:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768252941.961328:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+15:46130:x1854145451898624:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1032us (2649us total) trans 4294967626 rc 0/0 00000100:00100000:3.0:1768252941.961336:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 846 00010000:00010000:1.0:1768252941.966226:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252941.966246:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252941.966253:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252941.966259:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252941.966264:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252941.966272:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252941.966288:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff97274f8b9a00) 00010000:00010000:1.0:1768252941.966291:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252941.966295:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252941.966302:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abce37 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252941.968875:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252941.968941:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451898752 00000100:00100000:3.0:1768252941.968950:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451898752 00000100:00100000:3.0:1768252941.969002:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 461 00000100:00100000:3.0:1768252941.969045:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46130:x1854145451898752:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768252941.969063:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252941.969083:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7008 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768252941.969106:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1768252941.969126:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252941.969128:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252941.969137:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252941.969152:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252941.969169:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768252941.969225:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46130:x1854145451898752:12345-192.168.202.43@tcp:101:dd.0 Request processed in 215us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252941.969231:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 461 00000100:00100000:3.0:1768252941.986325:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252941.986715:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451898880 00000100:00100000:0.0:1768252941.986725:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451898880 00002000:00100000:0.0:1768252941.986881:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff97277fe8d180 x1854145451898880/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:672/0 lens 488/0 e 0 to 0 dl 1768252952 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768252941.986892:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277fe8d180 with x1854145451898880 ext(0->1048575) 00002000:00010000:0.0:1768252941.986898:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97277fe8d180 00000100:00100000:0.0:1768252941.986985:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:0.0:1768252941.986995:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451898880:12345-192.168.202.43@tcp:4:dd.0 00000100:00100000:3.0:1768252942.005209:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451898880:12345-192.168.202.43@tcp:4:dd.0 Request processed in 18204us (18888us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1768252942.005224:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 20 00002000:00100000:3.0:1768252942.005237:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff97277fe8d180 x1854145451898880/t4294967350(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:672/0 lens 488/448 e 0 to 0 dl 1768252952 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768252942.005248:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277fe8d180 with x1854145451898880 ext(0->1048575) 00002000:00010000:3.0:1768252942.005254:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff97277fe8d180 00000100:00100000:0.0:1768252942.007809:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252942.007899:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899008 00000100:00100000:2.0:1768252942.007910:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899008 00000100:00100000:2.0:1768252942.007983:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 847 00000100:00100000:2.0:1768252942.007995:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+14:46130:x1854145451899008:12345-192.168.202.43@tcp:44:dd.0 00000100:00080000:3.0:1768252942.008221:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252942.040870:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+14:46130:x1854145451899008:12345-192.168.202.43@tcp:44:dd.0 Request processed in 32864us (33060us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252942.040884:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 847 00000001:00080000:1.0:1768252942.041141:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967623 is committed 00000001:00080000:1.0:1768252942.041157:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967625 is committed 00000004:00080000:1.0:1768252942.041170:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 73 committed 00000001:00080000:1.0:1768252942.041180:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967626 is committed 00000100:00100000:1.0:1768252942.041459:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476186624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1768252942.041506:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252942.042785:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476186624 00000100:00100000:2.0:1768252942.042800:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476186624 00000100:00100000:2.0:1768252942.042879:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1768252942.042890:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476186624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768252942.042924:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:2.0:1768252942.042955:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252942.042978:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 5 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252942.042991:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252942.042993:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252942.042997:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252942.043065:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 5 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252942.043080:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 5 pid: 6567 timeout: 2247 lvb_type: 1 00000100:00100000:2.0:1768252942.043093:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476186752:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252942.043167:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83780 going to sleep for 11 seconds 00000100:00080000:3.0:1768252942.043400:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252942.044787:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252942.044886:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899136 00000100:00100000:1.0:1768252942.044896:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899136 00000100:00100000:1.0:1768252942.044953:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 463 00000100:00100000:1.0:1768252942.044963:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451899136:12345-192.168.202.43@tcp:16:dd.0 00000100:00100000:1.0:1768252942.051164:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476186752:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768252942.051198:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768252942.057051:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252942.058839:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899264 00000100:00100000:1.0:1768252942.058854:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899264 00010000:00010000:1.0:1768252942.058912:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 6 pid: 6567 timeout: 2247 lvb_type: 1 00000100:00100000:1.0:1768252942.058953:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 404 00000100:00100000:1.0:1768252942.058962:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451899264:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252942.058977:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252942.058984:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 6 pid: 6567 timeout: 2247 lvb_type: 1 00010000:00010000:1.0:1768252942.058998:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 6 pid: 6567 timeout: 2247 lvb_type: 1 00010000:00010000:1.0:1768252942.059041:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadf800/0xef9a6e5c83abcdd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6fec expref: 6 pid: 6567 timeout: 2247 lvb_type: 1 00010000:00010000:1.0:1768252942.059058:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252942.059060:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252942.059064:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252942.059074:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252942.059100:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252942.059156:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451899264:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 194us (2112us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252942.059164:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 404 00010000:00010000:1.0:1768252942.059192:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252942.059202:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252942.059211:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252942.059218:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252942.059234:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1768252942.059717:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252942.061245:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476186624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18352us (19732us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1768252942.061257:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000004:00080000:1.0:1768252942.061324:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277cd36680/2, rc 0, transno 4294967349 00000100:00100000:1.0:1768252942.061331:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476186624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768252942.062534:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252942.062556:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252942.062569:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252942.062574:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252942.062586:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252942.062606:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252942.062613:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01400/0xef9a6e5c83abce53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252942.062634:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252942.062636:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252942.062638:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768252942.082032:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:2.0:1768252942.082056:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000100:00100000:3.0:1768252942.082221:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451899136:12345-192.168.202.43@tcp:16:dd.0 Request processed in 37253us (37435us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252942.082236:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 463 00000100:00100000:2.0:1768252942.085515:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252942.085770:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899520 00000100:00100000:1.0:1768252942.085781:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899520 00000100:00100000:1.0:1768252942.085840:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 144 00000100:00100000:1.0:1768252942.085851:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46130:x1854145451899520:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:1.0:1768252942.086349:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46130:x1854145451899520:12345-192.168.202.43@tcp:35:dd.0 Request processed in 499us (843us total) trans 4294967627 rc 0/0 00000100:00100000:1.0:1768252942.086369:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 144 00010000:00010000:3.0:1768252942.781693:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252943.304176:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252943.304426:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252943.304571:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900032 00000100:00100000:3.0:1768252943.304582:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900032 00000100:00100000:3.0:1768252943.304639:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00100000:3.0:1768252943.304649:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451900032:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252943.304727:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451900032:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252943.304747:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00100000:1.0:1768252943.306101:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252943.306143:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252943.306178:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899904 00000100:00100000:1.0:1768252943.306186:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899904 00000100:00100000:1.0:1768252943.306247:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1107 00000100:00100000:1.0:1768252943.306257:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451899904:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252943.306316:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451899904:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252943.306323:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1107 00000100:00080000:1.0:1768252943.306343:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252943.306670:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899776 00000100:00100000:0.0:1768252943.306676:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899776 00000100:00100000:0.0:1768252943.306712:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1483 00000100:00100000:0.0:1768252943.306720:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2368:x1854145451899776:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252943.306769:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2368:x1854145451899776:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252943.306776:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1483 00000100:00100000:3.0:1768252943.308144:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451899648 00000100:00100000:3.0:1768252943.308155:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451899648 00000100:00100000:3.0:1768252943.308196:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1208 00000100:00100000:3.0:1768252943.308217:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451899648:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252943.308265:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451899648:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (2169us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252943.308273:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1208 00000004:00080000:3.0:1768252943.327951:0:80264:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2148748935115ns, next at 2146103390549ns, rc = 0 00000004:00080000:3.0:1768252943.328148:0:80264:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2148749133909ns, next at 2147361094221ns, rc = 0 00000001:00080000:1.0:1768252943.366373:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967627 is committed 00000004:00080000:1.0:1768252943.366392:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 74 committed 00000004:00080000:1.0:1768252943.366410:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 71 committed 00000100:00100000:1.0:1768252943.410306:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252943.410333:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476186880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252943.410407:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252943.410449:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476186880 00000100:00100000:3.0:1768252943.410458:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476186880 00000100:00100000:3.0:1768252943.410508:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1768252943.410517:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476186880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768252943.410563:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252943.410621:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476186880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252943.410629:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1768252943.410674:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476186880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252943.410934:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476187008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252943.410962:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252943.411063:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187008 00000100:00100000:3.0:1768252943.411068:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187008 00000100:00100000:3.0:1768252943.411103:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1768252943.411108:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476187008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252943.411121:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:3.0:1768252943.411153:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476187008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252943.411159:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00080000:0.0:1768252943.411214:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252943.411232:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:0.0:1768252943.411237:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277cb40380, transno 4294967349 00000100:00100000:0.0:1768252943.411258:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476187008:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252943.794271:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768252944.514444:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:1.0:1768252944.675694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252944.676100:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900160 00000100:00100000:1.0:1768252944.676109:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900160 00000100:00100000:1.0:1768252944.676165:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 848 00000100:00100000:1.0:1768252944.676175:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451900160:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768252944.676256:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451900160:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 83us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252944.676264:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 848 00000100:00080000:1.0:1768252944.676285:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252944.685824:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252944.685871:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900288 00000100:00100000:3.0:1768252944.685881:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900288 00000100:00100000:3.0:1768252944.685935:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 464 00000100:00100000:3.0:1768252944.685946:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46263:x1854145451900288:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252944.686277:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46263:x1854145451900288:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 331us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252944.686285:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 464 00000100:00100000:0.0:1768252944.706227:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252944.707110:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900416 00000100:00100000:0.0:1768252944.707122:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900416 00000100:00100000:0.0:1768252944.707187:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 465 00000100:00100000:0.0:1768252944.707199:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46263:x1854145451900416:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252944.707559:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46263:x1854145451900416:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 362us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252944.707567:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 465 00000100:00080000:1.0:1768252944.708934:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252944.737690:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252944.737924:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900544 00000100:00100000:2.0:1768252944.737935:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900544 00000100:00100000:2.0:1768252944.738560:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 849 00000100:00100000:2.0:1768252944.738572:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451900544:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252944.739468:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451900544:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 894us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252944.739477:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 849 00000100:00100000:3.0:1768252944.747108:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252944.747185:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900672 00000100:00100000:2.0:1768252944.747195:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900672 00000100:00100000:2.0:1768252944.747286:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 850 00000100:00100000:2.0:1768252944.747296:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451900672:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252944.747406:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451900672:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 112us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252944.747414:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 850 00000100:00100000:1.0:1768252944.757811:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252944.757914:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900800 00000100:00100000:2.0:1768252944.757924:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900800 00000100:00100000:2.0:1768252944.757982:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 466 00000100:00100000:2.0:1768252944.757992:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46263:x1854145451900800:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252944.758342:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46263:x1854145451900800:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 350us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252944.758350:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 466 00000100:00100000:3.0:1768252944.771135:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252944.771571:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451900928 00000100:00100000:0.0:1768252944.771583:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451900928 00000100:00100000:0.0:1768252944.771684:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 467 00000100:00100000:0.0:1768252944.771696:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46263:x1854145451900928:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768252944.771999:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46263:x1854145451900928:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 304us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252944.772007:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 467 00000100:00100000:3.0:1768252944.776495:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252944.776614:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901056 00000100:00100000:2.0:1768252944.776626:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901056 00000100:00100000:2.0:1768252944.776892:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 851 00000100:00100000:2.0:1768252944.776902:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451901056:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768252944.777235:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46263:x1854145451901056:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 333us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252944.777243:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 851 00010000:00010000:3.0:1768252944.818294:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252944.855929:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252944.856985:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901312 00000100:00100000:0.0:1768252944.856999:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901312 00000100:00100000:0.0:1768252944.857108:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 852 00000100:00100000:0.0:1768252944.857118:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46267:x1854145451901312:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768252944.857176:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252944.857204:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7001 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252944.857225:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff97274f8b9d00) 00010000:00010000:0.0:1768252944.857236:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252944.857263:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252944.857279:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252944.857288:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.857365:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.857374:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.857381:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.857509:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.857527:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.857533:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000040:00080000:1.0:1768252944.857979:0:6919:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].27, 64 off9920 00000004:00080000:1.0:1768252944.857989:0:6919:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2150278975917ns, next at 2151278972942ns, rc = 0 00010000:00010000:1.0:1768252944.858137:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858146:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858154:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858223:0:6919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858230:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858236:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858258:0:6919:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768252944.858277:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858284:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858290:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858295:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252944.858299:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858307:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858317:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff972749ca9200) 00010000:00010000:1.0:1768252944.858320:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768252944.858325:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858331:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abce68 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858375:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858382:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858387:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858392:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252944.858394:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858403:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858411:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:1.0:1768252944.858413:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252944.858415:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252944.858420:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abce5a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768252944.858428:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bfef2cf6 reply state 0000000038f2d0d0 transno 4294967628 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252944.858436:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768252944.858528:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46267:x1854145451901312:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1410us (2608us total) trans 4294967628 rc 0/0 00000100:00100000:1.0:1768252944.858536:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 852 00010000:00010000:2.0:1768252944.858686:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252944.858693:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252944.858699:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768252944.858702:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252944.858709:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252944.858717:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff972749ca9200) 00010000:00010000:2.0:1768252944.858720:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768252944.858722:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252944.858727:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abce6f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768252944.858740:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252944.858743:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252944.858744:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252944.861451:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252944.861468:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252944.861476:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252944.861483:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252944.861489:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252944.861497:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252944.861525:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972749ca9d00) 00010000:00010000:3.0:1768252944.861528:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252944.861535:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252944.861542:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abce61 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768252945.854103:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252945.970439:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476187264:0@lo:400:kworker.0 00000100:00100000:2.0:1768252945.970522:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252945.970613:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476187136:0@lo:400:kworker.0 00000100:00100000:0.0:1768252945.970648:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252945.970694:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187136 00000100:00100000:0.0:1768252945.970702:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187136 00000100:00100000:0.0:1768252945.970749:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:0.0:1768252945.970758:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476187136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252945.970808:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476187136:12345-0@lo:400:kworker.0 Request processed in 51us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252945.970815:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:0.0:1768252945.970863:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476187136:0@lo:400:kworker.0 00000100:00100000:1.0:1768252945.971404:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187264 00000100:00100000:1.0:1768252945.971410:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187264 00000100:00100000:1.0:1768252945.971448:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1768252945.971455:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476187264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252945.971548:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476187392:0@lo:400:kworker.0 00000100:00100000:0.0:1768252945.971579:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252945.974102:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187392 00000100:00100000:0.0:1768252945.974117:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187392 00000100:00100000:0.0:1768252945.974178:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1768252945.974188:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476187392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252945.974269:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476187392:12345-0@lo:400:kworker.0 Request processed in 84us (2689us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252945.974279:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1768252945.974322:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476187392:0@lo:400:kworker.0 00000100:00100000:1.0:1768252945.974997:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476187264:12345-0@lo:400:kworker.0 Request processed in 3539us (4472us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252945.975007:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00080000:1.0:1768252945.975056:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252945.981719:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252945.981747:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476187520:0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.981813:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252945.981920:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187520 00000100:00100000:3.0:1768252945.981927:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187520 00000100:00100000:3.0:1768252945.982006:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1768252945.982032:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476187520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982087:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476187520:12345-0@lo:400:kworker.0 Request processed in 72us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252945.982094:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1768252945.982138:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476187520:0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982175:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476187648:0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982200:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252945.982239:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768252945.982247:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476187776:0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982270:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252945.982290:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187776 00000100:00100000:3.0:1768252945.982294:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187776 00000100:00100000:3.0:1768252945.982318:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1768252945.982324:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476187776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982353:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476187776:12345-0@lo:400:kworker.0 Request processed in 29us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252945.982359:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1768252945.982378:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:3.0:1768252945.982384:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277cd36680, transno 4294967349 00000100:00100000:3.0:1768252945.982393:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476187776:0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982435:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187648 00000100:00100000:3.0:1768252945.982439:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187648 00000100:00100000:3.0:1768252945.982466:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1768252945.982472:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476187648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252945.982516:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476187648:12345-0@lo:400:kworker.0 Request processed in 44us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252945.982522:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1768252945.982549:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476187648:0@lo:400:kworker.0 00000100:00100000:2.0:1768252945.986927:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476187264:0@lo:400:kworker.0 00000100:00080000:1.0:1768252945.987384:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252945.987391:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252945.987394:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252946.870608:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252947.216003:0:80409:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2152636987198ns, next at 2151278972942ns, rc = 0 00000004:00080000:0.0:1768252947.261375:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 73 committed 00000001:00080000:0.0:1768252947.261405:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967628 is committed 00000004:00080000:0.0:1768252947.261410:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 72 committed 00000100:00100000:0.0:1768252947.261659:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476187904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768252947.261738:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252947.261984:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476187904 00000100:00100000:3.0:1768252947.261992:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476187904 00000100:00100000:3.0:1768252947.262111:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1768252947.262122:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476187904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1768252947.262149:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:27 count 1 00010000:00010000:3.0:1768252947.262175:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.262194:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.262203:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768252947.262205:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768252947.262209:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.262235:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.262249:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 5 pid: 6569 timeout: 2252 lvb_type: 0 00000100:00100000:3.0:1768252947.262261:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476188032:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768252947.262319:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726473fa3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1768252947.262657:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252947.274720:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252947.274860:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6567:1854145476188032:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252947.274890:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768252947.275383:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901440 00000100:00100000:1.0:1768252947.275392:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901440 00010000:00010000:1.0:1768252947.275452:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 6 pid: 6569 timeout: 2252 lvb_type: 0 00000100:00100000:1.0:1768252947.275505:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 405 00000100:00100000:1.0:1768252947.275514:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451901440:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252947.275529:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252947.275545:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 6 pid: 6569 timeout: 2252 lvb_type: 0 00010000:00010000:1.0:1768252947.275558:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 6 pid: 6569 timeout: 2252 lvb_type: 0 00010000:00010000:1.0:1768252947.275581:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abce4c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7008 expref: 6 pid: 6569 timeout: 2252 lvb_type: 0 00010000:00010000:1.0:1768252947.275597:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252947.275599:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252947.275603:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252947.275613:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252947.275635:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252947.275690:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451901440:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 176us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252947.275701:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 405 00000100:00080000:2.0:1768252947.277183:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252947.277204:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252947.277218:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252947.277237:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252947.277246:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252947.277276:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768252947.277422:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252947.277431:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.277440:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252947.277445:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.277454:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.277473:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.277480:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abce76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252947.277517:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252947.277519:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252947.277521:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252947.277819:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476187904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15696us (16077us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1768252947.277828:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000004:00080000:0.0:1768252947.278374:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277fe8ce00/2, rc 0, transno 4294967351 00000100:00100000:0.0:1768252947.278393:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476187904:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1768252947.278642:0:80409:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2152699627516ns, next at 2147361094221ns, rc = 0 00000004:00080000:2.0:1768252947.290600:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 75 committed 00010000:00010000:2.0:1768252947.890335:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252948.422513:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252948.422560:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252948.422585:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252948.422620:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252948.422645:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901568 00000100:00100000:3.0:1768252948.422654:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901568 00000100:00100000:2.0:1768252948.422786:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901696 00000100:00100000:2.0:1768252948.422791:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901696 00000100:00100000:2.0:1768252948.422838:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1487 00000100:00100000:2.0:1768252948.422849:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451901696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252948.422928:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451901696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252948.422937:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1487 00000100:00100000:2.0:1768252948.422984:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901952 00000100:00100000:2.0:1768252948.422989:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901952 00000100:00100000:2.0:1768252948.423047:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451901824 00000100:00100000:2.0:1768252948.423050:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451901824 00000100:00100000:2.0:1768252948.423074:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00100000:2.0:1768252948.423081:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451901952:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252948.423106:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451901952:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252948.423112:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00100000:2.0:1768252948.423128:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1111 00000100:00100000:2.0:1768252948.423137:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451901824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252948.423166:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451901824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252948.423174:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1111 00000100:00080000:2.0:1768252948.423198:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252948.423204:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252948.424139:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1210 00000100:00100000:3.0:1768252948.424151:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451901568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252948.424200:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451901568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 52us (1612us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252948.424206:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1210 00000100:00100000:1.0:1768252948.530449:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476188160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252948.530531:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252948.530678:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188160 00000100:00100000:2.0:1768252948.530686:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188160 00000100:00100000:2.0:1768252948.530763:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1768252948.530771:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476188160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252948.530820:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1768252948.530889:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252948.530989:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476188288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252948.531042:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252948.531080:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188288 00000100:00100000:0.0:1768252948.531084:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188288 00000100:00100000:0.0:1768252948.531105:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1768252948.531111:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476188288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252948.531129:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768252948.531158:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476188288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252948.531165:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1768252948.531202:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476188288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252948.531676:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476188160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 904us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252948.531684:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1768252948.532687:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476188160:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252948.924234:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768252949.622705:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00010000:00010000:2.0:1768252949.938554:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252950.963318:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252951.090507:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476188672:0@lo:400:kworker.0 00000100:00100000:3.0:1768252951.090582:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252951.090651:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252951.090666:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476188800:0@lo:400:kworker.0 00000100:00100000:3.0:1768252951.090690:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252951.090734:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188800 00000100:00100000:3.0:1768252951.090743:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188800 00000100:00100000:3.0:1768252951.090787:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1768252951.090797:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476188800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252951.090845:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476188800:12345-0@lo:400:kworker.0 Request processed in 49us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252951.090854:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1768252951.091070:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:3.0:1768252951.091077:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277fe8ce00, transno 4294967351 00000100:00100000:3.0:1768252951.091091:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476188800:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091389:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476188416:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091428:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252951.091469:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476188928:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091491:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252951.091511:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1768252951.091516:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476188544:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091534:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252951.091548:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476189056:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091566:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252951.091592:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188672 00000100:00100000:1.0:1768252951.091597:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188672 00000100:00100000:1.0:1768252951.091625:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188928 00000100:00100000:1.0:1768252951.091628:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188928 00000100:00100000:1.0:1768252951.091646:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188544 00000100:00100000:1.0:1768252951.091648:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188544 00000100:00100000:1.0:1768252951.091660:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1768252951.091666:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476188672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091715:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476188672:12345-0@lo:400:kworker.0 Request processed in 50us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252951.091722:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1768252951.091736:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1768252951.091742:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476188928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091772:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476188928:12345-0@lo:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252951.091778:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1768252951.091789:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1768252951.091794:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476188544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.091817:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476188544:12345-0@lo:400:kworker.0 Request processed in 24us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252951.091822:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1768252951.091841:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189056 00000100:00100000:1.0:1768252951.091845:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189056 00000100:00100000:1.0:1768252951.091864:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1768252951.091872:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476189056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.092075:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476189056:12345-0@lo:400:kworker.0 Request processed in 204us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252951.092083:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1768252951.092113:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476188544:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.092121:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476189056:0@lo:400:kworker.0 00000100:00100000:1.0:1768252951.092128:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476188928:0@lo:400:kworker.0 00000100:00100000:3.0:1768252951.092202:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476188416 00000100:00100000:3.0:1768252951.092206:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476188416 00000100:00100000:3.0:1768252951.092241:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1768252951.092248:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476188416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252951.092284:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476188416:12345-0@lo:400:kworker.0 Request processed in 38us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252951.092289:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1768252951.092326:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476188416:0@lo:400:kworker.0 00000100:00100000:3.0:1768252951.092348:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476188672:0@lo:400:kworker.0 00000100:00080000:0.0:1768252951.092889:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252951.092904:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252951.092907:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768252951.986219:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252953.010319:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252953.543532:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252953.543586:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252953.543634:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252953.543702:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902336 00000100:00100000:2.0:1768252953.543715:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902336 00000100:00100000:1.0:1768252953.543733:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902080 00000100:00100000:1.0:1768252953.543740:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902080 00000100:00100000:2.0:1768252953.543796:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1114 00000100:00100000:1.0:1768252953.543806:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1212 00000100:00100000:2.0:1768252953.543809:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451902336:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252953.543820:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451902080:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768252953.543910:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252953.543916:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902208 00000100:00100000:0.0:1768252953.543922:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902208 00000100:00080000:3.0:1768252953.543958:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252953.543966:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1491 00000100:00100000:0.0:1768252953.543977:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451902208:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252953.544070:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451902080:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 254us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252953.544078:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1212 00000100:00100000:2.0:1768252953.544301:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451902336:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 495us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252953.544309:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1114 00000100:00100000:0.0:1768252953.546268:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451902208:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 2284us (2736us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252953.546291:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1491 00000100:00100000:3.0:1768252953.553783:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252953.558557:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902464 00000100:00100000:2.0:1768252953.558572:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902464 00000100:00100000:2.0:1768252953.558745:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1115 00000100:00100000:2.0:1768252953.558756:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451902464:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252953.558857:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451902464:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 102us (5087us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252953.558865:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1115 00000100:00080000:3.0:1768252953.565296:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252953.651048:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476189184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252953.651121:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252953.651452:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768252953.651462:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476189312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252953.651491:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252953.654883:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189184 00000100:00100000:0.0:1768252953.654897:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189184 00000100:00100000:0.0:1768252953.654969:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189312 00000100:00100000:0.0:1768252953.654972:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189312 00000100:00100000:0.0:1768252953.654991:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1768252953.655000:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476189184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252953.655055:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252953.655123:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476189184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (4000us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252953.655131:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1768252953.655148:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1768252953.655155:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476189312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252953.655174:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252953.655202:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476189312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (3709us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252953.655208:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:3.0:1768252953.655489:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252953.655493:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252953.655533:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476189312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252953.655551:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476189184:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252954.034346:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252955.059449:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252956.082513:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252956.210685:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476189568:0@lo:400:kworker.0 00000100:00100000:1.0:1768252956.210831:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252956.210947:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476189440:0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.210983:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252956.211049:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476189696:0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.211054:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476189952:0@lo:400:kworker.0 00000100:00100000:2.0:1768252956.211089:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252956.211114:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189440 00000100:00100000:3.0:1768252956.211122:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189440 00000100:00100000:2.0:1768252956.211129:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252956.211137:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476189824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.211172:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1768252956.211179:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252956.211185:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476189440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252956.211214:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189824 00000100:00100000:2.0:1768252956.211219:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189824 00000100:00100000:3.0:1768252956.211241:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476189440:12345-0@lo:400:kworker.0 Request processed in 60us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252956.211250:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1768252956.211257:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1768252956.211265:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476189824:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768252956.211288:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252956.211308:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476189824:12345-0@lo:400:kworker.0 Request processed in 43us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252956.211315:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189568 00000100:00100000:2.0:1768252956.211317:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1768252956.211320:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189568 00000100:00100000:3.0:1768252956.211353:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189696 00000100:00100000:3.0:1768252956.211357:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189696 00000100:00100000:3.0:1768252956.211384:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1768252956.211390:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476189568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.211433:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476189568:12345-0@lo:400:kworker.0 Request processed in 43us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252956.211439:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1768252956.211451:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1768252956.211456:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476189696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.211480:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476189696:12345-0@lo:400:kworker.0 Request processed in 25us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252956.211486:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1768252956.211510:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252956.211539:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649928e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476189440:0@lo:400:kworker.0 00000100:00100000:2.0:1768252956.211551:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476189824:0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.211564:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476189952 00000100:00100000:3.0:1768252956.211569:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476189952 00000100:00100000:2.0:1768252956.211570:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476189696:0@lo:400:kworker.0 00000100:00100000:3.0:1768252956.211597:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1768252956.211607:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476189952:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1768252956.211607:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252956.211649:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476189952:12345-0@lo:400:kworker.0 Request processed in 44us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252956.211656:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1768252956.211671:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476189952:0@lo:400:kworker.0 00000100:00100000:1.0:1768252956.212082:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476189568:0@lo:400:kworker.0 00000100:00100000:1.0:1768252956.212092:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476190080:0@lo:400:kworker.0 00000100:00100000:1.0:1768252956.212121:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252956.212533:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190080 00000100:00100000:2.0:1768252956.212539:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190080 00000100:00100000:2.0:1768252956.212586:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1768252956.212595:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476190080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252956.212637:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476190080:12345-0@lo:400:kworker.0 Request processed in 44us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252956.212643:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00080000:3.0:1768252956.212701:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252956.212945:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476190080:0@lo:400:kworker.0 00010000:00010000:3.0:1768252957.108231:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252958.130449:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252958.664938:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252958.664987:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252958.665042:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252958.665073:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252958.665144:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902976 00000100:00100000:2.0:1768252958.665156:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902976 00000100:00100000:2.0:1768252958.665219:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1118 00000100:00100000:2.0:1768252958.665228:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451902976:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252958.665298:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451902976:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252958.665306:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1118 00000100:00100000:2.0:1768252958.665323:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902848 00000100:00100000:2.0:1768252958.665326:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902848 00000100:00100000:2.0:1768252958.665350:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1119 00000100:00100000:2.0:1768252958.665357:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451902848:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252958.665394:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451902848:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252958.665401:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1119 00000100:00100000:1.0:1768252958.665476:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902592 00000100:00100000:1.0:1768252958.665481:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902592 00000100:00100000:1.0:1768252958.665519:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1214 00000100:00100000:1.0:1768252958.665525:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451902592:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252958.665553:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451902592:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252958.665560:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1214 00000100:00100000:0.0:1768252958.665730:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451902720 00000100:00100000:0.0:1768252958.665735:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451902720 00000100:00100000:0.0:1768252958.665778:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1495 00000100:00100000:0.0:1768252958.665785:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451902720:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252958.665817:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451902720:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252958.665824:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1495 00000100:00080000:3.0:1768252958.666297:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768252958.666303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252958.666305:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252958.770406:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476190336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252958.770485:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252958.770563:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252958.770570:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476190208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252958.770592:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252958.770665:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190336 00000100:00100000:0.0:1768252958.770674:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190336 00000100:00100000:0.0:1768252958.770733:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190208 00000100:00100000:0.0:1768252958.770736:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190208 00000100:00100000:0.0:1768252958.770753:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1768252958.770762:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476190336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768252958.770796:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252958.770841:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476190336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252958.770848:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1768252958.770863:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1768252958.770869:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476190208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252958.770886:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252958.770909:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476190208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252958.770915:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:1.0:1768252958.771054:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252958.771059:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252958.771096:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476190208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252958.771110:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476190336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768252959.159926:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252960.178379:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252961.202292:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252961.330542:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476190720:0@lo:400:kworker.0 00000100:00100000:0.0:1768252961.330624:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252961.330691:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252961.330697:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476190848:0@lo:400:kworker.0 00000100:00100000:0.0:1768252961.330721:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252961.330756:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190848 00000100:00100000:0.0:1768252961.330764:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190848 00000100:00100000:0.0:1768252961.330818:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1768252961.330827:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476190848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252961.330875:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476190848:12345-0@lo:400:kworker.0 Request processed in 50us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252961.330882:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00080000:0.0:1768252961.330902:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252961.330933:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476190848:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331257:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476190464:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331293:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252961.331328:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476190976:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331351:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252961.331479:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768252961.331485:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476190592:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331507:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252961.331524:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476191104:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331542:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252961.331581:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476191104 00000100:00100000:2.0:1768252961.331586:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476191104 00000100:00100000:2.0:1768252961.331618:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1768252961.331625:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476191104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331659:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476191104:12345-0@lo:400:kworker.0 Request processed in 35us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252961.331665:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1768252961.331684:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190720 00000100:00100000:2.0:1768252961.331688:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190720 00000100:00100000:2.0:1768252961.331709:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190976 00000100:00100000:2.0:1768252961.331712:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190976 00000100:00100000:2.0:1768252961.331731:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190592 00000100:00100000:2.0:1768252961.331733:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190592 00000100:00100000:2.0:1768252961.331747:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1768252961.331753:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476190720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331787:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476190720:12345-0@lo:400:kworker.0 Request processed in 34us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252961.331794:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1768252961.331807:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1768252961.331812:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476190976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331840:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476190976:12345-0@lo:400:kworker.0 Request processed in 28us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252961.331845:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1768252961.331857:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1768252961.331863:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476190592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331889:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476190592:12345-0@lo:400:kworker.0 Request processed in 26us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252961.331894:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00080000:2.0:1768252961.331918:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768252961.331922:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252961.331945:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476190720:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331969:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476190592:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.331992:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476191104:0@lo:400:kworker.0 00000100:00100000:2.0:1768252961.332002:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476190976:0@lo:400:kworker.0 00000100:00100000:0.0:1768252961.332718:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476190464 00000100:00100000:0.0:1768252961.332724:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476190464 00000100:00100000:0.0:1768252961.332767:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1768252961.332775:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476190464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252961.332830:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476190464:12345-0@lo:400:kworker.0 Request processed in 56us (1536us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252961.332837:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1768252961.332957:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476190464:0@lo:400:kworker.0 00010000:00010000:3.0:1768252962.229598:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252962.619205:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252962.619312:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903104 00000100:00100000:3.0:1768252962.619323:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903104 00000100:00100000:3.0:1768252962.619424:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 853 00000100:00100000:3.0:1768252962.619435:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451903104:12345-192.168.202.43@tcp:48:lfs.0 00000100:00080000:2.0:1768252962.619965:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252962.620002:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451903104:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 116us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252962.620041:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 853 00000100:00100000:3.0:1768252962.622866:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252962.622953:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903232 00000100:00100000:2.0:1768252962.622963:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903232 00000100:00100000:2.0:1768252962.623058:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 469 00000100:00100000:2.0:1768252962.623067:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903232:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252962.623332:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903232:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 266us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252962.623350:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 469 00000100:00080000:0.0:1768252962.624068:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252962.625984:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252962.626174:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903360 00000100:00100000:3.0:1768252962.626187:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903360 00000100:00100000:3.0:1768252962.626268:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 470 00000100:00100000:3.0:1768252962.626279:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903360:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252962.626618:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903360:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 340us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252962.626626:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 470 00000100:00080000:0.0:1768252962.626774:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252962.629840:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252962.629956:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903488 00000100:00100000:3.0:1768252962.629970:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903488 00000100:00100000:3.0:1768252962.630062:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 854 00000100:00100000:3.0:1768252962.630072:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451903488:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252962.630741:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451903488:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 669us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252962.630751:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 854 00000100:00100000:1.0:1768252962.638695:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252962.638896:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903616 00000100:00100000:3.0:1768252962.638907:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903616 00000100:00100000:3.0:1768252962.638967:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 855 00000100:00100000:3.0:1768252962.638977:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451903616:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768252962.639096:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451903616:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 120us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252962.639104:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 855 00000100:00100000:0.0:1768252962.643197:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252962.643359:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903744 00000100:00100000:2.0:1768252962.643368:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903744 00000100:00100000:2.0:1768252962.644529:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 471 00000100:00100000:2.0:1768252962.644550:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903744:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768252962.644853:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903744:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 313us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252962.644861:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 471 00000100:00100000:1.0:1768252962.649499:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252962.649652:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451903872 00000100:00100000:3.0:1768252962.649663:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451903872 00000100:00100000:3.0:1768252962.649728:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 472 00000100:00100000:3.0:1768252962.649739:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903872:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768252962.650052:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46485:x1854145451903872:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 315us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252962.650061:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 472 00000100:00100000:1.0:1768252962.653592:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252962.654269:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904000 00000100:00100000:0.0:1768252962.654280:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904000 00000100:00100000:0.0:1768252962.654352:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 856 00000100:00100000:0.0:1768252962.654363:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451904000:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768252962.654934:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46485:x1854145451904000:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 571us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252962.654942:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 856 00010000:00010000:3.0:1768252963.254999:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252963.786889:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252963.786935:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252963.786970:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252963.786996:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904512 00000100:00100000:2.0:1768252963.787007:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904512 00000100:00100000:3.0:1768252963.787032:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252963.787054:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904384 00000100:00100000:3.0:1768252963.787058:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904384 00000100:00100000:2.0:1768252963.787075:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1122 00000100:00100000:3.0:1768252963.787081:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1123 00000100:00100000:2.0:1768252963.787084:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451904512:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252963.787086:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451904384:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252963.787170:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904256 00000100:00100000:1.0:1768252963.787174:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904256 00000100:00100000:1.0:1768252963.787208:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1499 00000100:00100000:1.0:1768252963.787215:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451904256:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252963.787276:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451904384:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 188us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252963.787285:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1123 00000100:00100000:3.0:1768252963.787357:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904128 00000100:00100000:3.0:1768252963.787361:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904128 00000100:00100000:3.0:1768252963.787397:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1216 00000100:00100000:3.0:1768252963.787404:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451904128:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252963.787690:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451904512:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 606us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252963.787698:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1122 00000100:00100000:1.0:1768252963.798814:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451904256:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 11587us (11922us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252963.798831:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1499 00000100:00100000:3.0:1768252963.799073:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451904128:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 11667us (12099us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252963.799082:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1216 00000100:00100000:1.0:1768252963.895678:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768252963.895703:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476191232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252963.895964:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252963.896047:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476191360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252963.896072:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252963.896106:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476191232 00000100:00100000:1.0:1768252963.896114:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476191232 00000100:00100000:1.0:1768252963.896163:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476191360 00000100:00100000:1.0:1768252963.896166:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476191360 00000100:00100000:1.0:1768252963.896182:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1768252963.896190:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e210050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476191232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252963.896223:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252963.896269:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e210050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476191232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252963.896277:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1768252963.896490:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1768252963.896498:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476191360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252963.896519:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252963.896548:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476191360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252963.896554:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00080000:1.0:1768252963.896571:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252963.896576:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252963.896613:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476191360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252963.896626:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476191232:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252964.277308:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252964.315716:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252964.315790:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904640 00000100:00100000:0.0:1768252964.315800:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904640 00000100:00100000:0.0:1768252964.315860:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 857 00000100:00100000:0.0:1768252964.315870:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46499:x1854145451904640:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768252964.315890:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252964.315913:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abce7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d700f expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.315995:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abce84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252964.316033:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abce84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252964.316047:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abce84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768252964.316116:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1768252964.316120:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252964.316142:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abce84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768252964.316168:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abce7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d700f expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.316184:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abce84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d700f expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.316193:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252964.316196:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252964.316200:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768252964.316255:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46499:x1854145451904640:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 387us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252964.316260:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 857 00000100:00080000:2.0:1768252964.316823:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252964.323347:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252964.323430:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451904896 00000100:00100000:2.0:1768252964.323440:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451904896 00000100:00100000:2.0:1768252964.323489:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 858 00000100:00100000:2.0:1768252964.323498:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46499:x1854145451904896:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252964.323559:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252964.323591:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abce84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d700f expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252964.323612:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abce22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6ffa expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252964.323630:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252964.323641:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252964.323664:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252964.323674:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252964.323680:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:3.0:1768252964.346391:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967629 is committed 00000004:00010000:2.0:1768252964.346634:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099a49b50 reply state 00000000a4d1c069 transno 4294967629 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252964.346646:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768252964.346679:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00080000:2.0:1768252964.346786:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768252964.346803:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46499:x1854145451904896:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 23304us (23462us total) trans 4294967629 rc 0/0 00000100:00100000:2.0:1768252964.346811:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 858 00010000:00010000:3.0:1768252964.346871:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.346884:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.346891:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.346897:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252964.346902:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.346911:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.346927:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4a400) 00010000:00010000:3.0:1768252964.346930:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252964.346934:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.346940:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abce8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252964.418512:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252964.418664:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451905024 00000100:00100000:3.0:1768252964.418675:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451905024 00000100:00100000:3.0:1768252964.418732:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 145 00000100:00100000:3.0:1768252964.418742:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46503:x1854145451905024:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:3.0:1768252964.418874:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46503:x1854145451905024:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 133us (373us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768252964.418882:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 145 00000100:00100000:3.0:1768252964.421710:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252964.421748:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451905152 00000100:00100000:3.0:1768252964.421757:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451905152 00000100:00100000:3.0:1768252964.421818:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 859 00000100:00100000:3.0:1768252964.421828:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46503:x1854145451905152:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768252964.421848:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252964.421871:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7016 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252964.421942:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.421957:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.421968:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.421984:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.421991:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.421998:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422170:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcea7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422179:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcea7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422186:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcea7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768252964.422218:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1768252964.422223:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252964.422253:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcea7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422265:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422272:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422279:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422285:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252964.422289:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422297:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422310:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252964.422313:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252964.422318:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422336:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abce99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422348:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422354:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422361:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422366:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252964.422369:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422375:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422382:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff97274f8b9c00) 00010000:00010000:3.0:1768252964.422385:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252964.422388:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422393:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcea0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.422423:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abce92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7016 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252964.422436:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcea7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7016 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252964.422443:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252964.422446:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768252964.422448:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768252964.422508:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46503:x1854145451905152:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 681us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252964.422516:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 859 00000100:00100000:2.0:1768252964.449736:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252964.453611:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451905408 00000100:00100000:1.0:1768252964.453632:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451905408 00000100:00100000:1.0:1768252964.453725:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 860 00000100:00100000:1.0:1768252964.453737:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46503:x1854145451905408:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768252964.453762:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252964.453787:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abceae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d701d expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252964.453946:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.453963:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.453975:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.453990:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.453997:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.454003:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:1.0:1768252964.455720:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1768252964.461552:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abcec3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461586:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abcec3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461600:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abcec3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461680:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461687:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461694:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461701:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252964.461706:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461713:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461727:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:1.0:1768252964.461730:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252964.461736:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768252964.461742:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abceb5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:1.0:1768252964.461756:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d0568f4 reply state 00000000e7991b64 transno 4294967630 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252964.461766:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768252964.461820:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abceae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d701d expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252964.461835:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abcec3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d701d expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252964.461843:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768252964.461846:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768252964.461849:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00100000:1.0:1768252964.461932:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46503:x1854145451905408:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 8197us (12207us total) trans 4294967630 rc 0/0 00000100:00100000:1.0:1768252964.461942:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 860 00010000:00010000:3.0:1768252964.471092:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252964.471111:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252964.471119:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252964.471126:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252964.471131:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252964.471139:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252964.471155:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972749ca9b00) 00010000:00010000:3.0:1768252964.471159:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252964.471163:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252964.471169:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abcebc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768252964.474179:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252964.474557:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451905664 00000100:00100000:3.0:1768252964.474568:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451905664 00000100:00100000:3.0:1768252964.474631:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 861 00000100:00100000:3.0:1768252964.474641:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46503:x1854145451905664:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:3.0:1768252964.474828:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252964.474857:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abcec3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d701d expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252964.474885:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768252964.474898:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252964.474958:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.474973:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.474985:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768252964.475579:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000038884263 reply state 000000004724129e transno 4294967631 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252964.475590:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252964.475783:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46503:x1854145451905664:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 1142us (1613us total) trans 4294967631 rc 0/0 00000100:00100000:2.0:1768252964.475792:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 861 00010000:00010000:1.0:1768252964.479258:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252964.479278:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252964.479286:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252964.479294:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768252964.479300:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252964.479309:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252964.479311:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:1.0:1768252964.479338:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:1.0:1768252964.479342:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768252964.479348:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768252964.479354:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abced1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768252964.480143:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451905792 00000100:00100000:2.0:1768252964.480156:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451905792 00000100:00100000:2.0:1768252964.480227:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 862 00000100:00100000:2.0:1768252964.480239:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46503:x1854145451905792:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768252964.480267:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252964.480288:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abced8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7024 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252964.480361:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abced8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7024 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252964.480376:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abced8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7024 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252964.480393:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768252964.480396:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1768252964.480399:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768252964.480469:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46503:x1854145451905792:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 233us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252964.480477:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 862 00000100:00100000:3.0:1768252964.485433:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252964.485752:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451905920 00000100:00100000:2.0:1768252964.485765:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451905920 00000100:00100000:2.0:1768252964.485855:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 473 00000100:00100000:2.0:1768252964.485867:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451905920:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:2.0:1768252964.486491:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451905920:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 624us (1065us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1768252964.486500:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 473 00000100:00080000:1.0:1768252964.487866:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252964.492464:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252964.492562:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451906176 00000100:00100000:3.0:1768252964.492575:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451906176 00000100:00100000:3.0:1768252964.492642:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 146 00000100:00100000:3.0:1768252964.492652:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46503:x1854145451906176:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:3.0:1768252964.493094:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46503:x1854145451906176:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 441us (640us total) trans 4294967632 rc 0/0 00000100:00100000:3.0:1768252964.493104:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 146 00000100:00100000:2.0:1768252964.540657:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252964.540806:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451906304 00000100:00100000:0.0:1768252964.540818:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451906304 00000100:00100000:0.0:1768252964.540889:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 863 00000100:00100000:0.0:1768252964.540900:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46507:x1854145451906304:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:0.0:1768252964.540928:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252964.540951:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcedf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d702b expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.541054:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541069:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541081:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541095:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541101:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541107:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541203:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541211:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541218:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768252964.541252:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 0 00000004:00200000:0.0:1768252964.541256:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252964.541282:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541295:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541302:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541308:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541313:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541318:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252964.541331:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541338:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541348:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:0.0:1768252964.541351:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252964.541356:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541361:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcee6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541374:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541379:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541383:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541406:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252964.541409:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541414:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541421:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972775270f00) 00010000:00010000:0.0:1768252964.541424:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252964.541426:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541431:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abceed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.541468:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcedf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d702b expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.541482:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d702b expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.541491:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252964.541493:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768252964.541496:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252964.541558:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46507:x1854145451906304:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 660us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252964.541566:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 863 00000100:00100000:0.0:1768252964.544068:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252964.545826:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451906432 00000100:00100000:2.0:1768252964.545843:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451906432 00000100:00100000:2.0:1768252964.545922:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 474 00000100:00100000:2.0:1768252964.545933:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451906432:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768252964.545952:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252964.545975:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7032 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768252964.546001:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x69656624, atime: 0x69656624, ctime: 0x69656624, blocks: 0x1 00010000:00010000:2.0:1768252964.546056:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252964.546059:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768252964.546068:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 7 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252964.546090:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 7 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768252964.546103:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01a00, rc 0) 00000100:00100000:2.0:1768252964.546176:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451906432:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 245us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252964.546185:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 474 00000100:00100000:1.0:1768252964.551562:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252964.551675:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451906688 00000100:00100000:0.0:1768252964.551685:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451906688 00000100:00100000:0.0:1768252964.551746:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 864 00000100:00100000:0.0:1768252964.551756:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46507:x1854145451906688:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:0.0:1768252964.551813:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768252964.551842:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abcef4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d702b expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.551867:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abced8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7024 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252964.551881:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:0.0:1768252964.551891:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252964.551915:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.551939:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.551951:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.551966:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.551978:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.551985:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552150:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552160:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552168:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:0.0:1768252964.552602:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].27, 64 off9920 00000004:00080000:0.0:1768252964.552614:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2169973600570ns, next at 2170973597025ns, rc = 0 00010000:00010000:0.0:1768252964.552679:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552688:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552696:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552703:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552708:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552714:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552744:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252964.552769:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552774:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552779:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552785:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252964.552788:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552795:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552803:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972775270900) 00010000:00010000:0.0:1768252964.552806:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768252964.552810:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552815:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abcf10 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552858:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552865:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552870:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552878:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252964.552881:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552886:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552892:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:0.0:1768252964.552895:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252964.552897:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.552902:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abcf02 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768252964.552910:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f99d09e0 reply state 00000000e3ec795e transno 4294967633 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252964.552920:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768252964.552944:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252964.552952:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.552962:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252964.552966:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.552973:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.552993:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff972775270900) 00010000:00010000:3.0:1768252964.552997:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768252964.553000:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768252964.553008:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46507:x1854145451906688:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1249us (1455us total) trans 4294967633 rc 0/0 00000100:00100000:0.0:1768252964.553049:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 864 00010000:00010000:3.0:1768252964.553350:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abcf17 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768252964.553366:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252964.553368:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252964.553370:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252964.556256:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.556275:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.556284:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.556290:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252964.556295:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.556304:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.556319:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972775270f00) 00010000:00010000:0.0:1768252964.556330:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252964.556334:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252964.556340:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abcf09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000001:00080000:0.0:1768252964.977910:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00010000:00010000:2.0:1768252965.301324:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252965.335557:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252965.335644:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451906816 00000100:00100000:3.0:1768252965.335654:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451906816 00000100:00100000:3.0:1768252965.335724:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 865 00000100:00100000:3.0:1768252965.335735:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46527:x1854145451906816:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768252965.335761:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768252965.335783:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcf1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7039 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.335848:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcf25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252965.335863:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcf25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252965.335885:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcf25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768252965.335949:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1768252965.335954:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768252965.335985:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcf25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252965.336043:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abcf1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7039 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.336063:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcf25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7039 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.336073:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:3.0:1768252965.336076:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768252965.336079:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768252965.336139:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46527:x1854145451906816:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 405us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252965.336146:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 865 00000100:00100000:3.0:1768252965.339925:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252965.340005:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907072 00000100:00100000:2.0:1768252965.340039:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907072 00000100:00100000:2.0:1768252965.340095:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 866 00000100:00100000:2.0:1768252965.340106:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:46527:x1854145451907072:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768252965.340161:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768252965.340190:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcf25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7039 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252965.340212:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcea7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7016 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252965.340221:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9200) 00010000:00010000:2.0:1768252965.340232:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252965.340256:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.340267:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.340275:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:3.0:1768252965.418836:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967633 is committed 00000004:00080000:3.0:1768252965.418850:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 76 committed 00000001:00080000:3.0:1768252965.418878:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967634 is committed 00000004:00010000:0.0:1768252965.419004:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026bbcf5b reply state 000000004bbe919e transno 4294967634 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252965.419060:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476191488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768252965.419064:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252965.419103:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:3.0:1768252965.419133:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1768252965.419194:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1768252965.419210:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476191488 00000100:00100000:3.0:1768252965.419218:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476191488 00000100:00100000:0.0:1768252965.419226:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46527:x1854145451907072:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 79119us (79309us total) trans 4294967634 rc 0/0 00000100:00100000:0.0:1768252965.419236:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 866 00000100:00100000:3.0:1768252965.419270:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1768252965.419280:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476191488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768252965.419303:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00010000:00010000:3.0:1768252965.419338:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.419358:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252965.419367:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252965.419370:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768252965.419373:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.419399:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768252965.419413:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 5 pid: 6570 timeout: 2270 lvb_type: 1 00000100:00100000:3.0:1768252965.419426:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476191616:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768252965.419435:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252965.419445:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252965.419453:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252965.419460:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252965.419466:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252965.419470:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7f3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1768252965.419474:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00000100:00080000:3.0:1768252965.419484:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768252965.419492:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4a900) 00010000:00010000:0.0:1768252965.419497:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768252965.419503:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768252965.419509:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf2c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768252965.423662:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476191616:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768252965.423692:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252965.426596:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252965.426671:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907200 00000100:00100000:1.0:1768252965.426680:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907200 00010000:00010000:1.0:1768252965.426720:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 6 pid: 6570 timeout: 2270 lvb_type: 1 00000100:00100000:1.0:1768252965.426768:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 406 00000100:00100000:1.0:1768252965.426778:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451907200:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252965.426794:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252965.426801:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 6 pid: 6570 timeout: 2270 lvb_type: 1 00010000:00010000:1.0:1768252965.426821:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 6 pid: 6570 timeout: 2270 lvb_type: 1 00010000:00010000:1.0:1768252965.426845:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcefb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7032 expref: 6 pid: 6570 timeout: 2270 lvb_type: 1 00010000:00010000:1.0:1768252965.426862:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252965.426865:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252965.426870:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252965.426879:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252965.426921:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252965.426986:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451907200:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 209us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252965.426995:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 406 00010000:00010000:0.0:1768252965.427392:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252965.427403:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252965.427413:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252965.427420:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252965.427444:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768252965.428055:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476191488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8775us (8920us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1768252965.428065:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00010000:00010000:3.0:1768252965.428147:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252965.428155:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.428162:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252965.428166:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.428176:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.428204:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.428211:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252965.428231:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252965.428232:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252965.428234:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768252965.428452:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972646ee4700/2, rc 0, transno 4294967351 00000100:00100000:1.0:1768252965.428460:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476191488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768252965.484503:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252965.484683:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907328 00000100:00100000:2.0:1768252965.484694:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907328 00000100:00100000:2.0:1768252965.484757:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 867 00000100:00100000:2.0:1768252965.484768:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46531:x1854145451907328:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768252965.484794:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252965.484816:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abcf3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7040 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252965.484879:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.484894:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.484907:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.484922:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.484929:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.484935:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485119:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abcf4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485126:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abcf4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485145:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abcf4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768252965.485172:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:2.0:1768252965.485176:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252965.485487:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abcf4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485500:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485506:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485513:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485608:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252965.485614:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485622:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485634:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:2.0:1768252965.485637:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252965.485642:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485647:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcf41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485661:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485667:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485673:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485678:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252965.485680:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485685:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485692:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972742c4a100) 00010000:00010000:2.0:1768252965.485694:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252965.485697:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485701:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abcf48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252965.485734:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abcf3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7040 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252965.485747:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abcf4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7040 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252965.485754:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4a700) 00010000:00010000:2.0:1768252965.485756:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768252965.485759:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00400, rc 0) 00000100:00100000:2.0:1768252965.485874:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46531:x1854145451907328:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1108us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252965.485883:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 867 00010000:00010000:2.0:1768252966.322481:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252966.376617:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252966.384285:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907456 00000100:00100000:2.0:1768252966.384300:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907456 00000100:00100000:2.0:1768252966.384382:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 868 00000100:00100000:2.0:1768252966.384392:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46549:x1854145451907456:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768252966.384411:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252966.384429:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcf56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7047 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252966.384490:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abcf5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252966.384504:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abcf5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252966.384527:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abcf5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768252966.384587:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:2.0:1768252966.384590:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252966.384613:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abcf5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768252966.384639:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abcf56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7047 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252966.384656:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abcf5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7047 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252966.384665:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4a700) 00010000:00010000:2.0:1768252966.384668:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252966.384671:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768252966.384746:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46549:x1854145451907456:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 356us (8139us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252966.384753:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 868 00000100:00080000:2.0:1768252966.384784:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252966.390692:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252966.391477:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907712 00000100:00100000:3.0:1768252966.391488:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907712 00000100:00100000:3.0:1768252966.391580:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 869 00000100:00100000:3.0:1768252966.391590:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46549:x1854145451907712:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768252966.391644:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768252966.391671:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abcf5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7047 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252966.391711:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abcf4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7040 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252966.391726:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972742c4a700) 00010000:00010000:3.0:1768252966.391736:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252966.391760:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.391771:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.391779:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768252966.392255:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d7c4025 reply state 000000002888fa3c transno 4294967635 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768252966.392265:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768252966.392283:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:0.0:1768252966.392390:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46549:x1854145451907712:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 800us (1705us total) trans 4294967635 rc 0/0 00000100:00100000:0.0:1768252966.392398:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 869 00010000:00010000:3.0:1768252966.395672:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.395688:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.395695:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.395701:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252966.395705:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.395713:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.395729:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252966.395732:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768252966.395737:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768252966.395743:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abcf64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768252966.458776:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476192128:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.458849:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252966.458912:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1768252966.458919:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476191744:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.458949:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252966.458973:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476192256:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.458995:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252966.459068:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476191872:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459092:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252966.459109:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476192384:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459143:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252966.459159:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768252966.459165:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476192000:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459185:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252966.459220:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192128 00000100:00100000:1.0:1768252966.459228:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192128 00000100:00100000:1.0:1768252966.459275:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192384 00000100:00100000:1.0:1768252966.459279:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192384 00000100:00100000:1.0:1768252966.459295:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1768252966.459313:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476192128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459361:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476192128:12345-0@lo:400:kworker.0 Request processed in 59us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.459369:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1768252966.459386:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1768252966.459393:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476192384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459421:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476192384:12345-0@lo:400:kworker.0 Request processed in 29us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.459426:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1768252966.459444:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192256 00000100:00100000:1.0:1768252966.459448:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192256 00000100:00100000:1.0:1768252966.459472:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476191872 00000100:00100000:1.0:1768252966.459475:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476191872 00000100:00100000:1.0:1768252966.459490:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192000 00000100:00100000:1.0:1768252966.459493:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192000 00000100:00100000:1.0:1768252966.459506:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1768252966.459523:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476192256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459551:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476192256:12345-0@lo:400:kworker.0 Request processed in 28us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.459556:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1768252966.459567:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1768252966.459572:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476191872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459594:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476191872:12345-0@lo:400:kworker.0 Request processed in 22us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.459599:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1768252966.459609:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1768252966.459613:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476192000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459633:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476192000:12345-0@lo:400:kworker.0 Request processed in 20us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.459639:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00080000:1.0:1768252966.459661:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252966.459666:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252966.459701:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476192000:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459711:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476191872:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459720:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476192384:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459751:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476192256:0@lo:400:kworker.0 00000100:00100000:1.0:1768252966.459759:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476192128:0@lo:400:kworker.0 00000100:00100000:3.0:1768252966.461369:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476191744 00000100:00100000:3.0:1768252966.461383:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476191744 00000100:00100000:3.0:1768252966.461656:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1768252966.461667:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476191744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252966.461758:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476191744:12345-0@lo:400:kworker.0 Request processed in 93us (2807us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252966.461766:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1768252966.462352:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476191744:0@lo:400:kworker.0 00000100:00100000:2.0:1768252966.507641:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252966.507810:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907840 00000100:00100000:1.0:1768252966.507819:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907840 00000100:00100000:1.0:1768252966.507896:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 870 00000100:00100000:1.0:1768252966.507904:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451907840:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252966.508000:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451907840:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 98us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.508005:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 870 00000100:00100000:0.0:1768252966.509477:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252966.509648:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451907968 00000100:00100000:3.0:1768252966.509657:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451907968 00000100:00100000:3.0:1768252966.509761:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 476 00000100:00100000:3.0:1768252966.509770:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451907968:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252966.510070:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451907968:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 300us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252966.510078:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 476 00000100:00080000:1.0:1768252966.510738:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252966.511491:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.511620:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908096 00000100:00100000:0.0:1768252966.511628:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908096 00000100:00100000:0.0:1768252966.511707:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 477 00000100:00100000:0.0:1768252966.511715:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451908096:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252966.511954:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451908096:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 240us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.511960:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 477 00000100:00080000:1.0:1768252966.513685:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252966.513931:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252966.514129:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908224 00000100:00100000:1.0:1768252966.514139:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908224 00000100:00100000:0.0:1768252966.514298:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 871 00000100:00100000:0.0:1768252966.514318:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451908224:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252966.514725:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451908224:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 409us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.514733:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 871 00000100:00100000:2.0:1768252966.516875:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.516960:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908352 00000100:00100000:0.0:1768252966.516974:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908352 00000100:00100000:0.0:1768252966.517058:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 872 00000100:00100000:0.0:1768252966.517066:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451908352:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252966.517153:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451908352:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 87us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.517161:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 872 00000100:00100000:3.0:1768252966.518571:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.518633:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908480 00000100:00100000:0.0:1768252966.518640:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908480 00000100:00100000:0.0:1768252966.518697:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 478 00000100:00100000:0.0:1768252966.518704:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451908480:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252966.518922:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451908480:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 218us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.518927:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 478 00000100:00100000:3.0:1768252966.520166:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.520234:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908608 00000100:00100000:0.0:1768252966.520241:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908608 00000100:00100000:0.0:1768252966.520328:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 479 00000100:00100000:0.0:1768252966.520339:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451908608:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768252966.520523:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46561:x1854145451908608:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 186us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.520527:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 479 00000100:00100000:2.0:1768252966.521851:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.521914:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908736 00000100:00100000:0.0:1768252966.521921:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908736 00000100:00100000:0.0:1768252966.521989:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 873 00000100:00100000:0.0:1768252966.521996:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451908736:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252966.522273:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46561:x1854145451908736:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 277us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.522278:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 873 00000100:00100000:1.0:1768252966.549610:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.549719:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908864 00000100:00100000:0.0:1768252966.549729:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908864 00000100:00100000:0.0:1768252966.549793:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 874 00000100:00100000:0.0:1768252966.549804:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46565:x1854145451908864:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:0.0:1768252966.549825:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252966.549847:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcf6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d704e expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252966.549905:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.549916:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.549924:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.549933:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.549937:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.549941:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550088:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcf80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550096:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcf80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550102:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcf80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768252966.550128:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1768252966.550132:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252966.550160:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcf80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550172:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550178:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550185:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550190:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252966.550195:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550202:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550216:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:0.0:1768252966.550219:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252966.550224:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550230:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abcf72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550244:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550249:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550252:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550258:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252966.550260:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550264:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550268:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270f00) 00010000:00010000:0.0:1768252966.550269:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252966.550271:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550274:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abcf79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252966.550296:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcf6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d704e expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252966.550318:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcf80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d704e expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252966.550323:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768252966.550324:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768252966.550326:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768252966.550376:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46565:x1854145451908864:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 576us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.550382:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 874 00000100:00100000:3.0:1768252966.552371:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252966.552556:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451908992 00000100:00100000:1.0:1768252966.552565:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451908992 00000100:00100000:1.0:1768252966.552619:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 147 00000100:00100000:1.0:1768252966.552629:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46565:x1854145451908992:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:1.0:1768252966.552896:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46565:x1854145451908992:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 268us (531us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768252966.552904:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 147 00000100:00100000:1.0:1768252966.555573:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252966.555741:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451909248 00000100:00100000:2.0:1768252966.555751:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451909248 00000100:00100000:2.0:1768252966.555840:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 875 00000100:00100000:2.0:1768252966.555850:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46565:x1854145451909248:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768252966.555870:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252966.555893:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcf87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7055 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252966.556058:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.556070:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.556078:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.556090:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.556096:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.556102:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:2.0:1768252966.556829:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1768252966.557039:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcf9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557048:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcf9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557057:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcf9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557094:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557101:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557108:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557114:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252966.557187:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557196:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557208:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768252966.557212:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252966.557217:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252966.557223:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abcf8e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768252966.557235:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044a8e7a7 reply state 0000000098b88ae8 transno 4294967636 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768252966.557243:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768252966.557274:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcf87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7055 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252966.557290:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcf9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7055 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252966.557298:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff972742c4af00) 00010000:00010000:2.0:1768252966.557300:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768252966.557313:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00800, rc 0) 00000100:00100000:2.0:1768252966.557530:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:46565:x1854145451909248:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1680us (1966us total) trans 4294967636 rc 0/0 00000100:00100000:2.0:1768252966.557539:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 875 00010000:00010000:0.0:1768252966.559882:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252966.559905:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252966.559912:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252966.559917:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252966.559922:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252966.559929:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252966.559944:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972742c4a100) 00010000:00010000:0.0:1768252966.559947:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252966.559952:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768252966.559958:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcf95 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768252966.565608:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.565818:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451909376 00000100:00100000:0.0:1768252966.565828:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451909376 00000100:00100000:0.0:1768252966.565891:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 480 00000100:00100000:0.0:1768252966.565902:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46565:x1854145451909376:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:0.0:1768252966.565921:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252966.565941:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d705c expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768252966.565966:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1768252966.565994:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252966.565996:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768252966.566006:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252966.566052:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252966.566067:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768252966.566300:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46565:x1854145451909376:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 399us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252966.566316:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 480 00000100:00100000:3.0:1768252966.609328:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252966.609736:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451909504 00000100:00100000:0.0:1768252966.609747:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451909504 00002000:00100000:0.0:1768252966.609802:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff972646ee5180 x1854145451909504/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:697/0 lens 488/0 e 0 to 0 dl 1768252977 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768252966.609815:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972646ee5180 with x1854145451909504 ext(0->1048575) 00002000:00010000:0.0:1768252966.609821:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972646ee5180 00000100:00100000:0.0:1768252966.609859:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:0.0:1768252966.609869:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451909504:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:0.0:1768252966.636874:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451909504:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 26992us (27555us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1768252966.636891:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 21 00002000:00100000:0.0:1768252966.636906:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff972646ee5180 x1854145451909504/t4294967352(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:697/0 lens 488/448 e 0 to 0 dl 1768252977 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768252966.636918:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972646ee5180 with x1854145451909504 ext(0->1048575) 00002000:00010000:0.0:1768252966.636927:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972646ee5180 00000100:00100000:1.0:1768252966.640007:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252966.640162:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451909632 00000100:00100000:2.0:1768252966.640175:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451909632 00000100:00100000:2.0:1768252966.640238:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 876 00000100:00100000:2.0:1768252966.640249:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46565:x1854145451909632:12345-192.168.202.43@tcp:44:dd.60003 00000001:00080000:0.0:1768252966.682294:0:80691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967636 is committed 00000100:00100000:2.0:1768252966.682797:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46565:x1854145451909632:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 42541us (42794us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252966.682812:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 876 00000100:00100000:0.0:1768252966.687762:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252966.687844:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451909760 00000100:00100000:1.0:1768252966.687855:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451909760 00000100:00100000:1.0:1768252966.687995:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 481 00000100:00100000:1.0:1768252966.688006:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451909760:12345-192.168.202.43@tcp:16:dd.60003 00000001:00080000:0.0:1768252966.723898:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:1.0:1768252966.724086:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451909760:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 36076us (36328us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252966.724099:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 481 00000100:00100000:3.0:1768252966.726384:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252966.726690:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910016 00000100:00100000:1.0:1768252966.726701:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910016 00000100:00100000:1.0:1768252966.726811:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 148 00000100:00100000:1.0:1768252966.726822:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46565:x1854145451910016:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:0.0:1768252966.727620:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46565:x1854145451910016:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 793us (1239us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1768252966.727630:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 148 00010000:00010000:2.0:1768252967.346311:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768252967.814273:0:80777:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2173235256541ns, next at 2151278972942ns, rc = 0 00000004:00080000:0.0:1768252967.814677:0:80777:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2173235663017ns, next at 2170973597025ns, rc = 0 00000004:00080000:1.0:1768252967.849192:0:80691:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 77 committed 00000004:00080000:1.0:1768252967.849225:0:80691:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 74 committed 00000001:00080000:1.0:1768252967.849238:0:80691:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967637 is committed 00010000:00010000:2.0:1768252968.370749:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252968.903107:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252968.903173:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252968.903207:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252968.903235:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252968.903258:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910272 00000100:00100000:2.0:1768252968.903267:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910272 00000100:00100000:2.0:1768252968.903337:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1503 00000100:00100000:2.0:1768252968.903350:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451910272:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252968.903424:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451910272:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252968.903430:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1503 00000100:00080000:2.0:1768252968.903448:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252968.904240:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910400 00000100:00100000:0.0:1768252968.904247:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910400 00000100:00100000:0.0:1768252968.904296:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910528 00000100:00100000:0.0:1768252968.904300:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910528 00000100:00100000:0.0:1768252968.904327:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1126 00000100:00100000:0.0:1768252968.904334:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451910400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252968.904367:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451910400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252968.904371:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1126 00000100:00080000:2.0:1768252968.904855:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252968.904859:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252968.905833:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1127 00000100:00100000:0.0:1768252968.905852:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451910528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252968.905911:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451910528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (2674us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252968.907151:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910144 00000100:00100000:3.0:1768252968.907167:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910144 00000100:00100000:3.0:1768252968.907230:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1218 00000100:00100000:3.0:1768252968.907239:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451910144:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252968.907310:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451910144:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (4209us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252968.907317:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1218 00000100:00100000:0.0:1768252968.917892:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1127 00000100:00100000:1.0:1768252969.011003:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476192512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252969.011672:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252969.011755:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476192640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252969.011793:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252969.011827:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192512 00000100:00100000:1.0:1768252969.011834:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192512 00000100:00100000:1.0:1768252969.011882:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192640 00000100:00100000:1.0:1768252969.011886:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192640 00000100:00100000:1.0:1768252969.011905:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1768252969.011912:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476192512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252969.011949:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252969.011991:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476192512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252969.011997:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1768252969.012039:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1768252969.012046:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476192640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252969.012065:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1768252969.012096:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476192640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252969.012103:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1768252969.012120:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252969.012124:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252969.012173:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476192640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252969.012211:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476192512:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1768252969.105983:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000100:00100000:2.0:1768252969.291534:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252969.293688:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910656 00000100:00100000:1.0:1768252969.293705:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910656 00000100:00100000:1.0:1768252969.294788:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 877 00000100:00100000:1.0:1768252969.294802:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451910656:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252969.294920:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451910656:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 122us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252969.294929:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 877 00000100:00100000:3.0:1768252969.304811:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252969.304954:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910784 00000100:00100000:1.0:1768252969.304965:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910784 00000100:00100000:1.0:1768252969.305046:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 482 00000100:00100000:1.0:1768252969.305056:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46698:x1854145451910784:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252969.305376:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46698:x1854145451910784:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 320us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252969.305384:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 482 00000100:00100000:3.0:1768252969.310208:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252969.310304:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451910912 00000100:00100000:2.0:1768252969.310317:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451910912 00000100:00100000:2.0:1768252969.310383:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 483 00000100:00100000:2.0:1768252969.310394:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46698:x1854145451910912:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252969.310696:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46698:x1854145451910912:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 302us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252969.310704:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 483 00000100:00100000:3.0:1768252969.312544:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252969.312637:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911040 00000100:00100000:1.0:1768252969.312647:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911040 00000100:00100000:1.0:1768252969.312699:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 878 00000100:00100000:1.0:1768252969.312708:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451911040:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768252969.313042:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451911040:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 334us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252969.313052:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 878 00000100:00100000:3.0:1768252969.317514:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252969.317584:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911168 00000100:00100000:2.0:1768252969.317595:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911168 00000100:00100000:2.0:1768252969.317651:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 879 00000100:00100000:2.0:1768252969.317661:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451911168:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252969.317772:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451911168:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 112us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252969.317780:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 879 00000100:00100000:3.0:1768252969.325918:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252969.326588:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911296 00000100:00100000:2.0:1768252969.326601:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911296 00000100:00100000:2.0:1768252969.326666:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 484 00000100:00100000:2.0:1768252969.326677:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46698:x1854145451911296:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252969.326981:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:46698:x1854145451911296:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 306us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252969.326987:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 484 00000100:00100000:3.0:1768252969.344831:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252969.344907:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911424 00000100:00100000:1.0:1768252969.344918:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911424 00000100:00100000:1.0:1768252969.344985:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 485 00000100:00100000:1.0:1768252969.344996:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46698:x1854145451911424:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768252969.345324:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46698:x1854145451911424:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 329us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252969.345333:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 485 00000100:00100000:1.0:1768252969.350485:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252969.350575:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911552 00000100:00100000:2.0:1768252969.350586:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911552 00000100:00100000:2.0:1768252969.350646:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 880 00000100:00100000:2.0:1768252969.350657:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451911552:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768252969.357464:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46698:x1854145451911552:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 6794us (6975us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252969.357480:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 880 00010000:00010000:2.0:1768252969.395466:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252969.425344:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252969.425576:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911808 00000100:00100000:2.0:1768252969.425587:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911808 00000100:00100000:2.0:1768252969.425690:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 881 00000100:00100000:2.0:1768252969.425701:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46702:x1854145451911808:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768252969.425752:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768252969.425778:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abcf9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7055 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252969.425799:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff972742c4af00) 00010000:00010000:2.0:1768252969.425809:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768252969.425832:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.425845:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.425855:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.425868:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.425875:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.425881:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426085:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426319:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426329:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:2.0:1768252969.426828:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].28, 64 off9984 00000004:00080000:2.0:1768252969.426838:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2174847824920ns, next at 2175847822557ns, rc = 0 00010000:00010000:2.0:1768252969.426968:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426977:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426985:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426992:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.426998:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427003:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427058:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768252969.427089:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768252969.427099:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.427111:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252969.427115:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.427123:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.427135:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff972742c4a000) 00010000:00010000:0.0:1768252969.427138:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768252969.427142:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.427147:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.427161:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252969.427162:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252969.427164:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252969.427642:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427652:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427658:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427665:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252969.427669:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427675:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427683:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768252969.427685:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768252969.427688:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427694:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abcfbf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427751:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427757:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427762:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427768:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252969.427770:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427775:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427782:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768252969.427784:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252969.427788:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252969.427793:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abcfb1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768252969.427803:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e76a262c reply state 00000000562132eb transno 4294967638 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768252969.427811:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768252969.427919:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46702:x1854145451911808:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 2215us (2581us total) trans 4294967638 rc 0/0 00000100:00100000:2.0:1768252969.427928:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 881 00010000:00010000:0.0:1768252969.430624:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.430645:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.430653:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.430659:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252969.430664:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.430672:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.430688:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff972742c4ab00) 00010000:00010000:0.0:1768252969.430691:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252969.430696:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768252969.430702:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abcfb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768252970.422897:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252971.446090:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252971.574540:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476193152:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.574618:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252971.574682:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1768252971.574689:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476192768:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.574717:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252971.574724:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193152 00000100:00100000:2.0:1768252971.574732:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193152 00000100:00100000:1.0:1768252971.574739:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476193280:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.574760:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252971.574782:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1768252971.574782:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476192896:0@lo:400:kworker.0 00000100:00100000:2.0:1768252971.574791:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476193152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.574802:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252971.574817:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476193408:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.574832:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252971.574841:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476193152:12345-0@lo:400:kworker.0 Request processed in 53us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252971.574846:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768252971.574849:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1768252971.574850:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476193024:0@lo:400:kworker.0 00000100:00100000:2.0:1768252971.574862:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193408 00000100:00100000:2.0:1768252971.574866:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193408 00000100:00100000:1.0:1768252971.574868:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252971.574888:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1768252971.574894:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476193408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.574908:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192768 00000100:00100000:1.0:1768252971.574911:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192768 00000100:00100000:2.0:1768252971.574926:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476193408:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252971.574932:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1768252971.574937:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1768252971.574942:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476192768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252971.574948:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193280 00000100:00100000:2.0:1768252971.574951:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193280 00000100:00100000:1.0:1768252971.574971:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476192768:12345-0@lo:400:kworker.0 Request processed in 29us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252971.574973:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476192896 00000100:00100000:2.0:1768252971.574976:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476192896 00000100:00100000:1.0:1768252971.574977:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1768252971.574988:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193024 00000100:00100000:2.0:1768252971.574990:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193024 00000100:00080000:1.0:1768252971.575000:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252971.575003:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00080000:1.0:1768252971.575005:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252971.575007:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252971.575008:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476193280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575036:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1768252971.575042:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476192896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252971.575056:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476193280:12345-0@lo:400:kworker.0 Request processed in 48us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252971.575062:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:1.0:1768252971.575065:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476192896:12345-0@lo:400:kworker.0 Request processed in 24us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252971.575069:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1768252971.575081:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1768252971.575087:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476193024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575112:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476193024:12345-0@lo:400:kworker.0 Request processed in 25us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252971.575117:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1768252971.575168:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476193024:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575178:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476192896:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575187:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:1.0:1768252971.575193:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972646ee4700, transno 4294967351 00000100:00100000:1.0:1768252971.575201:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476193408:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575237:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476192768:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575246:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476193280:0@lo:400:kworker.0 00000100:00100000:1.0:1768252971.575264:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476193152:0@lo:400:kworker.0 00000004:00080000:3.0:1768252971.575937:0:80923:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2176996922376ns, next at 2175847822557ns, rc = 0 00000001:00080000:2.0:1768252971.618404:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967638 is committed 00000004:00080000:2.0:1768252971.618416:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 75 committed 00000004:00080000:2.0:1768252971.618427:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 76 committed 00000100:00100000:0.0:1768252971.618743:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476193536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768252971.618810:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252971.618973:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193536 00000100:00100000:2.0:1768252971.618981:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193536 00000100:00100000:2.0:1768252971.619300:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1768252971.619312:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476193536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768252971.619339:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:2.0:1768252971.619367:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.619390:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.619400:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252971.619402:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768252971.619406:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.619433:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.619454:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 5 pid: 6569 timeout: 2277 lvb_type: 0 00000100:00100000:2.0:1768252971.619478:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476193664:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768252971.619536:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bc97240 going to sleep for 11 seconds 00000100:00100000:3.0:1768252971.622699:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252971.622786:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451911936 00000100:00100000:1.0:1768252971.622798:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451911936 00010000:00010000:1.0:1768252971.622861:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 6 pid: 6569 timeout: 2277 lvb_type: 0 00000100:00100000:1.0:1768252971.622914:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 407 00000100:00100000:1.0:1768252971.622923:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451911936:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768252971.622940:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252971.622945:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 6 pid: 6569 timeout: 2277 lvb_type: 0 00010000:00010000:1.0:1768252971.622959:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 6 pid: 6569 timeout: 2277 lvb_type: 0 00010000:00010000:1.0:1768252971.622986:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252971.622988:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768252971.622993:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252971.623003:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252971.623063:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1768252971.623244:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252971.623334:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451911936:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 411us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252971.623344:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 407 00010000:00010000:2.0:1768252971.623537:0:6570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff972777962e00/0xef9a6e5c83abcfaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d705c expref: 5 pid: 6569 timeout: 2277 lvb_type: 0 00000100:00100000:2.0:1768252971.623554:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476193664:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768252971.623575:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.623585:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.623592:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.623601:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.623610:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252971.623634:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768252971.624247:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768252971.624266:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252971.624275:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252971.624279:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252971.624288:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252971.624303:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252971.624310:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abcfcd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252971.624330:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252971.624333:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252971.624335:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252971.624511:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476193536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5199us (5698us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1768252971.624520:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000004:00080000:1.0:1768252971.624616:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649250e00/2, rc 0, transno 4294967353 00000100:00100000:1.0:1768252971.624635:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476193536:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1768252971.625108:0:80923:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2177046093136ns, next at 2170973597025ns, rc = 0 00000004:00080000:2.0:1768252971.629000:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 78 committed 00010000:00010000:0.0:1768252972.466466:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252973.490194:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252974.028008:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252974.028659:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912192 00000100:00100000:2.0:1768252974.028672:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912192 00000100:00100000:2.0:1768252974.028749:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1507 00000100:00100000:2.0:1768252974.028759:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451912192:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252974.028842:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451912192:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252974.028849:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1507 00000100:00080000:3.0:1768252974.029051:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252974.037557:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252974.037611:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252974.037644:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252974.037740:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912320 00000100:00100000:2.0:1768252974.037750:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912320 00000100:00100000:2.0:1768252974.037824:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912448 00000100:00100000:2.0:1768252974.037828:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912448 00000100:00100000:2.0:1768252974.037852:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:2.0:1768252974.037862:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451912320:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768252974.038035:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768252974.038039:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252974.038070:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1131 00000100:00100000:3.0:1768252974.038080:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451912448:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252974.038161:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451912320:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 299us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252974.038169:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:0.0:1768252974.038742:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912064 00000100:00100000:0.0:1768252974.038749:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912064 00000100:00100000:0.0:1768252974.038793:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1220 00000100:00100000:0.0:1768252974.038801:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451912064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252974.039633:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dd2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451912448:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1550us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252974.039645:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1131 00000100:00100000:0.0:1768252974.043593:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451912064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4779us (6034us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252974.043610:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1220 00000100:00100000:3.0:1768252974.130368:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476193792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252974.130468:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252974.130886:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476193920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252974.130923:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252974.130964:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193792 00000100:00100000:1.0:1768252974.130971:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193792 00000100:00100000:1.0:1768252974.131034:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476193920 00000100:00100000:1.0:1768252974.131037:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476193920 00000100:00100000:1.0:1768252974.131070:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1768252974.131077:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476193792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252974.131110:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252974.134190:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476193792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3103us (3712us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252974.134203:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1768252974.134245:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1768252974.134256:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476193920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252974.134291:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1768252974.134359:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476193920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (3434us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252974.134364:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:1.0:1768252974.134767:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252974.134773:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252974.134821:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476193920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768252974.139396:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476193792:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1768252974.180516:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00010000:00010000:0.0:1768252974.515359:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252975.542822:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252976.567585:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252976.698227:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476194048:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698296:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252976.698338:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476194560:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698359:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252976.698383:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768252976.698389:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476194176:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698407:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252976.698422:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476194688:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698441:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252976.698468:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476194432:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698490:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252976.698510:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252976.698515:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476194304:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698535:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252976.698568:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194048 00000100:00100000:1.0:1768252976.698575:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194048 00000100:00100000:1.0:1768252976.698627:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1768252976.698636:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476194048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698682:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476194048:12345-0@lo:400:kworker.0 Request processed in 47us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252976.698690:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1768252976.698725:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194560 00000100:00100000:1.0:1768252976.698729:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194560 00000100:00100000:1.0:1768252976.698759:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194176 00000100:00100000:1.0:1768252976.698763:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194176 00000100:00100000:1.0:1768252976.698781:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194304 00000100:00100000:1.0:1768252976.698784:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194304 00000100:00100000:1.0:1768252976.698798:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1768252976.698804:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476194560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698836:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476194560:12345-0@lo:400:kworker.0 Request processed in 32us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252976.698842:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1768252976.698854:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1768252976.698859:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476194176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698884:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476194176:12345-0@lo:400:kworker.0 Request processed in 26us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252976.698890:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1768252976.698900:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1768252976.698905:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476194304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.698934:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476194304:12345-0@lo:400:kworker.0 Request processed in 28us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252976.698939:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1768252976.698960:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194688 00000100:00100000:1.0:1768252976.698963:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194688 00000100:00100000:1.0:1768252976.698987:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194432 00000100:00100000:1.0:1768252976.698989:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194432 00000100:00100000:1.0:1768252976.699006:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1768252976.699036:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476194688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699065:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476194688:12345-0@lo:400:kworker.0 Request processed in 54us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252976.699074:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1768252976.699085:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1768252976.699090:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476194432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699115:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476194432:12345-0@lo:400:kworker.0 Request processed in 25us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252976.699120:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00080000:1.0:1768252976.699148:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252976.699152:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768252976.699155:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252976.699197:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476194304:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699219:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:1.0:1768252976.699224:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649250e00, transno 4294967353 00000100:00100000:1.0:1768252976.699235:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476194432:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699490:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476194176:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699501:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476194688:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699509:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476194048:0@lo:400:kworker.0 00000100:00100000:1.0:1768252976.699520:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476194560:0@lo:400:kworker.0 00010000:00010000:3.0:1768252977.586398:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252978.617145:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252979.142441:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252979.142479:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252979.142516:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252979.142549:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252979.142576:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912960 00000100:00100000:3.0:1768252979.142586:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912960 00000100:00100000:3.0:1768252979.142634:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912832 00000100:00100000:3.0:1768252979.142637:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912832 00000100:00100000:3.0:1768252979.142656:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1134 00000100:00100000:3.0:1768252979.142665:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451912960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252979.142730:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451912960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252979.142737:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1134 00000100:00100000:3.0:1768252979.142753:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1135 00000100:00100000:3.0:1768252979.142758:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451912832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252979.142779:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451912832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 21us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252979.142785:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1135 00000100:00080000:3.0:1768252979.142800:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768252979.142803:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252979.148392:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912704 00000100:00100000:0.0:1768252979.148412:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912704 00000100:00100000:0.0:1768252979.148501:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1511 00000100:00100000:0.0:1768252979.148510:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451912704:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252979.148593:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451912704:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (6162us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252979.148601:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1511 00000100:00100000:2.0:1768252979.149833:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451912576 00000100:00100000:2.0:1768252979.149842:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451912576 00000100:00100000:2.0:1768252979.149893:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1222 00000100:00100000:2.0:1768252979.149903:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451912576:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252979.149953:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451912576:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (7435us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252979.149964:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1222 00000100:00080000:3.0:1768252979.150520:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252979.250311:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252979.250336:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476194816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252979.250404:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252979.250479:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194816 00000100:00100000:1.0:1768252979.250487:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194816 00000100:00080000:3.0:1768252979.250535:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252979.250546:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1768252979.250556:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476194816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252979.250590:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252979.250652:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476194816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252979.250658:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1768252979.250904:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476194816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252979.251064:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252979.251074:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476194944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768252979.251105:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252979.254869:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476194944 00000100:00100000:1.0:1768252979.254890:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476194944 00000100:00100000:1.0:1768252979.254976:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1768252979.254988:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476194944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768252979.255069:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252979.255186:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476194944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 192us (4071us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252979.255194:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1768252979.257191:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476194944:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768252979.257933:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1768252979.635871:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252980.658268:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252981.682230:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252981.810386:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476195200:0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.810387:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476195456:0@lo:400:kworker.0 00000100:00100000:2.0:1768252981.810453:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476195072:0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.813836:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252981.813914:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252981.813928:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476195328:0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.813959:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252981.814004:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195456 00000100:00100000:1.0:1768252981.814026:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195456 00000100:00100000:1.0:1768252981.814085:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1768252981.814094:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476195456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.814145:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476195456:12345-0@lo:400:kworker.0 Request processed in 52us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252981.814153:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1768252981.814194:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195328 00000100:00100000:1.0:1768252981.814198:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195328 00000100:00100000:1.0:1768252981.814238:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1768252981.814245:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476195328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.814276:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476195328:12345-0@lo:400:kworker.0 Request processed in 31us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252981.814282:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00080000:1.0:1768252981.814297:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768252981.814302:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768252981.814334:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476195328:0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.814345:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476195456:0@lo:400:kworker.0 00000100:00100000:3.0:1768252981.814634:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252981.814664:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476195712:0@lo:400:kworker.0 00000100:00100000:3.0:1768252981.814694:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252981.814729:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195712 00000100:00100000:3.0:1768252981.814733:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195712 00000100:00100000:3.0:1768252981.814770:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1768252981.814778:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476195712:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768252981.814807:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768252981.814820:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476195712:12345-0@lo:400:kworker.0 Request processed in 42us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252981.814822:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195200 00000100:00100000:1.0:1768252981.814829:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195200 00000100:00100000:3.0:1768252981.814833:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1768252981.814864:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:3.0:1768252981.814874:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476195712:0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.814875:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476195200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.814926:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476195200:12345-0@lo:400:kworker.0 Request processed in 55us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252981.814935:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:3.0:1768252981.814964:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476195200:0@lo:400:kworker.0 00000100:00100000:2.0:1768252981.821726:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252981.821792:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476195584:0@lo:400:kworker.0 00000100:00100000:2.0:1768252981.821826:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252981.822655:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195072 00000100:00100000:0.0:1768252981.822666:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195072 00000100:00100000:0.0:1768252981.822725:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:0.0:1768252981.822734:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476195072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252981.822818:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476195072:12345-0@lo:400:kworker.0 Request processed in 85us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252981.822827:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1768252981.822878:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476195072:0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.824470:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195584 00000100:00100000:1.0:1768252981.824484:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195584 00000100:00080000:2.0:1768252981.824689:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252981.825935:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:1.0:1768252981.825947:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476195584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252981.826067:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476195584:12345-0@lo:400:kworker.0 Request processed in 124us (4240us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252981.826075:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:3.0:1768252981.829302:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476195584:0@lo:400:kworker.0 00010000:00010000:0.0:1768252982.707733:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252983.730281:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252984.262829:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252984.262894:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252984.262953:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252984.263065:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252984.263108:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913472 00000100:00100000:3.0:1768252984.263122:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913472 00000100:00100000:3.0:1768252984.263211:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913344 00000100:00100000:3.0:1768252984.263216:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913344 00000100:00100000:3.0:1768252984.263243:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1138 00000100:00100000:3.0:1768252984.263253:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451913472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252984.263352:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451913472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 100us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252984.263362:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1138 00000100:00100000:3.0:1768252984.263381:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1139 00000100:00100000:3.0:1768252984.263388:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451913344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252984.263412:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ccd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451913344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252984.263418:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1139 00000100:00100000:2.0:1768252984.263740:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913088 00000100:00100000:2.0:1768252984.263746:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913088 00000100:00100000:2.0:1768252984.263793:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1224 00000100:00100000:2.0:1768252984.263801:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451913088:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252984.263841:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451913088:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 41us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252984.263847:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1224 00000100:00080000:2.0:1768252984.263891:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768252984.263896:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252984.266415:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913216 00000100:00100000:1.0:1768252984.266437:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913216 00000100:00100000:1.0:1768252984.266675:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1515 00000100:00100000:1.0:1768252984.266687:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451913216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252984.266811:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451913216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 126us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252984.266819:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1515 00000100:00080000:2.0:1768252984.276631:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252984.378875:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768252984.378911:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476195840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768252984.379053:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252984.379180:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195840 00000100:00100000:1.0:1768252984.379194:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195840 00000100:00100000:1.0:1768252984.379282:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1768252984.379292:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476195840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252984.379345:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252984.379409:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476195840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252984.379419:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1768252984.379867:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476195840:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768252984.381594:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252984.383492:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252984.383524:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476195968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252984.383601:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252984.383751:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476195968 00000100:00100000:0.0:1768252984.383776:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476195968 00000100:00100000:0.0:1768252984.383873:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1768252984.383885:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476195968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252984.383934:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252984.384056:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476195968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 172us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252984.384065:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00080000:1.0:1768252984.384099:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252984.384167:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476195968:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768252984.754465:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768252985.778330:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252986.802371:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252986.930372:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476196352:0@lo:400:kworker.0 00000100:00100000:0.0:1768252986.930437:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252986.930499:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252986.930517:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476196480:0@lo:400:kworker.0 00000100:00100000:0.0:1768252986.930542:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252986.930572:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196352 00000100:00100000:0.0:1768252986.930579:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196352 00000100:00100000:3.0:1768252986.930581:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196480 00000100:00100000:3.0:1768252986.930584:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196480 00000100:00100000:1.0:1768252986.930635:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476196096:0@lo:400:kworker.0 00000100:00100000:1.0:1768252986.930665:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252986.930686:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476196608:0@lo:400:kworker.0 00000100:00100000:1.0:1768252986.930716:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252986.930732:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768252986.930737:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476196224:0@lo:400:kworker.0 00000100:00100000:1.0:1768252986.930752:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252986.930764:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476196736:0@lo:400:kworker.0 00000100:00100000:1.0:1768252986.930780:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252986.930801:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196608 00000100:00100000:1.0:1768252986.930803:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196608 00000100:00100000:0.0:1768252986.930851:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196224 00000100:00100000:0.0:1768252986.930854:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196224 00000100:00100000:0.0:1768252986.930871:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1768252986.930878:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476196352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252986.930938:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476196352:12345-0@lo:400:kworker.0 Request processed in 59us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252986.930945:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1768252986.930961:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1768252986.930967:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476196224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252986.930991:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476196224:12345-0@lo:400:kworker.0 Request processed in 25us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252986.930997:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1768252986.931069:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196096 00000100:00100000:2.0:1768252986.931073:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196096 00000100:00100000:2.0:1768252986.931098:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1768252986.931103:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476196096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252986.931146:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476196096:12345-0@lo:400:kworker.0 Request processed in 43us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252986.931161:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1768252986.931197:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196736 00000100:00100000:2.0:1768252986.931200:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196736 00000100:00100000:3.0:1768252986.943464:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1768252986.943478:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476196480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252986.943568:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476196480:12345-0@lo:400:kworker.0 Request processed in 94us (13024us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252986.943575:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1768252986.943604:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:1.0:1768252986.943612:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476196608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252986.943650:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476196608:12345-0@lo:400:kworker.0 Request processed in 39us (12933us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252986.943655:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1768252986.943656:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476196480:0@lo:400:kworker.0 00000100:00100000:3.0:1768252986.943670:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476196352:0@lo:400:kworker.0 00000100:00100000:3.0:1768252986.943717:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476196224:0@lo:400:kworker.0 00000100:00100000:3.0:1768252986.943728:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476196096:0@lo:400:kworker.0 00000100:00100000:3.0:1768252986.943737:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476196608:0@lo:400:kworker.0 00000100:00080000:0.0:1768252986.949140:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252986.949219:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252986.949223:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252986.950403:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1768252986.950417:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476196736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768252986.950499:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476196736:12345-0@lo:400:kworker.0 Request processed in 86us (19717us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252986.950515:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1768252986.950567:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476196736:0@lo:400:kworker.0 00010000:00010000:3.0:1768252987.830983:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252988.850377:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768252988.938052:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252988.938201:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913600 00000100:00100000:0.0:1768252988.938212:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913600 00000100:00100000:0.0:1768252988.938299:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 882 00000100:00100000:0.0:1768252988.938312:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451913600:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768252988.938408:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451913600:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 99us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252988.938418:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 882 00000100:00080000:2.0:1768252988.938576:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252988.941052:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252988.941173:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913728 00000100:00100000:2.0:1768252988.941184:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913728 00000100:00100000:2.0:1768252988.941266:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 487 00000100:00100000:2.0:1768252988.941277:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451913728:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252988.941806:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451913728:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 530us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252988.941815:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 487 00000100:00080000:0.0:1768252988.942146:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252988.953378:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252988.953416:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913856 00000100:00100000:2.0:1768252988.953427:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913856 00000100:00100000:2.0:1768252988.953484:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 488 00000100:00100000:2.0:1768252988.953493:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451913856:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768252988.953770:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451913856:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 277us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252988.953778:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 488 00000100:00080000:2.0:1768252988.953800:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252988.958478:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252988.958556:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451913984 00000100:00100000:3.0:1768252988.958565:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451913984 00000100:00100000:3.0:1768252988.958624:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 883 00000100:00100000:3.0:1768252988.958634:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451913984:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252988.958935:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451913984:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 302us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252988.958944:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 883 00000100:00100000:2.0:1768252988.967200:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252988.967508:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451914112 00000100:00100000:3.0:1768252988.967519:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451914112 00000100:00100000:3.0:1768252988.967606:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 884 00000100:00100000:3.0:1768252988.967618:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451914112:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252988.967716:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451914112:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 99us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252988.967724:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 884 00000100:00100000:2.0:1768252988.970182:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252988.970260:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451914240 00000100:00100000:3.0:1768252988.970270:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451914240 00000100:00100000:3.0:1768252988.970624:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 489 00000100:00100000:3.0:1768252988.970635:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451914240:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252988.970925:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451914240:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 291us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252988.970933:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 489 00000100:00100000:1.0:1768252988.974140:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252988.974245:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451914368 00000100:00100000:3.0:1768252988.974255:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451914368 00000100:00100000:3.0:1768252988.975528:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 490 00000100:00100000:3.0:1768252988.975542:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451914368:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768252988.975847:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:46960:x1854145451914368:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 308us (1715us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252988.975857:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 490 00000100:00100000:1.0:1768252988.978881:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252988.978999:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451914496 00000100:00100000:3.0:1768252988.979025:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451914496 00000100:00100000:3.0:1768252988.979094:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 885 00000100:00100000:3.0:1768252988.979106:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451914496:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768252988.981482:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46960:x1854145451914496:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 2368us (2602us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252988.981496:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 885 00000100:00100000:0.0:1768252989.038583:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768252989.042967:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451914624 00000100:00100000:1.0:1768252989.042989:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451914624 00000100:00100000:1.0:1768252989.043067:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 886 00000100:00100000:1.0:1768252989.043077:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:46961:x1854145451914624:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768252989.043107:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252989.043128:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abcfd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7063 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252989.043726:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcfdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252989.043742:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcfdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252989.043753:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcfdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768252989.043823:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:1.0:1768252989.043828:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768252989.043860:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcfdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768252989.043890:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abcfd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7063 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252989.043909:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcfdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7063 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252989.043918:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768252989.043921:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252989.043925:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768252989.044654:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46961:x1854145451914624:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1575us (6078us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252989.044664:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 886 00000100:00100000:0.0:1768252989.055072:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252989.055164:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451914880 00000100:00100000:2.0:1768252989.055174:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451914880 00000100:00100000:2.0:1768252989.055235:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 887 00000100:00100000:2.0:1768252989.055245:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:46961:x1854145451914880:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252989.055266:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252989.055286:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfe2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d706a expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1768252989.055406:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00010000:2.0:1768252989.055747:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfe2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d706a expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252989.055763:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:2.0:1768252989.055767:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1768252989.055772:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abcfe2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d706a expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252989.055787:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768252989.055885:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46961:x1854145451914880:12345-192.168.202.43@tcp:101:rm.0 Request processed in 640us (823us total) trans 4294967639 rc 301/301 00000100:00100000:2.0:1768252989.055898:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 887 00000100:00100000:0.0:1768252989.066447:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252989.066521:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451915008 00000100:00100000:3.0:1768252989.066531:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451915008 00000100:00100000:3.0:1768252989.066588:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 149 00000100:00100000:3.0:1768252989.066598:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46961:x1854145451915008:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:2.0:1768252989.072476:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46961:x1854145451915008:12345-192.168.202.43@tcp:37:rm.0 Request processed in 5870us (6029us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252989.072491:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 149 00000100:00100000:2.0:1768252989.079601:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252989.079645:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451915264 00000100:00100000:2.0:1768252989.079656:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451915264 00000100:00100000:2.0:1768252989.079711:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 150 00000100:00100000:2.0:1768252989.079723:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46961:x1854145451915264:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:2.0:1768252989.080043:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46961:x1854145451915264:12345-192.168.202.43@tcp:35:rm.0 Request processed in 289us (420us total) trans 4294967640 rc 0/0 00000100:00100000:2.0:1768252989.080053:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 150 00000100:00100000:3.0:1768252989.088520:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252989.088568:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451915520 00000100:00100000:3.0:1768252989.088578:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451915520 00000100:00100000:3.0:1768252989.088636:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 888 00000100:00100000:3.0:1768252989.088647:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:46961:x1854145451915520:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768252989.088714:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1768252989.088744:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abcfdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7063 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252989.088768:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abcf80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d704e expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252989.088784:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff972775270700) 00010000:00010000:3.0:1768252989.088804:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abcc8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6f98 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252989.088816:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768252989.088828:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768252989.088852:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.088864:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.088874:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.088886:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.088893:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.088900:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089075:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089092:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089101:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768252989.089659:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00010000:3.0:1768252989.089677:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089685:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089693:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089700:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252989.089705:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089713:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089725:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768252989.089728:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768252989.089733:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089740:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abcffe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089781:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089788:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089795:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089801:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252989.089804:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089810:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089819:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9b00) 00010000:00010000:3.0:1768252989.089822:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252989.089826:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.089831:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abcff0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768252989.089845:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f9cde7cc reply state 00000000a60a74fb transno 4294967641 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252989.089854:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768252989.089936:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:46961:x1854145451915520:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1289us (1423us total) trans 4294967641 rc 0/0 00000100:00100000:3.0:1768252989.089946:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 888 00010000:00010000:3.0:1768252989.101748:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.101762:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.101770:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.101776:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768252989.101782:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.101790:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.101808:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff97274f8b9900) 00010000:00010000:3.0:1768252989.101813:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768252989.101819:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768252989.101832:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abcff7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768252989.382887:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252989.382996:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451915648 00000100:00100000:2.0:1768252989.383009:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451915648 00000100:00100000:2.0:1768252989.383120:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1226 00000100:00100000:2.0:1768252989.383131:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451915648:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252989.383211:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451915648:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252989.383220:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1226 00000100:00100000:0.0:1768252989.493362:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252989.493392:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476196864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252989.493473:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252989.500223:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196864 00000100:00100000:2.0:1768252989.500234:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196864 00000100:00100000:2.0:1768252989.500308:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1768252989.500319:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476196864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768252989.500364:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252989.500452:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476196864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (6978us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252989.500462:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1768252989.500509:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476196992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252989.500557:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252989.500638:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476196864:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768252989.500681:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252989.500696:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476196992 00000100:00100000:2.0:1768252989.500702:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476196992 00000100:00100000:2.0:1768252989.500748:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1768252989.500756:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476196992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252989.500775:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252989.500808:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476196992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252989.500814:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:2.0:1768252989.500829:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252989.500850:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476196992:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768252989.874289:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768252990.900841:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252991.922269:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768252992.051522:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476197120:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.051616:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252992.051741:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768252992.051749:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476197248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.051780:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252992.051824:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197120 00000100:00100000:0.0:1768252992.051833:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197120 00000100:00100000:0.0:1768252992.051902:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1768252992.051913:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476197120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052168:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476197120:12345-0@lo:400:kworker.0 Request processed in 256us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252992.052177:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1768252992.052220:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197248 00000100:00100000:0.0:1768252992.052224:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197248 00000100:00100000:0.0:1768252992.052259:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1768252992.052268:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476197248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052301:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476197248:12345-0@lo:400:kworker.0 Request processed in 35us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252992.052308:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1768252992.052353:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476197248:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052367:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476197120:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052529:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476197376:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052562:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252992.052631:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252992.052637:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476197504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052665:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252992.052692:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197376 00000100:00100000:0.0:1768252992.052696:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197376 00000100:00100000:0.0:1768252992.052729:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1768252992.052737:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476197376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052773:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476197376:12345-0@lo:400:kworker.0 Request processed in 37us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252992.052779:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1768252992.052798:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197504 00000100:00100000:0.0:1768252992.052802:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197504 00000100:00100000:0.0:1768252992.052828:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1768252992.052835:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476197504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.052865:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476197504:12345-0@lo:400:kworker.0 Request processed in 31us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252992.052871:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00080000:0.0:1768252992.053083:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768252992.053089:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768252992.053116:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476197504:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.053126:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476197376:0@lo:400:kworker.0 00000100:00100000:2.0:1768252992.053368:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476197760:0@lo:400:kworker.0 00000100:00100000:2.0:1768252992.053399:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252992.053418:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768252992.053423:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476197632:0@lo:400:kworker.0 00000100:00100000:2.0:1768252992.053446:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252992.053508:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197632 00000100:00100000:0.0:1768252992.053514:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197632 00000100:00100000:0.0:1768252992.053554:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1768252992.053563:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476197632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.053609:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476197632:12345-0@lo:400:kworker.0 Request processed in 47us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252992.053616:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1768252992.053638:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197760 00000100:00100000:0.0:1768252992.053642:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197760 00000100:00100000:0.0:1768252992.053665:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1768252992.053671:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476197760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.053701:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476197760:12345-0@lo:400:kworker.0 Request processed in 30us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252992.053706:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1768252992.053735:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476197632:0@lo:400:kworker.0 00000100:00100000:0.0:1768252992.053744:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476197760:0@lo:400:kworker.0 00000100:00080000:2.0:1768252992.053796:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768252992.053800:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1768252992.091593:0:81295:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc77160ca0 20000000:00000080:2.0:1768252992.091613:0:81295:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cb3bc00 uarg=0000000000000000 00010000:00010000:2.0:1768252992.093531:0:81295:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768252992.093552:0:81295:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768252992.093568:0:81295:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768252992.093585:0:81295:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252992.093602:0:81295:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252992.093610:0:81295:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252992.093646:0:81295:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252992.093660:0:81295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 17 pid: 5778 timeout: 2347 lvb_type: 0 00000100:00100000:2.0:1768252992.093674:0:81295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81295:1854145476197888:0@lo:104: 00000100:00100000:2.0:1768252992.093734:0:81295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252992.094814:0:81295:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bd54900 going to sleep for 11 seconds 00000100:00100000:1.0:1768252992.097146:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476197888 00000100:00100000:1.0:1768252992.097162:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476197888 00000100:00100000:3.0:1768252992.097229:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1768252992.097242:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:81295:x1854145476197888:12345-0@lo:104: 00010000:00010000:3.0:1768252992.097273:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.097374:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252992.097381:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:81295:x1854145476197888:12345-0@lo:104: Request processed in 143us (3647us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252992.097390:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1768252992.097491:0:81295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81295:1854145476197888:0@lo:104: 00010000:00010000:1.0:1768252992.097516:0:81295:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.098390:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768252992.098538:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.098549:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768252992.098553:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.098561:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768252992.098568:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768252992.098574:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768252992.098624:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.098631:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768252992.098656:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.098663:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abcc77 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abcc7e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.099122:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252992.099125:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768252992.099127:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252992.099144:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476198016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768252992.099200:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252992.099789:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198016 00000100:00100000:3.0:1768252992.099799:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198016 00010000:00010000:3.0:1768252992.099828:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 18 pid: 5778 timeout: 2347 lvb_type: 0 00000100:00100000:3.0:1768252992.099861:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1768252992.099870:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476198016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768252992.099896:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768252992.099902:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 18 pid: 5778 timeout: 2347 lvb_type: 0 00010000:00010000:3.0:1768252992.099912:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 18 pid: 5778 timeout: 2347 lvb_type: 0 00010000:00010000:3.0:1768252992.099927:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abcc7e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abcc77 expref: 18 pid: 5778 timeout: 2347 lvb_type: 0 00010000:00010000:3.0:1768252992.099959:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.099967:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.099982:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.099989:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.099995:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.100002:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.100008:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252992.100029:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.100037:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.100048:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.100067:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768252992.100107:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476198016:12345-0@lo:103:ldlm_bl.0 Request processed in 238us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252992.100114:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1768252992.100854:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476198016:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252992.100888:0:81295:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.100897:0:81295:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252992.100903:0:81295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd005 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81295 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1768252992.116991:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967640 is committed 00000001:00080000:2.0:1768252992.117041:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967641 is committed 00000020:00000080:3.0:1768252992.860503:0:81343:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2106ab90 20000000:00000080:3.0:1768252992.860609:0:81343:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474c9c00 uarg=0000000000000000 00010000:00010000:3.0:1768252992.860836:0:81343:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768252992.860852:0:81343:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768252992.860863:0:81343:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768252992.860960:0:81343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.860973:0:81343:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.860981:0:81343:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.860985:0:81343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.860989:0:81343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.860993:0:81343:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.860997:0:81343:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768252992.861000:0:81343:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.861004:0:81343:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.861088:0:81343:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.861094:0:81343:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252992.861099:0:81343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abd00c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252992.953520:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768252993.650669:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768252993.650677:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768252993.650682:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768252993.650736:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252993.650749:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252993.650761:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252993.650788:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476198144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768252993.650854:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252993.652176:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198144 00000100:00100000:3.0:1768252993.652191:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d8c840 going to sleep for 11 seconds 00000100:00100000:0.0:1768252993.652246:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198144 00000100:00100000:0.0:1768252993.652310:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:0.0:1768252993.652320:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476198144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252993.652334:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252993.652353:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd013 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252993.652380:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252993.652393:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252993.652406:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768252993.652475:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476198144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (1618us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252993.652484:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1768252993.654129:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe9b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476198144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768252993.654158:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252993.654170:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252993.654199:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768252993.654205:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252993.654212:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252993.972122:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252994.504955:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252994.504998:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252994.505054:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252994.505079:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252994.505111:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451915776 00000100:00100000:3.0:1768252994.505121:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451915776 00000100:00100000:3.0:1768252994.505179:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1229 00000100:00100000:3.0:1768252994.505189:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451915776:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252994.505283:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451915776:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 96us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252994.505295:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1229 00000100:00100000:0.0:1768252994.505712:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916032 00000100:00100000:0.0:1768252994.505718:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916032 00000100:00100000:0.0:1768252994.505761:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916160 00000100:00100000:0.0:1768252994.505764:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916160 00000100:00100000:0.0:1768252994.505790:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1144 00000100:00100000:0.0:1768252994.505798:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451916032:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252994.505832:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451916032:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252994.505839:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1144 00000100:00100000:0.0:1768252994.505854:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1145 00000100:00100000:0.0:1768252994.505860:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451916160:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252994.505885:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451916160:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252994.505892:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1145 00000100:00100000:0.0:1768252994.505913:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451915904 00000100:00100000:0.0:1768252994.505917:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451915904 00000100:00100000:0.0:1768252994.505945:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1522 00000100:00100000:0.0:1768252994.505951:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451915904:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768252994.505984:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451915904:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252994.505994:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1522 00000100:00080000:0.0:1768252994.506044:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768252994.506049:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768252994.506051:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768252994.610329:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768252994.610351:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476198272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768252994.610430:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768252994.610493:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198272 00000100:00100000:2.0:1768252994.610500:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198272 00000100:00100000:2.0:1768252994.610555:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1768252994.610565:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476198272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768252994.610600:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768252994.610646:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476198272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252994.610653:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00080000:2.0:1768252994.610672:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768252994.610721:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476198272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768252994.613726:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768252994.613747:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476198400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768252994.613823:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252994.613880:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198400 00000100:00100000:0.0:1768252994.613887:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198400 00000100:00100000:0.0:1768252994.613943:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1768252994.613952:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476198400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768252994.613987:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768252994.614066:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476198400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252994.614074:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00080000:0.0:1768252994.614099:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252994.614390:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476198400:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768252994.994342:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252995.957065:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252995.957401:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916288 00000100:00100000:0.0:1768252995.957411:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916288 00000100:00100000:0.0:1768252995.957486:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 889 00000100:00100000:0.0:1768252995.957496:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47073:x1854145451916288:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768252995.957517:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252995.957541:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd021 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7071 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252995.957602:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd028 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252995.957617:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd028 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252995.957639:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd028 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252995.957717:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768252995.957722:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252995.957746:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd028 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252995.957779:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd021 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7071 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252995.957799:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd028 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7071 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252995.957809:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252995.957812:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252995.957817:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768252995.957879:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47073:x1854145451916288:12345-192.168.202.43@tcp:101:rm.0 Request processed in 383us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252995.957887:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 889 00000100:00100000:3.0:1768252995.981248:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252995.981823:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916416 00000100:00100000:2.0:1768252995.981834:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916416 00000100:00100000:2.0:1768252995.981900:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 890 00000100:00100000:2.0:1768252995.981911:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47073:x1854145451916416:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768252995.981938:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252995.981960:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd02f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7078 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252995.982067:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982082:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982092:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982106:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982113:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982120:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982190:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982197:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982204:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982209:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252995.982213:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982221:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982235:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:2.0:1768252995.982238:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252995.982243:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982250:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd036 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982264:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982269:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982275:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982281:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768252995.982284:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982290:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982296:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972742c4a100) 00010000:00010000:2.0:1768252995.982298:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252995.982301:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982306:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd03d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252995.982335:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd02f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7078 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252995.982345:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:2.0:1768252995.982347:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768252995.982350:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd02f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7078 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252995.982359:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00400, rc 0) 00000100:00100000:2.0:1768252995.982434:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47073:x1854145451916416:12345-192.168.202.43@tcp:101:rm.0 Request processed in 524us (1196us total) trans 0 rc 301/301 00000100:00100000:2.0:1768252995.982442:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 890 00010000:00010000:1.0:1768252996.018207:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252996.076786:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252996.076927:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252996.079700:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916544 00000100:00100000:0.0:1768252996.079715:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916544 00000100:00100000:0.0:1768252996.079786:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916800 00000100:00100000:0.0:1768252996.079790:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916800 00000100:00100000:0.0:1768252996.079811:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 891 00000100:00100000:0.0:1768252996.079820:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451916544:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:0.0:1768252996.079864:0:6919:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1768252996.079937:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451916544:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 118us (3162us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252996.079944:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 891 00000100:00100000:0.0:1768252996.079964:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 892 00000100:00100000:0.0:1768252996.079971:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264992a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47078:x1854145451916800:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:0.0:1768252996.080009:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252996.080063:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd028 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7071 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252996.080088:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252996.080098:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252996.080211:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.080237:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.080248:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.080261:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.080267:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.080273:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00080000:1.0:1768252996.080427:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1768252996.081904:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:0.0:1768252996.081921:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.081931:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.081938:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.081943:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252996.081948:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.081955:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.081971:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252996.081974:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252996.081980:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.081985:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd044 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:0.0:1768252996.082006:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005c693ecf reply state 00000000f22b2d70 transno 4294967642 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768252996.082062:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768252996.083046:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264992a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47078:x1854145451916800:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 3033us (6076us total) trans 4294967642 rc 0/0 00000100:00100000:0.0:1768252996.083058:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 892 00010000:00010000:0.0:1768252996.095282:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.095323:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.095333:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.095339:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252996.095344:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.095351:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.095367:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270100) 00010000:00010000:0.0:1768252996.095371:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252996.095376:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.095382:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd04b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252996.146775:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768252996.147081:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451916928 00000100:00100000:2.0:1768252996.147094:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451916928 00000100:00100000:2.0:1768252996.147166:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 893 00000100:00100000:2.0:1768252996.147175:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47082:x1854145451916928:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768252996.147210:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768252996.147247:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd052 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d707f expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252996.147329:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd059 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252996.147347:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd059 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252996.147360:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd059 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768252996.147427:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1768252996.147431:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1768252996.147472:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd059 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768252996.147497:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd052 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d707f expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252996.147518:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd059 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d707f expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252996.147528:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a100) 00010000:00010000:2.0:1768252996.147531:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768252996.147534:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768252996.147604:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47082:x1854145451916928:12345-192.168.202.43@tcp:101:chown.0 Request processed in 430us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252996.147612:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 893 00000100:00100000:3.0:1768252996.170315:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252996.170494:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917056 00000100:00100000:0.0:1768252996.170507:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917056 00000100:00100000:0.0:1768252996.170583:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 894 00000100:00100000:0.0:1768252996.170594:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47082:x1854145451917056:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768252996.170617:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768252996.170643:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd060 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7086 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252996.170760:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.170779:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.170793:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.170808:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.170814:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.170819:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171279:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd075 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171287:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171293:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768252996.171351:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:0.0:1768252996.171356:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768252996.171380:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd075 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171393:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171399:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171410:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171417:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252996.171421:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171428:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171441:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a100) 00010000:00010000:0.0:1768252996.171444:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252996.171449:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171454:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd067 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171473:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171479:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171484:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171489:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252996.171491:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171496:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171507:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270100) 00010000:00010000:0.0:1768252996.171510:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768252996.171512:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171518:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd06e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.171549:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd060 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7086 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252996.171563:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd075 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7086 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252996.171568:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252996.171571:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768252996.171573:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962a00, rc 0) 00000100:00100000:0.0:1768252996.171636:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47082:x1854145451917056:12345-192.168.202.43@tcp:101:chown.0 Request processed in 1044us (1344us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252996.171643:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 894 00000100:00100000:3.0:1768252996.181744:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768252996.182545:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917312 00000100:00100000:0.0:1768252996.182556:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917312 00000100:00100000:0.0:1768252996.182615:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 895 00000100:00100000:0.0:1768252996.182625:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47082:x1854145451917312:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:0.0:1768252996.182683:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768252996.182714:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd075 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7086 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252996.182743:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768252996.182755:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768252996.182781:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.182793:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.182802:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000001:00080000:2.0:1768252996.239638:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967643 is committed 00000004:00010000:1.0:1768252996.239804:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000021bc468f reply state 0000000033495ee4 transno 4294967643 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768252996.239819:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768252996.239863:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00080000:1.0:1768252996.240007:0:6919:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768252996.240072:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47082:x1854145451917312:12345-192.168.202.43@tcp:36:chown.0 Request processed in 57442us (58333us total) trans 4294967643 rc 0/0 00000100:00100000:1.0:1768252996.240082:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 895 00010000:00010000:0.0:1768252996.240202:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.240212:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.240220:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.240236:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768252996.240241:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.240249:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.240264:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768252996.240267:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768252996.240273:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768252996.240278:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd07c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000020:00000080:1.0:1768252997.002921:0:81538:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdced617e0 20000000:00000080:1.0:1768252997.002939:0:81538:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646df9400 uarg=0000000000000000 00010000:00010000:1.0:1768252997.003323:0:81538:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1768252997.003357:0:81538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a100) 00010000:00010000:1.0:1768252997.003361:0:81538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768252997.003372:0:81538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd059 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d707f expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.003393:0:81538:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1768252997.003408:0:81538:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768252997.003422:0:81538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.003435:0:81538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.003445:0:81538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.003485:0:81538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.003500:0:81538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 17 pid: 5778 timeout: 2352 lvb_type: 0 00000100:00100000:1.0:1768252997.003514:0:81538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81538:1854145476198528:0@lo:104: 00000100:00100000:1.0:1768252997.003578:0:81538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252997.003690:0:81538:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e900 going to sleep for 11 seconds 00000100:00100000:3.0:1768252997.003745:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768252997.003758:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198528 00000100:00100000:3.0:1768252997.003763:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198528 00000100:00100000:3.0:1768252997.003847:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1768252997.003857:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:81538:x1854145476198528:12345-0@lo:104: 00010000:00010000:3.0:1768252997.003868:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252997.003933:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768252997.003940:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:81538:x1854145476198528:12345-0@lo:104: Request processed in 86us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252997.003948:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1768252997.004100:0:81538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81538:1854145476198528:0@lo:104: 00010000:00010000:0.0:1768252997.004119:0:81538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252997.004179:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768252997.004187:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252997.004194:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768252997.004197:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252997.004206:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768252997.004213:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768252997.004219:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768252997.004251:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252997.004257:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768252997.004281:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768252997.004288:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd013 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd01a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768252997.004292:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1768252997.004301:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252997.004303:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476198656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768252997.004303:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768252997.004305:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252997.004332:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252997.004402:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198656 00000100:00100000:1.0:1768252997.004407:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198656 00010000:00010000:1.0:1768252997.004426:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 18 pid: 5778 timeout: 2352 lvb_type: 0 00000100:00100000:1.0:1768252997.004702:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1768252997.004711:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476198656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252997.004723:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768252997.004728:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 18 pid: 5778 timeout: 2352 lvb_type: 0 00010000:00010000:1.0:1768252997.004739:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 18 pid: 5778 timeout: 2352 lvb_type: 0 00010000:00010000:1.0:1768252997.004752:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963e00/0xef9a6e5c83abd01a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd013 expref: 18 pid: 5778 timeout: 2352 lvb_type: 0 00010000:00010000:1.0:1768252997.004764:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004772:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004785:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004792:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004799:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004805:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004811:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768252997.004815:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.004822:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252997.004963:0:81538:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252997.004971:0:81538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.006171:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.006182:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd083 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252997.006196:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768252997.006310:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476198656:12345-0@lo:103:ldlm_bl.0 Request processed in 1597us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252997.006319:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1768252997.006545:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476198656:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768252997.042134:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768252997.170624:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768252997.170682:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768252997.170705:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476198912:0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.170773:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252997.170863:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476198784:0@lo:400:kworker.0 00000100:00100000:1.0:1768252997.170891:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252997.170936:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198912 00000100:00100000:1.0:1768252997.170944:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198912 00000100:00100000:1.0:1768252997.170993:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1768252997.171002:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476198912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252997.171097:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476198912:12345-0@lo:400:kworker.0 Request processed in 96us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252997.171104:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1768252997.171122:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476198784 00000100:00100000:1.0:1768252997.171125:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476198784 00000100:00100000:1.0:1768252997.171145:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1768252997.171150:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476198784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768252997.171181:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476198784:12345-0@lo:400:kworker.0 Request processed in 31us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252997.171200:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00080000:1.0:1768252997.171226:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768252997.171264:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476198912:0@lo:400:kworker.0 00000100:00100000:1.0:1768252997.171292:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476198784:0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.174453:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476199040:0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.174523:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252997.176150:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476199168:0@lo:400:kworker.0 00000100:00100000:3.0:1768252997.176221:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252997.176291:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199168 00000100:00100000:3.0:1768252997.176301:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199168 00000100:00100000:3.0:1768252997.176378:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:3.0:1768252997.176386:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476199168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768252997.176441:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476199168:12345-0@lo:400:kworker.0 Request processed in 56us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252997.176449:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00080000:3.0:1768252997.176471:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768252997.176506:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476199168:0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.182256:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199040 00000100:00100000:0.0:1768252997.182272:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199040 00000100:00100000:0.0:1768252997.182342:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1768252997.182354:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476199040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.182451:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476199040:12345-0@lo:400:kworker.0 Request processed in 101us (7926us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252997.182458:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1768252997.182523:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476199040:0@lo:400:kworker.0 00000100:00080000:3.0:1768252997.182825:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768252997.184385:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476199296:0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.184453:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252997.184512:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199296 00000100:00100000:0.0:1768252997.184520:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199296 00000100:00100000:0.0:1768252997.184565:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1768252997.184574:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476199296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768252997.184623:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476199296:12345-0@lo:400:kworker.0 Request processed in 50us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1768252997.184631:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00080000:0.0:1768252997.184651:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768252997.184681:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476199296:0@lo:400:kworker.0 00000020:00000080:0.0:1768252998.039434:0:81586:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd657ab40 20000000:00000080:0.0:1768252998.039455:0:81586:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646df9400 uarg=0000000000000000 00010000:00010000:0.0:1768252998.039673:0:81586:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768252998.039688:0:81586:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768252998.039699:0:81586:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768252998.039720:0:81586:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039736:0:81586:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039748:0:81586:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039755:0:81586:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039763:0:81586:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039770:0:81586:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039782:0:81586:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768252998.039786:0:81586:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039795:0:81586:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039810:0:81586:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039817:0:81586:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.039824:0:81586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd08a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81586 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768252998.067212:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768252998.516537:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768252998.516546:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768252998.516552:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768252998.516607:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.516620:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.516632:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768252998.516658:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476199424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768252998.516722:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768252998.516776:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972749f49f00 going to sleep for 11 seconds 00000100:00100000:1.0:1768252998.516951:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199424 00000100:00100000:1.0:1768252998.516959:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199424 00000100:00100000:1.0:1768252998.517044:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1768252998.517054:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476199424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768252998.517069:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768252998.517084:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd091 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252998.517107:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252998.517117:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768252998.517127:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768252998.517169:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476199424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252998.517176:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1768252998.517659:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476199424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768252998.517677:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.517688:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768252998.517709:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768252998.517713:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252998.517720:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768252999.106318:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768252999.623097:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252999.623138:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252999.623180:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252999.623208:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768252999.623243:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917440 00000100:00100000:1.0:1768252999.623243:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917568 00000100:00100000:3.0:1768252999.623255:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917440 00000100:00100000:1.0:1768252999.623255:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917568 00000100:00100000:3.0:1768252999.623315:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:3.0:1768252999.623325:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451917440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768252999.623392:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451917440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252999.623400:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:1.0:1768252999.623403:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1526 00000100:00100000:1.0:1768252999.623409:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451917568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768252999.623446:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451917568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252999.623452:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1526 00000100:00080000:1.0:1768252999.623475:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768252999.623714:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917824 00000100:00100000:2.0:1768252999.623720:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917824 00000100:00100000:2.0:1768252999.623769:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917696 00000100:00100000:2.0:1768252999.623772:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917696 00000100:00100000:2.0:1768252999.623796:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1148 00000100:00100000:2.0:1768252999.623804:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275049f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451917824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252999.623833:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275049f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451917824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252999.623839:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1148 00000100:00100000:2.0:1768252999.623852:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1149 00000100:00100000:2.0:1768252999.623858:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451917696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768252999.623879:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451917696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1768252999.623884:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1149 00000100:00080000:1.0:1768252999.623949:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768252999.623953:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768252999.730357:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768252999.730382:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476199552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768252999.730460:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768252999.730577:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199552 00000100:00100000:3.0:1768252999.730588:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199552 00000100:00100000:3.0:1768252999.730751:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1768252999.730762:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476199552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768252999.730882:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768252999.730933:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476199552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 172us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1768252999.730941:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1768252999.731089:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476199552:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768252999.731114:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768252999.734494:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768252999.734522:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476199680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768252999.734607:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768252999.737472:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199680 00000100:00100000:1.0:1768252999.737490:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199680 00000100:00100000:1.0:1768252999.737651:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1768252999.737671:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476199680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768252999.737710:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768252999.737795:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476199680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (3187us total) trans 0 rc 0/0 00000100:00100000:1.0:1768252999.737813:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1768252999.737875:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476199680:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768252999.739439:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768253000.114192:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253000.959426:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253000.959535:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451917952 00000100:00100000:1.0:1768253000.959548:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451917952 00000100:00100000:1.0:1768253000.959615:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:1.0:1768253000.959626:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5559:x1854145451917952:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253000.959648:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253000.959651:0:80177:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd059) 00010000:00010000:1.0:1768253000.959653:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253000.959725:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5559:x1854145451917952:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 101us (309us total) trans 0 rc 116/116 00000100:00100000:1.0:1768253000.959734:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00010000:00010000:0.0:1768253001.141349:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253001.862332:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253001.862600:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451918080 00000100:00100000:0.0:1768253001.862611:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451918080 00000100:00100000:0.0:1768253001.862686:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 896 00000100:00100000:0.0:1768253001.862697:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47187:x1854145451918080:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768253001.862718:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253001.862741:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd09f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d708d expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253001.862815:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd0a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253001.862830:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253001.862843:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768253001.862911:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768253001.862915:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253001.862942:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd0a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253001.862976:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd09f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d708d expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253001.862993:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd0a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d708d expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253001.863004:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253001.863007:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253001.863038:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962a00, rc 0) 00000100:00100000:0.0:1768253001.863094:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47187:x1854145451918080:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 399us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253001.863101:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 896 00000100:00080000:2.0:1768253001.863236:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253001.866458:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253001.866536:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451918208 00000100:00100000:0.0:1768253001.866546:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451918208 00000100:00100000:0.0:1768253001.866604:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 897 00000100:00100000:0.0:1768253001.866614:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47187:x1854145451918208:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768253001.866635:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253001.866658:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd0ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7094 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253001.866724:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866739:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866750:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866763:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866770:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866776:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866901:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd0c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866909:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.866916:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253001.866970:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1768253001.866975:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253001.867004:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd0c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867047:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867054:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867060:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867069:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253001.867073:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867080:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867090:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253001.867094:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253001.867098:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867104:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867501:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867508:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867514:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867519:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253001.867523:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867529:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867538:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270a00) 00010000:00010000:0.0:1768253001.867541:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253001.867545:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867550:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253001.867584:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abd0ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7094 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253001.867596:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd0c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7094 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253001.867603:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270500) 00010000:00010000:0.0:1768253001.867605:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253001.867607:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768253001.868249:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47187:x1854145451918208:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 1632us (1798us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253001.868258:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 897 00000100:00100000:1.0:1768253001.876709:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253001.876805:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451918464 00000100:00100000:2.0:1768253001.876817:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451918464 00000100:00100000:2.0:1768253001.876880:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 898 00000100:00100000:2.0:1768253001.876890:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47187:x1854145451918464:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253001.876947:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253001.876986:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd0c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7094 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253001.877004:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270500) 00010000:00010000:2.0:1768253001.877045:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253001.877071:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253001.877085:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253001.877096:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000001:00080000:2.0:1768253001.952146:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967644 is committed 00000004:00010000:0.0:1768253001.952436:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000854b63c9 reply state 00000000ad35ac72 transno 4294967644 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253001.952454:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768253001.952506:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00080000:0.0:1768253001.952625:0:29086:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768253001.952649:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47187:x1854145451918464:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 75755us (75947us total) trans 4294967644 rc 0/0 00000100:00100000:0.0:1768253001.952659:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 898 00010000:00010000:1.0:1768253001.952730:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253001.952739:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253001.952747:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253001.952753:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253001.952757:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253001.952764:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253001.952968:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a800) 00010000:00010000:1.0:1768253001.952972:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253001.952977:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253001.952985:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd0c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253002.028679:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253002.028791:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451918592 00000100:00100000:0.0:1768253002.028802:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451918592 00000100:00100000:0.0:1768253002.028863:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 899 00000100:00100000:0.0:1768253002.028873:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47191:x1854145451918592:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253002.028900:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253002.028921:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d709b expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.029004:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029062:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029074:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029089:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029095:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029101:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029227:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd0e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029236:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd0e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029242:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd0e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768253002.029279:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1768253002.029283:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253002.029309:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd0e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029322:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029328:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029334:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029339:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253002.029342:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029349:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029360:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253002.029362:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253002.029366:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029372:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd0d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029384:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029389:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029395:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029399:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253002.029402:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029408:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029414:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270a00) 00010000:00010000:0.0:1768253002.029417:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253002.029420:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029425:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd0de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.029453:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd0d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d709b expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.029467:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd0e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d709b expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.029473:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768253002.029476:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253002.029478:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768253002.029529:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47191:x1854145451918592:12345-192.168.202.43@tcp:101:touch.0 Request processed in 656us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253002.029537:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 899 00000100:00100000:3.0:1768253002.036579:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253002.044587:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451918848 00000100:00100000:1.0:1768253002.044607:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451918848 00000100:00100000:0.0:1768253002.044828:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 900 00000100:00100000:0.0:1768253002.044840:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47191:x1854145451918848:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253002.044863:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253002.044887:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd0ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70a2 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.045083:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045100:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045114:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045164:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045171:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045178:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:0.0:1768253002.045682:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:0.0:1768253002.045896:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd101 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045906:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045914:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045950:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045957:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045980:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045986:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253002.045990:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.045998:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.046010:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768253002.046063:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253002.046069:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.046075:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd0f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768253002.046090:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091ae06c3 reply state 000000007c3bc8fd transno 4294967645 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253002.046099:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768253002.046130:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd0ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70a2 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.046145:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd101 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70a2 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.046152:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff972775270c00) 00010000:00010000:0.0:1768253002.046155:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768253002.046157:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768253002.046237:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47191:x1854145451918848:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1398us (9668us total) trans 4294967645 rc 0/0 00000100:00100000:0.0:1768253002.046247:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 900 00000100:00100000:2.0:1768253002.055424:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253002.055608:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451919104 00000100:00100000:0.0:1768253002.055621:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451919104 00010000:00010000:1.0:1768253002.055622:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.055633:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.055639:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.055643:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253002.055647:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.055653:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.055666:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972775270400) 00010000:00010000:1.0:1768253002.055669:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253002.055672:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.055676:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd0fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253002.055690:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 901 00000100:00100000:0.0:1768253002.055702:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47191:x1854145451919104:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:0.0:1768253002.055758:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253002.055777:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd101 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70a2 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253002.055789:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff972775270c00) 00010000:00010000:0.0:1768253002.055796:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253002.055833:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.055847:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253002.055857:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768253002.055998:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc722e0b reply state 00000000ae74d1e9 transno 4294967646 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253002.056008:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253002.056292:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47191:x1854145451919104:12345-192.168.202.43@tcp:36:touch.0 Request processed in 590us (878us total) trans 4294967646 rc 0/0 00000100:00100000:3.0:1768253002.056300:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 901 00010000:00010000:1.0:1768253002.067699:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253002.067725:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253002.067736:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253002.067744:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253002.067750:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253002.067758:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253002.067795:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff972775270a00) 00010000:00010000:1.0:1768253002.067799:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253002.067806:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253002.067813:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd10f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253002.068238:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253002.068422:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451919232 00000100:00100000:3.0:1768253002.068433:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451919232 00000100:00100000:3.0:1768253002.068492:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 902 00000100:00100000:3.0:1768253002.068502:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47191:x1854145451919232:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253002.068526:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253002.068547:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd116 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70a9 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253002.068605:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd116 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70a9 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253002.068619:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd116 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70a9 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253002.068862:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768253002.068868:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1768253002.068872:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253002.068976:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47191:x1854145451919232:12345-192.168.202.43@tcp:101:touch.0 Request processed in 475us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253002.068984:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 902 00000100:00100000:3.0:1768253002.081642:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253002.081740:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451919360 00000100:00100000:0.0:1768253002.081751:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451919360 00000100:00100000:0.0:1768253002.081828:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 491 00000100:00100000:0.0:1768253002.081839:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451919360:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:2.0:1768253002.081891:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253002.082248:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451919360:12345-192.168.202.43@tcp:2:touch.0 Request processed in 409us (615us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1768253002.082257:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 491 00000100:00100000:2.0:1768253002.087743:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253002.087840:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451919616 00000100:00100000:3.0:1768253002.087853:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451919616 00000100:00100000:3.0:1768253002.087914:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 151 00000100:00100000:3.0:1768253002.087924:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47191:x1854145451919616:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:3.0:1768253002.089834:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47191:x1854145451919616:12345-192.168.202.43@tcp:35:touch.0 Request processed in 1901us (2092us total) trans 4294967647 rc 0/0 00000100:00100000:3.0:1768253002.089849:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 151 00010000:00010000:2.0:1768253002.162900:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253002.208154:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253002.208351:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451919744 00000100:00100000:3.0:1768253002.208363:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451919744 00000100:00100000:3.0:1768253002.208430:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 903 00000100:00100000:3.0:1768253002.208441:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47195:x1854145451919744:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253002.208479:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253002.208502:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd11d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70b0 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253002.208573:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208587:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208599:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208614:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208621:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208626:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208717:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208725:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208731:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768253002.208761:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 0 00000004:00200000:3.0:1768253002.208766:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253002.208785:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208796:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208803:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208809:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208815:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208825:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253002.208829:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208836:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208848:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270f00) 00010000:00010000:3.0:1768253002.208851:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253002.208855:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208861:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd124 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208878:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208883:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208889:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208894:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253002.208897:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.208902:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.209176:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff97274f8b9600) 00010000:00010000:3.0:1768253002.209180:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253002.209183:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.209189:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd12b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253002.209225:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd11d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b0 expref: 13 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253002.209239:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b0 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253002.209246:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:3.0:1768253002.209248:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253002.209250:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768253002.209326:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47195:x1854145451919744:12345-192.168.202.43@tcp:101:rm.0 Request processed in 887us (1182us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253002.209335:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 903 00000100:00100000:2.0:1768253002.216660:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253002.220551:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451919872 00000100:00100000:3.0:1768253002.220567:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451919872 00000100:00100000:3.0:1768253002.220671:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 492 00000100:00100000:3.0:1768253002.220679:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451919872:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253002.220695:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253002.220713:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70b7 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253002.220733:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x6965664a, atime: 0x6965664a, ctime: 0x6965664a, blocks: 0x1 00010000:00010000:3.0:1768253002.220748:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253002.220750:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253002.220756:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253002.220769:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253002.220780:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768253002.220875:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451919872:12345-192.168.202.43@tcp:101:rm.0 Request processed in 196us (4227us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253002.220880:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 492 00000100:00100000:1.0:1768253002.243811:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253002.243921:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451920128 00000100:00100000:2.0:1768253002.243933:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451920128 00000100:00100000:2.0:1768253002.244003:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 904 00000100:00100000:2.0:1768253002.244058:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47195:x1854145451920128:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253002.244122:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253002.244152:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd132 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b0 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253002.244175:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd116 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70a9 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253002.244187:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff97274f8b9400) 00010000:00010000:2.0:1768253002.244199:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253002.244226:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244239:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244249:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244262:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244269:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244276:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244393:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244402:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244409:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:2.0:1768253002.244763:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].28, 64 off9984 00000004:00080000:2.0:1768253002.244773:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2207665759786ns, next at 2208665757638ns, rc = 0 00010000:00010000:2.0:1768253002.244828:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244837:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244844:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244851:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244856:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244862:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244875:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253002.244892:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244897:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244910:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244916:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253002.244921:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244929:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244937:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253002.244940:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253002.244943:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.244949:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd14e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245003:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245062:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245068:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245073:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253002.245075:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245080:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245087:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270f00) 00010000:00010000:2.0:1768253002.245089:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253002.245092:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253002.245100:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd140 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768253002.245110:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003818aba5 reply state 0000000041474a65 transno 4294967648 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253002.245118:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253002.245211:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47195:x1854145451920128:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1197us (1409us total) trans 4294967648 rc 0/0 00000100:00100000:2.0:1768253002.245219:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 904 00010000:00010000:0.0:1768253002.245872:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253002.245880:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.245886:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253002.245889:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.245894:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.245904:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff972742c4a900) 00010000:00010000:0.0:1768253002.245906:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768253002.245909:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.245915:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd155 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253002.245931:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253002.245933:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253002.245935:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253002.252593:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.252611:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.252619:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.252630:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253002.252635:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.252643:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.252659:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972742c4a700) 00010000:00010000:1.0:1768253002.252663:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253002.252667:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253002.252673:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd147 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253002.291337:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476199808:0@lo:400:kworker.0 00000100:00100000:0.0:1768253002.291371:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476200064:0@lo:400:kworker.0 00000100:00100000:2.0:1768253002.291438:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476200192:0@lo:400:kworker.0 00000100:00100000:3.0:1768253002.291489:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476199936:0@lo:400:kworker.0 00000100:00100000:0.0:1768253002.292390:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253002.292807:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253002.292852:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476200320:0@lo:400:kworker.0 00000100:00100000:1.0:1768253002.292887:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253002.292941:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476200064 00000100:00100000:1.0:1768253002.292949:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476200064 00000100:00100000:1.0:1768253002.293027:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476200320 00000100:00100000:1.0:1768253002.293031:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476200320 00000100:00100000:1.0:1768253002.293059:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1768253002.293067:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476200064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253002.293091:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199808 00000100:00100000:0.0:1768253002.293095:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199808 00000100:00100000:1.0:1768253002.293121:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476200064:12345-0@lo:400:kworker.0 Request processed in 55us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253002.293122:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1768253002.293128:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476199808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253002.293129:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1768253002.293146:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1768253002.293151:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476200320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253002.293162:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476199808:12345-0@lo:400:kworker.0 Request processed in 35us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253002.293168:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1768253002.293175:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476200320:12345-0@lo:400:kworker.0 Request processed in 24us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253002.293180:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1768253002.293219:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476200064:0@lo:400:kworker.0 00000100:00100000:1.0:1768253002.293225:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649258700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476200320:0@lo:400:kworker.0 00000100:00100000:1.0:1768253002.293233:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476199808:0@lo:400:kworker.0 00000100:00080000:1.0:1768253002.293254:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253002.296825:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253002.300558:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253002.300600:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476200448:0@lo:400:kworker.0 00000100:00100000:3.0:1768253002.300668:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253002.300746:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476199936 00000100:00100000:1.0:1768253002.300753:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476199936 00000100:00100000:1.0:1768253002.300814:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1768253002.300824:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476199936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253002.300877:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476199936:12345-0@lo:400:kworker.0 Request processed in 54us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253002.300884:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1768253002.301875:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476199936:0@lo:400:kworker.0 00000100:00100000:0.0:1768253002.302222:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476200192 00000100:00100000:0.0:1768253002.302229:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476200192 00000100:00100000:1.0:1768253002.302336:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476200448 00000100:00100000:0.0:1768253002.302338:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1768253002.302341:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476200448 00000100:00100000:0.0:1768253002.302346:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476200192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253002.302574:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476200192:12345-0@lo:400:kworker.0 Request processed in 227us (5754us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253002.302581:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1768253002.302663:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476200192:0@lo:400:kworker.0 00000100:00080000:2.0:1768253002.302789:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253002.302794:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253002.303313:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1768253002.303321:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476200448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253002.303378:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476200448:12345-0@lo:400:kworker.0 Request processed in 58us (2709us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253002.303385:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1768253002.303912:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476200448:0@lo:400:kworker.0 00000100:00100000:3.0:1768253003.147286:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253003.147368:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451920256 00000100:00100000:1.0:1768253003.147378:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451920256 00000100:00100000:1.0:1768253003.147515:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 905 00000100:00100000:1.0:1768253003.147526:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47210:x1854145451920256:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253003.147552:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253003.147585:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd15c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70be expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.147659:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd163 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.147674:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.147688:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768253003.147750:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1768253003.147754:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253003.147780:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.147805:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd15c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70be expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.147820:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70be expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.147829:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768253003.147843:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253003.147848:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768253003.147910:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47210:x1854145451920256:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 387us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253003.147918:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 905 00000100:00080000:3.0:1768253003.148298:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253003.153484:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253003.154106:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451920512 00000100:00100000:1.0:1768253003.154119:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451920512 00000100:00100000:1.0:1768253003.154205:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 906 00000100:00100000:1.0:1768253003.154217:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47210:x1854145451920512:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253003.154288:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253003.154327:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd163 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70be expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.154354:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd0e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d709b expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.154366:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768253003.154378:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253003.154403:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.154417:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.154427:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.187124:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768253003.192640:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967646 is committed 00000004:00010000:1.0:1768253003.192709:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d87407cc reply state 00000000c3a2b72e transno 4294967649 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253003.192726:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:3.0:1768253003.192755:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967649 is committed 00000004:00080000:3.0:1768253003.192764:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 79 committed 00000004:00200000:1.0:1768253003.192775:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:0.0:1768253003.193074:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476200576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768253003.193131:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253003.193195:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476200576 00000100:00100000:0.0:1768253003.193202:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476200576 00000100:00100000:0.0:1768253003.193253:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1768253003.193262:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476200576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1768253003.193292:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1768253003.193317:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253003.193338:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00080000:1.0:1768253003.193347:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00010000:00010000:0.0:1768253003.193347:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768253003.193349:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768253003.193353:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253003.193380:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1768253003.193394:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47210:x1854145451920512:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 39179us (39920us total) trans 4294967649 rc 0/0 00010000:00010000:0.0:1768253003.193394:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 6 pid: 6569 timeout: 2308 lvb_type: 1 00000100:00100000:1.0:1768253003.193402:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 906 00000100:00100000:0.0:1768253003.193405:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476200704:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253003.193453:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253003.193454:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff972742cbf780 going to sleep for 11 seconds 00010000:00010000:2.0:1768253003.193470:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.193478:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.193483:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253003.193487:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.193495:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.193511:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:2.0:1768253003.193514:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253003.193519:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.193524:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd16a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253003.196265:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253003.196413:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476200704:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253003.196523:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253003.196553:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451920640 00000100:00100000:3.0:1768253003.196559:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451920640 00010000:00010000:3.0:1768253003.196591:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 7 pid: 6569 timeout: 2308 lvb_type: 1 00000100:00100000:3.0:1768253003.196623:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 410 00000100:00100000:3.0:1768253003.196633:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451920640:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768253003.196741:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253003.196749:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 7 pid: 6569 timeout: 2308 lvb_type: 1 00010000:00010000:3.0:1768253003.196762:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 7 pid: 6569 timeout: 2308 lvb_type: 1 00010000:00010000:3.0:1768253003.196785:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abd139 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70b7 expref: 7 pid: 6569 timeout: 2308 lvb_type: 1 00010000:00010000:3.0:1768253003.196799:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253003.196801:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253003.196806:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253003.196817:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253003.196931:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253003.196990:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451920640:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 357us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253003.196998:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 410 00010000:00010000:2.0:1768253003.197470:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.197480:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.197489:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.197497:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.197520:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253003.198248:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253003.198259:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.198268:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253003.198273:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.198282:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.198301:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.198308:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd171 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.198330:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253003.198333:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253003.198335:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253003.199676:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649279500/2, rc 0, transno 4294967353 00000100:00100000:1.0:1768253003.199687:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476200576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768253003.199733:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476200576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6266us (6395us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1768253003.199747:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1768253003.283321:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253003.283387:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451920768 00000100:00100000:1.0:1768253003.283396:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451920768 00000100:00100000:1.0:1768253003.283446:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 907 00000100:00100000:1.0:1768253003.283456:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47214:x1854145451920768:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253003.283478:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253003.283500:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd178 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70c5 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.283579:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283594:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283605:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283620:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283626:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283633:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283757:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd18d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283763:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd18d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283768:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd18d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768253003.283793:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1768253003.283796:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253003.283813:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd18d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283821:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283826:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283831:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283835:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253003.283838:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283842:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283849:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768253003.283851:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253003.283854:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283858:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd17f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283865:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283869:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283872:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283875:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253003.283876:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283883:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283886:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972749ca9000) 00010000:00010000:1.0:1768253003.283888:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253003.283889:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283892:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd186 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.283910:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd178 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70c5 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.283918:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd18d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70c5 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253003.283922:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:1.0:1768253003.283923:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253003.283925:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00100000:1.0:1768253003.283998:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47214:x1854145451920768:12345-192.168.202.43@tcp:101:touch.0 Request processed in 544us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253003.284003:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 907 00000100:00100000:3.0:1768253003.292437:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253003.292541:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451921024 00000100:00100000:0.0:1768253003.292552:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451921024 00000100:00100000:0.0:1768253003.292622:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 908 00000100:00100000:0.0:1768253003.292632:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47214:x1854145451921024:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253003.292654:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253003.292675:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd194 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70cc expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253003.292830:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253003.292846:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253003.292858:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253003.292875:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253003.292886:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253003.292892:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:2.0:1768253003.296832:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1768253003.301346:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301368:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301379:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301416:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301421:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301426:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301430:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253003.301433:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301440:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301451:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253003.301454:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253003.301458:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.301464:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd19b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253003.301478:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a4ec478 reply state 00000000f4027df3 transno 4294967650 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253003.301487:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768253003.301521:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd194 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70cc expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.301534:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70cc expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.301541:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253003.301544:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253003.301546:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01600, rc 0) 00000100:00100000:2.0:1768253003.301636:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47214:x1854145451921024:12345-192.168.202.43@tcp:101:touch.0 Request processed in 9005us (9211us total) trans 4294967650 rc 0/0 00000100:00100000:2.0:1768253003.301646:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 908 00010000:00010000:1.0:1768253003.306197:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253003.306222:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253003.306232:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253003.306241:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253003.306246:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253003.306254:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253003.306276:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972775270900) 00010000:00010000:1.0:1768253003.306279:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253003.306285:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253003.306291:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd1a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253003.309290:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253003.309406:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451921280 00000100:00100000:2.0:1768253003.309424:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451921280 00000100:00100000:2.0:1768253003.309485:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 909 00000100:00100000:2.0:1768253003.309496:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972743e35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47214:x1854145451921280:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:2.0:1768253003.309568:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253003.309596:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70cc expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.309615:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253003.309625:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253003.309668:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.309685:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253003.309696:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253003.309843:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f313dbb reply state 000000001b95b89e transno 4294967651 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253003.309855:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253003.310900:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972743e35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47214:x1854145451921280:12345-192.168.202.43@tcp:36:touch.0 Request processed in 1399us (1616us total) trans 4294967651 rc 0/0 00000100:00100000:2.0:1768253003.310910:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 909 00010000:00010000:3.0:1768253003.312317:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253003.312334:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253003.312342:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253003.312349:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253003.312354:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253003.312361:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253003.312377:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:3.0:1768253003.312381:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253003.312387:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253003.312393:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253003.317323:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253003.318145:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451921408 00000100:00100000:0.0:1768253003.318174:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451921408 00000100:00100000:0.0:1768253003.318256:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 910 00000100:00100000:0.0:1768253003.318269:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47214:x1854145451921408:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253003.318303:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253003.318337:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd1be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70d3 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253003.318418:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd1be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70d3 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253003.318447:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd1be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70d3 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253003.318479:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972775270300) 00010000:00010000:0.0:1768253003.318482:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768253003.318486:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768253003.318898:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47214:x1854145451921408:12345-192.168.202.43@tcp:101:touch.0 Request processed in 628us (1588us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253003.318908:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 910 00000100:00100000:1.0:1768253003.324919:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253003.324986:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451921536 00000100:00100000:2.0:1768253003.324997:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451921536 00000100:00080000:3.0:1768253003.325069:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253003.325133:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 494 00000100:00100000:3.0:1768253003.325144:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451921536:12345-192.168.202.43@tcp:2:touch.0 00000100:00100000:3.0:1768253003.326329:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451921536:12345-192.168.202.43@tcp:2:touch.0 Request processed in 388us (626us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1768253003.326346:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 494 00000100:00100000:3.0:1768253003.332132:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253003.332284:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451921792 00000100:00100000:0.0:1768253003.332296:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451921792 00000100:00100000:0.0:1768253003.332367:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 152 00000100:00100000:0.0:1768253003.332378:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47214:x1854145451921792:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:0.0:1768253003.333095:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47214:x1854145451921792:12345-192.168.202.43@tcp:35:touch.0 Request processed in 715us (970us total) trans 4294967652 rc 0/0 00000100:00100000:0.0:1768253003.333106:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 152 00000100:00100000:0.0:1768253003.423166:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253003.430126:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451921920 00000100:00100000:2.0:1768253003.430142:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451921920 00000100:00100000:2.0:1768253003.430225:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 911 00000100:00100000:2.0:1768253003.430237:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47218:x1854145451921920:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768253003.430261:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253003.430285:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70da expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.430352:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.430367:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431129:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431154:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431175:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431184:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431290:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431298:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431305:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253003.431344:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1768253003.431349:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253003.431372:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431384:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431392:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431398:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431405:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431411:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253003.431415:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431422:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431433:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253003.431437:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253003.431442:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431448:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431462:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431467:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431472:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431477:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253003.431480:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431485:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431493:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972742c4aa00) 00010000:00010000:2.0:1768253003.431495:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253003.431499:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.431504:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.432165:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70da expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.432188:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70da expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.432196:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972775270300) 00010000:00010000:2.0:1768253003.432198:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253003.432201:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00400, rc 0) 00000100:00100000:2.0:1768253003.432296:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47218:x1854145451921920:12345-192.168.202.43@tcp:101:rm.0 Request processed in 2060us (9140us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253003.432304:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 911 00000100:00100000:1.0:1768253003.440405:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253003.440473:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451922048 00000100:00100000:3.0:1768253003.440484:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451922048 00000100:00100000:3.0:1768253003.441336:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 495 00000100:00100000:3.0:1768253003.441351:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451922048:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253003.441371:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253003.441397:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70e1 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253003.441424:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x6965664b, atime: 0x6965664b, ctime: 0x6965664b, blocks: 0x1 00010000:00010000:3.0:1768253003.441447:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253003.441450:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253003.441459:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253003.441479:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253003.441493:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768253003.442045:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451922048:12345-192.168.202.43@tcp:101:rm.0 Request processed in 665us (1616us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253003.442055:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 495 00000100:00100000:3.0:1768253003.448678:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253003.449073:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451922304 00000100:00100000:2.0:1768253003.449086:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451922304 00000100:00100000:2.0:1768253003.449157:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 912 00000100:00100000:2.0:1768253003.449167:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47218:x1854145451922304:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253003.449225:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253003.449252:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd1da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70da expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.449277:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd1be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70d3 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253003.449290:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972775270300) 00010000:00010000:2.0:1768253003.449302:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253003.449326:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449341:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449356:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449370:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449376:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449382:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449497:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449506:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449512:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:2.0:1768253003.449869:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].29, 64 off10048 00000004:00080000:2.0:1768253003.449880:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2208870866255ns, next at 2209870863805ns, rc = 0 00010000:00010000:2.0:1768253003.449935:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449944:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449966:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449973:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449980:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253003.449986:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.450203:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253003.450210:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.450217:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253003.450221:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.450229:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.450240:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:1.0:1768253003.450243:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768253003.450247:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 3/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.450254:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253003.450256:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253003.450257:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253003.450409:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1768253003.450415:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd1fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450505:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450513:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450518:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450522:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253003.450525:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450531:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450540:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff972742c4ae00) 00010000:00010000:3.0:1768253003.450543:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253003.450546:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450551:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd1f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450599:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450605:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450614:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450618:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253003.450621:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450627:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450634:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:3.0:1768253003.450636:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253003.450639:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253003.450645:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd1e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768253003.450654:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a88b250d reply state 00000000d6fe6d14 transno 4294967653 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253003.450662:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253003.450751:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47218:x1854145451922304:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1583us (2080us total) trans 4294967653 rc 0/0 00000100:00100000:3.0:1768253003.450761:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 912 00010000:00010000:1.0:1768253003.459129:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.459149:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.459157:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.459163:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253003.459168:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.459175:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.459192:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972742c4aa00) 00010000:00010000:1.0:1768253003.459195:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253003.459200:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253003.459206:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd1ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.210272:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253004.248649:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253004.248687:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451922432 00000100:00100000:3.0:1768253004.248697:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451922432 00000100:00100000:3.0:1768253004.248754:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 913 00000100:00100000:3.0:1768253004.251908:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47232:x1854145451922432:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253004.251951:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253004.251974:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd204 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70e8 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.252057:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd20b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253004.252071:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd20b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253004.252083:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd20b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253004.252164:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:3.0:1768253004.252169:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253004.252200:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd20b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253004.252227:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd204 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e8 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.252247:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd20b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e8 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.252256:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:3.0:1768253004.252259:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253004.252263:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768253004.252331:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47232:x1854145451922432:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 440us (3695us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253004.256094:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 913 00000100:00100000:0.0:1768253004.264567:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253004.265258:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451922688 00000100:00100000:2.0:1768253004.265269:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451922688 00000100:00100000:2.0:1768253004.265328:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 914 00000100:00100000:2.0:1768253004.265336:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47232:x1854145451922688:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253004.265386:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253004.265407:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd20b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e8 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253004.265425:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd18d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70c5 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253004.265433:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253004.265441:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253004.265465:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253004.265476:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253004.265483:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768253004.265705:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005a3ce776 reply state 00000000101d69ea transno 4294967654 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253004.265712:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253004.265724:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:2.0:1768253004.265827:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47232:x1854145451922688:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 490us (1270us total) trans 4294967654 rc 0/0 00000100:00100000:2.0:1768253004.265835:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 914 00010000:00010000:1.0:1768253004.274677:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.274695:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.274704:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.274709:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253004.274713:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.274720:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.274736:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a400) 00010000:00010000:1.0:1768253004.274739:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253004.274744:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253004.274750:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd212 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253004.356637:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253004.356720:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451922816 00000100:00100000:1.0:1768253004.356730:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451922816 00000100:00100000:1.0:1768253004.356834:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 915 00000100:00100000:1.0:1768253004.356843:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451922816:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253004.356984:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451922816:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 141us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253004.356992:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 915 00000100:00100000:3.0:1768253004.362638:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.362810:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451922944 00000100:00100000:0.0:1768253004.362820:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451922944 00000100:00100000:0.0:1768253004.362964:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 496 00000100:00100000:0.0:1768253004.362975:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47245:x1854145451922944:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253004.363786:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47245:x1854145451922944:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 809us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.363797:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 496 00000100:00100000:3.0:1768253004.374825:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.375308:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923072 00000100:00100000:0.0:1768253004.375322:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923072 00000100:00100000:0.0:1768253004.375442:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 497 00000100:00100000:0.0:1768253004.375452:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47245:x1854145451923072:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253004.375825:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47245:x1854145451923072:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 373us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.375838:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 497 00000100:00080000:3.0:1768253004.377432:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253004.385290:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253004.387428:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923200 00000100:00100000:1.0:1768253004.387447:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923200 00000100:00100000:1.0:1768253004.387591:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 916 00000100:00100000:1.0:1768253004.387601:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451923200:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253004.387960:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451923200:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 359us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253004.387969:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 916 00000100:00100000:1.0:1768253004.391712:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.391956:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923328 00000100:00100000:0.0:1768253004.391968:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923328 00000100:00100000:0.0:1768253004.392065:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 917 00000100:00100000:0.0:1768253004.392076:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451923328:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253004.392431:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451923328:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 354us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.392440:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 917 00000100:00100000:3.0:1768253004.395342:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253004.395453:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923456 00000100:00100000:2.0:1768253004.395465:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923456 00000100:00100000:2.0:1768253004.395562:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 498 00000100:00100000:2.0:1768253004.395573:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47245:x1854145451923456:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253004.395888:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47245:x1854145451923456:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 316us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253004.395896:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 498 00000100:00100000:3.0:1768253004.398078:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.398663:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923584 00000100:00100000:0.0:1768253004.398674:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923584 00000100:00100000:0.0:1768253004.398735:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 499 00000100:00100000:0.0:1768253004.398745:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47245:x1854145451923584:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253004.399358:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47245:x1854145451923584:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 612us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.399367:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 499 00000100:00100000:1.0:1768253004.401683:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253004.401787:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923712 00000100:00100000:2.0:1768253004.401797:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923712 00000100:00100000:2.0:1768253004.401854:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 918 00000100:00100000:2.0:1768253004.401864:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451923712:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253004.402408:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47245:x1854145451923712:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 543us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253004.402417:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 918 00000100:00100000:3.0:1768253004.472638:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.472921:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923840 00000100:00100000:0.0:1768253004.472932:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923840 00000100:00100000:0.0:1768253004.473120:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 919 00000100:00100000:0.0:1768253004.473133:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47249:x1854145451923840:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768253004.473162:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253004.473179:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70ef expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253004.473604:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473617:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473627:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473636:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473641:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473644:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473743:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd22e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473748:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd22e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473752:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd22e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768253004.473789:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1768253004.473792:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253004.473811:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd22e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473819:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473823:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473828:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473832:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253004.473835:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473843:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473855:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253004.473858:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253004.473862:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473868:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abd220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473894:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473899:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473903:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473908:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253004.473911:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473916:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473923:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972775270800) 00010000:00010000:0.0:1768253004.473925:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253004.473927:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473932:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd227 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253004.473972:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abd219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70ef expref: 13 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253004.473987:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd22e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70ef expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253004.473994:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270b00) 00010000:00010000:0.0:1768253004.473997:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253004.473999:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:3.0:1768253004.474619:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47249:x1854145451923840:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1486us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253004.474626:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 919 00000100:00100000:3.0:1768253004.481646:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.481734:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451923968 00000100:00100000:0.0:1768253004.481743:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451923968 00000100:00100000:0.0:1768253004.481830:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 153 00000100:00100000:0.0:1768253004.481838:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47249:x1854145451923968:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:0.0:1768253004.481982:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47249:x1854145451923968:12345-192.168.202.43@tcp:49:dd.0 Request processed in 144us (348us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253004.481990:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 153 00000100:00100000:1.0:1768253004.484749:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253004.484826:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451924224 00000100:00100000:3.0:1768253004.484835:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451924224 00000100:00100000:3.0:1768253004.484885:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 920 00000100:00100000:3.0:1768253004.484892:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47249:x1854145451924224:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768253004.484912:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253004.484943:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd235 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70f6 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.485139:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485157:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485167:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485178:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485182:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485198:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:3.0:1768253004.485512:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:3.0:1768253004.485638:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd24a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485645:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd24a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485649:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd24a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485678:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485682:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485687:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485692:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253004.485694:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485698:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485707:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270b00) 00010000:00010000:3.0:1768253004.485709:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253004.485713:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253004.485719:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd23c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768253004.485730:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001edb98f8 reply state 0000000039f20341 transno 4294967655 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253004.485736:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253004.485757:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd235 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70f6 expref: 15 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.485768:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd24a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70f6 expref: 14 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.485773:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768253004.485774:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253004.485776:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768253004.485831:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+15:47249:x1854145451924224:12345-192.168.202.43@tcp:101:dd.0 Request processed in 939us (1093us total) trans 4294967655 rc 0/0 00000100:00100000:3.0:1768253004.485836:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 920 00010000:00010000:1.0:1768253004.488373:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253004.488389:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253004.488394:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253004.488399:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253004.488402:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253004.488406:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253004.488420:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff97274f8b9900) 00010000:00010000:1.0:1768253004.488422:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253004.488425:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253004.488429:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd243 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253004.494620:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253004.494807:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451924352 00000100:00100000:3.0:1768253004.494818:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451924352 00000100:00100000:3.0:1768253004.494976:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 500 00000100:00100000:3.0:1768253004.494989:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47249:x1854145451924352:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768253004.495008:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253004.495054:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d70fd expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253004.495079:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1768253004.495106:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253004.495109:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253004.495119:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.495151:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 7 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253004.495164:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253004.495225:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47249:x1854145451924352:12345-192.168.202.43@tcp:101:dd.0 Request processed in 240us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253004.495230:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 500 00000100:00100000:3.0:1768253004.533637:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.533753:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451924480 00000100:00100000:0.0:1768253004.533772:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451924480 00002000:00100000:0.0:1768253004.533831:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff97277cd4b100 x1854145451924480/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:735/0 lens 488/0 e 0 to 0 dl 1768253015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768253004.533843:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277cd4b100 with x1854145451924480 ext(0->1048575) 00002000:00010000:0.0:1768253004.533850:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277cd4b100 00000100:00100000:0.0:1768253004.533892:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 22 00000100:00100000:0.0:1768253004.533903:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451924480:12345-192.168.202.43@tcp:4:dd.0 00000100:00100000:0.0:1768253004.562425:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2369:x1854145451924480:12345-192.168.202.43@tcp:4:dd.0 Request processed in 28511us (28786us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1768253004.562440:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 22 00002000:00100000:0.0:1768253004.562457:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff97277cd4b100 x1854145451924480/t4294967354(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:735/0 lens 488/448 e 0 to 0 dl 1768253015 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768253004.562468:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277cd4b100 with x1854145451924480 ext(0->1048575) 00002000:00010000:0.0:1768253004.562475:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277cd4b100 00000100:00100000:3.0:1768253004.566553:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253004.567258:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451924608 00000100:00100000:2.0:1768253004.567271:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451924608 00000100:00100000:2.0:1768253004.567382:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 921 00000100:00100000:2.0:1768253004.567392:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+14:47249:x1854145451924608:12345-192.168.202.43@tcp:44:dd.0 00000100:00100000:0.0:1768253004.622881:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+14:47249:x1854145451924608:12345-192.168.202.43@tcp:44:dd.0 Request processed in 55476us (56324us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.622897:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 921 00000001:00080000:1.0:1768253004.624103:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967652 is committed 00000001:00080000:1.0:1768253004.624122:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967654 is committed 00000004:00080000:1.0:1768253004.624129:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 77 committed 00000001:00080000:1.0:1768253004.624164:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967655 is committed 00000100:00100000:1.0:1768253004.626093:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476200832:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768253004.626342:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253004.626580:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253004.627053:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476200832 00000100:00100000:1.0:1768253004.627063:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476200832 00000100:00100000:1.0:1768253004.627117:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451924736 00000100:00100000:1.0:1768253004.627120:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451924736 00000100:00100000:1.0:1768253004.627155:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1768253004.627165:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476200832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768253004.627199:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:1.0:1768253004.627226:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.627247:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253004.627255:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253004.627257:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253004.627260:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.627294:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253004.627308:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 6 pid: 6569 timeout: 2310 lvb_type: 1 00000100:00100000:1.0:1768253004.627326:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476200960:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253004.627398:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e900 going to sleep for 11 seconds 00000100:00100000:1.0:1768253004.627419:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 502 00000100:00100000:1.0:1768253004.627427:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2368:x1854145451924736:12345-192.168.202.43@tcp:16:dd.0 00000100:00080000:0.0:1768253004.628352:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253004.634704:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476200960:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768253004.634746:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253004.639655:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253004.640346:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451924864 00000100:00100000:2.0:1768253004.640359:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451924864 00010000:00010000:2.0:1768253004.640414:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 7 pid: 6569 timeout: 2310 lvb_type: 1 00000100:00100000:2.0:1768253004.640462:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 411 00000100:00100000:2.0:1768253004.640475:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451924864:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253004.640495:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253004.640501:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 7 pid: 6569 timeout: 2310 lvb_type: 1 00010000:00010000:2.0:1768253004.640515:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 7 pid: 6569 timeout: 2310 lvb_type: 1 00010000:00010000:2.0:1768253004.640545:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd1e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70e1 expref: 7 pid: 6569 timeout: 2310 lvb_type: 1 00010000:00010000:2.0:1768253004.640562:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253004.640564:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253004.640569:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253004.640580:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253004.640605:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253004.640667:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451924864:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 195us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253004.640675:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 411 00010000:00010000:1.0:1768253004.642295:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.642312:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.642324:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.642332:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.642355:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1768253004.644440:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476200832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17267us (18089us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1768253004.644455:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00010000:00010000:1.0:1768253004.644489:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253004.644498:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.644509:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253004.644514:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.644525:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.644545:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.644552:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd25f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253004.644571:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253004.644573:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253004.644575:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253004.644621:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649279180/2, rc 0, transno 4294967355 00000100:00100000:1.0:1768253004.644627:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476200832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768253004.671533:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2368:x1854145451924736:12345-192.168.202.43@tcp:16:dd.0 Request processed in 44091us (44939us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.671550:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 502 00000001:00080000:1.0:1768253004.671655:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:1.0:1768253004.671671:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:0.0:1768253004.673958:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253004.674140:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925120 00000100:00100000:3.0:1768253004.674152:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925120 00000100:00100000:3.0:1768253004.674206:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 154 00000100:00100000:3.0:1768253004.674213:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47249:x1854145451925120:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:3.0:1768253004.674600:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47249:x1854145451925120:12345-192.168.202.43@tcp:35:dd.0 Request processed in 387us (651us total) trans 4294967656 rc 0/0 00000100:00100000:3.0:1768253004.674606:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 154 00000100:00100000:2.0:1768253004.754102:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253004.754252:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925248 00000100:00100000:0.0:1768253004.754264:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925248 00000100:00100000:0.0:1768253004.754329:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1233 00000100:00100000:0.0:1768253004.754340:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451925248:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253004.754413:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451925248:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 75us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.754421:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1233 00000100:00100000:1.0:1768253004.851580:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476201088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253004.851655:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253004.851759:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201088 00000100:00100000:0.0:1768253004.851768:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201088 00000100:00100000:0.0:1768253004.851819:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1768253004.851828:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476201088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253004.851874:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253004.852048:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476201216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253004.852077:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253004.852132:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476201088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.852150:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1768253004.852167:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201216 00000100:00100000:0.0:1768253004.852171:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201216 00000100:00100000:0.0:1768253004.852197:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1768253004.852203:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476201216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253004.852214:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:0.0:1768253004.852241:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476201216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253004.852247:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:0.0:1768253004.852263:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253004.859400:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476201088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253004.859527:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1768253004.859534:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649279500, transno 4294967353 00000100:00100000:3.0:1768253004.859603:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476201216:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1768253004.915734:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:3.0:1768253004.915751:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00010000:00010000:1.0:1768253005.235742:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768253005.710077:0:81927:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2211131060029ns, next at 2209870863805ns, rc = 0 00000004:00080000:3.0:1768253005.710179:0:81927:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2211131164732ns, next at 2208665757638ns, rc = 0 00000004:00080000:2.0:1768253005.746110:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 80 committed 00000004:00080000:2.0:1768253005.746122:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 78 committed 00000001:00080000:2.0:1768253005.746143:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967656 is committed 00010000:00010000:1.0:1768253006.259716:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253006.966862:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253006.966985:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925376 00000100:00100000:1.0:1768253006.966997:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925376 00000100:00080000:0.0:1768253006.967060:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253006.967092:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 922 00000100:00100000:1.0:1768253006.967104:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451925376:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253006.967212:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451925376:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 110us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253006.967219:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 922 00000100:00100000:0.0:1768253006.976705:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253006.976877:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925504 00000100:00100000:1.0:1768253006.976890:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925504 00000100:00100000:1.0:1768253006.976980:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 503 00000100:00100000:1.0:1768253006.976989:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47381:x1854145451925504:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253006.977313:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47381:x1854145451925504:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 323us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253006.977321:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 503 00000100:00080000:0.0:1768253006.977809:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253006.979949:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253006.980151:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925632 00000100:00100000:1.0:1768253006.980162:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925632 00000100:00100000:1.0:1768253006.980230:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 504 00000100:00100000:1.0:1768253006.980241:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47381:x1854145451925632:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253006.980473:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47381:x1854145451925632:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 234us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253006.980479:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 504 00000100:00080000:0.0:1768253006.980593:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253006.982845:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253006.984283:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925760 00000100:00100000:2.0:1768253006.984298:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925760 00000100:00100000:2.0:1768253006.984383:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 923 00000100:00100000:2.0:1768253006.984393:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451925760:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253006.984758:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451925760:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 365us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253006.984767:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 923 00000100:00100000:1.0:1768253006.988231:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253006.994753:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451925888 00000100:00100000:2.0:1768253006.994768:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451925888 00000100:00100000:2.0:1768253006.994871:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 924 00000100:00100000:2.0:1768253006.994885:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451925888:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253006.995004:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451925888:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 123us (6783us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253006.995024:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 924 00000100:00100000:3.0:1768253006.999854:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253006.999935:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926016 00000100:00100000:1.0:1768253006.999946:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926016 00000100:00100000:1.0:1768253007.000035:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 505 00000100:00100000:1.0:1768253007.000044:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47381:x1854145451926016:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253007.000326:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47381:x1854145451926016:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 283us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.000332:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 505 00000100:00100000:0.0:1768253007.003536:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253007.003663:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926144 00000100:00100000:1.0:1768253007.003674:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926144 00000100:00100000:1.0:1768253007.003725:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 506 00000100:00100000:1.0:1768253007.003747:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47381:x1854145451926144:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253007.004091:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47381:x1854145451926144:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 356us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.004099:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 506 00000100:00100000:1.0:1768253007.006559:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253007.009590:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926272 00000100:00100000:2.0:1768253007.009607:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926272 00000100:00100000:2.0:1768253007.009682:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 925 00000100:00100000:2.0:1768253007.009693:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451926272:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253007.010120:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47381:x1854145451926272:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 428us (3571us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253007.010129:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 925 00000100:00100000:0.0:1768253007.081354:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253007.081520:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926528 00000100:00100000:2.0:1768253007.081530:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926528 00000100:00100000:2.0:1768253007.081638:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 926 00000100:00100000:2.0:1768253007.081649:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47385:x1854145451926528:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253007.081705:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253007.081736:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd24a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70f6 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253007.081757:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:2.0:1768253007.081768:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253007.081792:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081806:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081816:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081831:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081837:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081844:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081982:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.081995:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.082002:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:2.0:1768253007.083305:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].29, 64 off10048 00000004:00080000:2.0:1768253007.083319:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2212504305389ns, next at 2213504302336ns, rc = 0 00010000:00010000:2.0:1768253007.083692:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083708:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083718:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083727:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083733:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083739:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083760:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253007.083783:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083790:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083796:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083802:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253007.083806:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083814:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083824:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:2.0:1768253007.083827:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253007.083831:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083836:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd274 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083881:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083887:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083893:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083897:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253007.083901:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083906:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083922:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270b00) 00010000:00010000:2.0:1768253007.083925:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253007.083928:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253007.083934:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd266 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253007.083942:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e7de5ec reply state 000000007f92ff5f transno 4294967657 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253007.083951:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253007.084069:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47385:x1854145451926528:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2419us (2721us total) trans 4294967657 rc 0/0 00000100:00100000:2.0:1768253007.084077:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 926 00010000:00010000:1.0:1768253007.084147:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253007.084154:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.084160:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253007.084163:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.084169:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.084178:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:1.0:1768253007.084181:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768253007.084184:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.084193:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd27b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.084207:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253007.084209:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253007.084210:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253007.086752:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.086771:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.086779:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.086785:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253007.086790:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.086798:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.086814:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972742c4a200) 00010000:00010000:1.0:1768253007.086818:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253007.086823:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.086829:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd26d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253007.282214:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253007.413602:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476201344:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.413753:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476201728:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.413827:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253007.413923:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476201600:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.413954:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253007.413983:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1768253007.413990:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476201472:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.414043:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253007.414062:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476201984:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.414082:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253007.414108:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201600 00000100:00100000:1.0:1768253007.414246:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201600 00000100:00100000:1.0:1768253007.414306:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201472 00000100:00100000:1.0:1768253007.414310:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201472 00000100:00100000:1.0:1768253007.414330:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:1.0:1768253007.414337:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476201600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.414386:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476201600:12345-0@lo:400:kworker.0 Request processed in 48us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.414393:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:1.0:1768253007.414408:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:1.0:1768253007.414414:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476201472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.414438:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476201472:12345-0@lo:400:kworker.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.414444:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:1.0:1768253007.414462:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201728 00000100:00100000:1.0:1768253007.414465:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201728 00000100:00100000:1.0:1768253007.414489:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201984 00000100:00100000:1.0:1768253007.414492:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201984 00000100:00100000:1.0:1768253007.414510:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1768253007.414516:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476201728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.414547:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476201728:12345-0@lo:400:kworker.0 Request processed in 31us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.414553:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1768253007.414565:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1768253007.414570:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476201984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.414594:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476201984:12345-0@lo:400:kworker.0 Request processed in 24us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.414600:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1768253007.414762:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253007.414792:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476201856:0@lo:400:kworker.0 00000100:00100000:0.0:1768253007.414812:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1768253007.414843:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253007.414847:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253007.414848:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253007.414855:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201856 00000100:00100000:0.0:1768253007.414858:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201856 00000100:00100000:0.0:1768253007.415078:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:0.0:1768253007.415089:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476201856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253007.415139:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476201856:12345-0@lo:400:kworker.0 Request processed in 54us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.420395:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476201344 00000100:00100000:1.0:1768253007.420417:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476201344 00000100:00100000:1.0:1768253007.420481:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1768253007.420491:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476201344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.420578:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476201344:12345-0@lo:400:kworker.0 Request processed in 89us (5815us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253007.420586:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1768253007.420734:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:1.0:1768253007.420741:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649279180, transno 4294967355 00000100:00100000:1.0:1768253007.420757:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476201728:0@lo:400:kworker.0 00000100:00100000:3.0:1768253007.421287:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476201344:0@lo:400:kworker.0 00000100:00100000:3.0:1768253007.421305:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476201856:0@lo:400:kworker.0 00000100:00080000:3.0:1768253007.421332:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253007.421566:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476201472:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.421583:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476201984:0@lo:400:kworker.0 00000100:00100000:1.0:1768253007.421595:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476201600:0@lo:400:kworker.0 00000100:00100000:0.0:1768253007.426140:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00010000:00010000:2.0:1768253008.309129:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253009.330196:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253009.421582:0:82072:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2214842565826ns, next at 2209870863805ns, rc = 0 00000004:00080000:0.0:1768253009.421695:0:82072:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2214842681018ns, next at 2213504302336ns, rc = 0 00000004:00080000:0.0:1768253009.485821:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 82 committed 00000004:00080000:0.0:1768253009.485853:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 79 committed 00000001:00080000:0.0:1768253009.485897:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967657 is committed 00000004:00080000:0.0:1768253009.485903:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 81 committed 00000100:00100000:0.0:1768253009.486376:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253009.486422:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476202112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768253009.486493:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253009.486640:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476202112 00000100:00100000:2.0:1768253009.486652:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476202112 00000100:00100000:2.0:1768253009.486743:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1768253009.486754:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476202112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768253009.486789:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:2.0:1768253009.486820:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253009.486841:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253009.486851:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253009.486853:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253009.486857:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253009.486906:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253009.486920:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 5 pid: 6567 timeout: 2314 lvb_type: 0 00000100:00100000:2.0:1768253009.486932:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476202240:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253009.486997:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274635ae40 going to sleep for 11 seconds 00000100:00080000:0.0:1768253009.487262:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253009.491197:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476202240:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253009.491232:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253009.498944:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253009.499076:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926656 00000100:00100000:3.0:1768253009.499087:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926656 00010000:00010000:3.0:1768253009.499147:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 6 pid: 6567 timeout: 2314 lvb_type: 0 00000100:00100000:3.0:1768253009.499200:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 412 00000100:00100000:3.0:1768253009.499211:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451926656:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768253009.499238:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253009.499244:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 6 pid: 6567 timeout: 2314 lvb_type: 0 00010000:00010000:3.0:1768253009.499259:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 6 pid: 6567 timeout: 2314 lvb_type: 0 00010000:00010000:3.0:1768253009.499283:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9200/0xef9a6e5c83abd258 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70fd expref: 6 pid: 6567 timeout: 2314 lvb_type: 0 00010000:00010000:3.0:1768253009.499301:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253009.499304:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253009.499309:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.499320:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.499365:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253009.499411:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253009.499415:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451926656:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 206us (482us total) trans 0 rc 0/0 00010000:00010000:1.0:1768253009.499421:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253009.499423:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 412 00010000:00010000:1.0:1768253009.499431:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253009.499438:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253009.499469:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:0.0:1768253009.499961:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253009.500063:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476202112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13310us (13568us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1768253009.500073:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000004:00080000:0.0:1768253009.500134:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97264927a680/2, rc 0, transno 4294967355 00000100:00100000:0.0:1768253009.500158:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476202112:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768253009.500743:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253009.500750:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.500760:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253009.500764:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.500779:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.500796:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.500803:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abd282 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253009.500821:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253009.500823:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253009.500825:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253009.872069:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253009.872131:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253009.872242:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926784 00000100:00100000:3.0:1768253009.872253:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926784 00000100:00100000:3.0:1768253009.872334:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00100000:3.0:1768253009.872345:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451926784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253009.872422:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451926784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253009.872429:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00100000:0.0:1768253009.872848:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253009.872918:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451926912 00000100:00100000:2.0:1768253009.872924:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451926912 00000100:00100000:2.0:1768253009.872977:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1533 00000100:00100000:2.0:1768253009.872985:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451926912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253009.873055:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451926912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253009.873062:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1533 00000100:00080000:0.0:1768253009.873191:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253009.873880:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927040 00000100:00100000:1.0:1768253009.873898:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927040 00000100:00100000:3.0:1768253009.874555:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1154 00000100:00100000:3.0:1768253009.874565:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451927040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253009.874637:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451927040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 72us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253009.874645:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1154 00000100:00080000:0.0:1768253009.875040:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253009.970910:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476202368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253009.970984:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253009.972662:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476202368 00000100:00100000:0.0:1768253009.972676:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476202368 00000100:00100000:0.0:1768253009.972766:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1768253009.972776:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476202368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253009.972817:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253009.972897:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476202368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (1913us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253009.972905:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00080000:1.0:1768253009.972982:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253009.977496:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476202368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253009.977536:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253009.977545:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476202496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253009.977614:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253009.977911:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476202496 00000100:00100000:0.0:1768253009.977918:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476202496 00000100:00100000:0.0:1768253009.977973:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1768253009.977982:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476202496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253009.978190:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768253009.978242:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476202496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 260us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253009.978250:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1768253009.980029:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476202496:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768253010.371998:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253011.379446:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768253012.080533:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00010000:00010000:1.0:1768253012.402190:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253012.531366:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476203008:0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.531458:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253012.531539:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253012.531546:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476202880:0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.531571:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253012.531611:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476202880 00000100:00100000:0.0:1768253012.531621:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476202880 00000100:00100000:0.0:1768253012.531693:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:0.0:1768253012.531704:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476202880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.531764:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476202880:12345-0@lo:400:kworker.0 Request processed in 62us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253012.531773:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:0.0:1768253012.531829:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476202880:0@lo:400:kworker.0 00000100:00100000:2.0:1768253012.532042:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476202624:0@lo:400:kworker.0 00000100:00100000:2.0:1768253012.532087:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253012.532122:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649258000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476203136:0@lo:400:kworker.0 00000100:00100000:2.0:1768253012.532146:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253012.532163:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768253012.532170:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476202752:0@lo:400:kworker.0 00000100:00100000:2.0:1768253012.532194:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253012.532208:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476203264:0@lo:400:kworker.0 00000100:00100000:2.0:1768253012.532233:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253012.532402:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476202624 00000100:00100000:0.0:1768253012.532409:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476202624 00000100:00100000:0.0:1768253012.532451:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1768253012.532459:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476202624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.532504:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476202624:12345-0@lo:400:kworker.0 Request processed in 45us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253012.532511:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1768253012.532541:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203136 00000100:00100000:0.0:1768253012.532545:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203136 00000100:00100000:0.0:1768253012.532569:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476202752 00000100:00100000:0.0:1768253012.532572:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476202752 00000100:00100000:0.0:1768253012.532590:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:0.0:1768253012.532597:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476203136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.532627:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476203136:12345-0@lo:400:kworker.0 Request processed in 31us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253012.532633:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:0.0:1768253012.532644:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1768253012.532650:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476202752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.532675:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476202752:12345-0@lo:400:kworker.0 Request processed in 25us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253012.532680:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1768253012.532714:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476202752:0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.532725:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476202624:0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.532733:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649258000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476203136:0@lo:400:kworker.0 00000100:00100000:3.0:1768253012.532888:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203008 00000100:00100000:3.0:1768253012.532893:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203008 00000100:00100000:3.0:1768253012.532931:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203264 00000100:00100000:3.0:1768253012.532934:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203264 00000100:00100000:3.0:1768253012.532956:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1768253012.532964:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476203008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253012.533008:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476203008:12345-0@lo:400:kworker.0 Request processed in 46us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253012.533047:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1768253012.533063:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1768253012.533068:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476203264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253012.533102:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476203264:12345-0@lo:400:kworker.0 Request processed in 34us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253012.533121:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00080000:1.0:1768253012.533280:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253012.533286:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253012.533289:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253012.533770:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:0.0:1768253012.533779:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97264927a680, transno 4294967355 00000100:00100000:0.0:1768253012.533802:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476203264:0@lo:400:kworker.0 00000100:00100000:0.0:1768253012.533836:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476203008:0@lo:400:kworker.0 00010000:00010000:2.0:1768253013.426636:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253014.450311:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253014.990995:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253014.991073:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253014.991102:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253014.991130:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253014.991182:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927552 00000100:00100000:0.0:1768253014.991194:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927552 00000100:00100000:0.0:1768253014.991273:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927424 00000100:00100000:0.0:1768253014.991276:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927424 00000100:00100000:0.0:1768253014.991315:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1157 00000100:00100000:0.0:1768253014.991327:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451927552:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253014.991440:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451927552:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 113us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253014.991449:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1157 00000100:00100000:0.0:1768253014.991472:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1158 00000100:00100000:0.0:1768253014.991479:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451927424:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253014.991506:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451927424:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253014.991513:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1158 00000100:00080000:0.0:1768253014.991532:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253014.991536:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253014.992420:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927296 00000100:00100000:3.0:1768253014.992431:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927296 00000100:00100000:3.0:1768253014.992504:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1537 00000100:00100000:3.0:1768253014.992513:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451927296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253014.992578:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451927296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (1600us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253014.992586:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1537 00000100:00080000:1.0:1768253014.992954:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253014.994108:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927168 00000100:00100000:2.0:1768253014.994124:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927168 00000100:00100000:2.0:1768253014.994196:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1237 00000100:00100000:2.0:1768253014.994207:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451927168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253014.994289:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451927168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (3213us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253014.994297:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1237 00000100:00100000:3.0:1768253015.090862:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253015.099985:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476203520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253015.100123:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253015.100228:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476203392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253015.100256:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253015.100577:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203520 00000100:00100000:1.0:1768253015.100597:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203520 00000100:00100000:1.0:1768253015.100677:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203392 00000100:00100000:1.0:1768253015.100681:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203392 00000100:00100000:1.0:1768253015.100705:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1768253015.100726:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476203520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253015.100778:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253015.100862:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476203520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253015.100870:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1768253015.100889:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1768253015.100896:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476203392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253015.100917:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253015.100946:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476203392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253015.100951:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1768253015.101006:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476203520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253015.101067:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476203392:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768253015.101572:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253015.101586:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768253015.474545:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253016.499355:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253017.523410:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253017.653225:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476203904:0@lo:400:kworker.0 00000100:00100000:2.0:1768253017.653330:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253017.653426:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253017.653434:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476204032:0@lo:400:kworker.0 00000100:00100000:2.0:1768253017.653462:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253017.653748:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476203648:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.653789:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253017.653838:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476204160:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.653861:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253017.653880:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768253017.653885:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476203776:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.653904:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253017.653920:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476204288:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.653941:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253017.653973:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203904 00000100:00100000:0.0:1768253017.653982:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203904 00000100:00100000:0.0:1768253017.654072:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204160 00000100:00100000:0.0:1768253017.654076:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204160 00000100:00100000:0.0:1768253017.654094:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203776 00000100:00100000:0.0:1768253017.654096:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203776 00000100:00100000:0.0:1768253017.654113:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1768253017.654121:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476203904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.654181:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476203904:12345-0@lo:400:kworker.0 Request processed in 60us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253017.654189:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1768253017.654210:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1768253017.654216:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476204160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.654262:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476204160:12345-0@lo:400:kworker.0 Request processed in 46us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253017.654269:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1768253017.654284:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1768253017.654289:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476203776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.654315:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476203776:12345-0@lo:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253017.654324:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1768253017.654346:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204032 00000100:00100000:0.0:1768253017.654350:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204032 00000100:00100000:0.0:1768253017.654436:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204288 00000100:00100000:0.0:1768253017.654439:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204288 00000100:00100000:0.0:1768253017.654460:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1768253017.654466:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476204032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.654497:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476204032:12345-0@lo:400:kworker.0 Request processed in 31us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253017.654503:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1768253017.654514:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1768253017.654520:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476204288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.654543:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476204288:12345-0@lo:400:kworker.0 Request processed in 24us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253017.654548:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00080000:3.0:1768253017.655421:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253017.655428:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253017.655432:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253017.655540:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476203776:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.655628:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476204288:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.655644:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476204160:0@lo:400:kworker.0 00000100:00100000:2.0:1768253017.655919:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476203648 00000100:00100000:2.0:1768253017.655931:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476203648 00000100:00100000:2.0:1768253017.655994:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1768253017.656002:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476203648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253017.656090:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476203648:12345-0@lo:400:kworker.0 Request processed in 90us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253017.656095:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1768253017.656143:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476204032:0@lo:400:kworker.0 00000100:00100000:2.0:1768253017.656156:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476203904:0@lo:400:kworker.0 00000100:00100000:0.0:1768253017.657670:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476203648:0@lo:400:kworker.0 00010000:00010000:1.0:1768253018.549406:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253019.572546:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253020.102918:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253020.102979:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253020.103144:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927680 00000100:00100000:2.0:1768253020.103159:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927680 00000100:00100000:2.0:1768253020.103245:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1239 00000100:00100000:2.0:1768253020.103257:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451927680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253020.103362:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451927680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 106us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253020.103371:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1239 00000100:00100000:3.0:1768253020.103989:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253020.104116:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253020.104182:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927808 00000100:00100000:0.0:1768253020.104191:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927808 00000100:00100000:0.0:1768253020.104251:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1541 00000100:00100000:0.0:1768253020.104263:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451927808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253020.104324:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451927808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 65us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253020.104332:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1541 00000100:00100000:1.0:1768253020.104603:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451927936 00000100:00100000:1.0:1768253020.104610:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451927936 00000100:00100000:1.0:1768253020.105138:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928064 00000100:00100000:1.0:1768253020.105143:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928064 00000100:00100000:1.0:1768253020.105177:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000100:00100000:1.0:1768253020.105186:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451927936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253020.105241:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451927936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 57us (2261us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253020.105248:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000100:00100000:1.0:1768253020.105264:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1162 00000100:00100000:1.0:1768253020.105272:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451928064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253020.105298:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451928064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (1181us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253020.105303:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1162 00000100:00080000:3.0:1768253020.105911:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253020.105917:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253020.105920:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253020.210398:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476204416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253020.210503:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253020.210655:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204416 00000100:00100000:3.0:1768253020.210667:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204416 00000100:00100000:3.0:1768253020.210755:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1768253020.210780:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476204416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253020.210863:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253020.211136:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476204544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253020.211171:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253020.211211:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204544 00000100:00100000:1.0:1768253020.211215:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204544 00000100:00100000:1.0:1768253020.211244:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1768253020.211250:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476204544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253020.211271:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253020.211304:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476204544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253020.211311:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1768253020.211365:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476204544:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768253020.211399:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253020.211404:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253020.214352:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476204416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3571us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253020.214373:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1768253020.217129:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476204416:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768253020.594395:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253021.618526:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253022.642723:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253022.770413:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476205056:0@lo:400:kworker.0 00000100:00100000:3.0:1768253022.770506:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253022.770592:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253022.770599:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476204928:0@lo:400:kworker.0 00000100:00100000:3.0:1768253022.770625:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253022.770830:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205056 00000100:00100000:3.0:1768253022.770841:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205056 00000100:00100000:3.0:1768253022.770910:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1768253022.770922:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476205056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253022.770986:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476205056:12345-0@lo:400:kworker.0 Request processed in 67us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253022.770994:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00080000:2.0:1768253022.771570:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253022.771625:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476205056:0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772191:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476204800:0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772254:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253022.772313:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476205312:0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772339:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253022.772361:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1768253022.772369:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476204672:0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772402:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253022.772426:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476205184:0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772448:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253022.772475:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204928 00000100:00100000:3.0:1768253022.772485:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204928 00000100:00100000:3.0:1768253022.772551:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204800 00000100:00100000:2.0:1768253022.772552:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205184 00000100:00100000:3.0:1768253022.772554:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204800 00000100:00100000:2.0:1768253022.772555:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205184 00000100:00100000:3.0:1768253022.772577:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00080000:1.0:1768253022.772662:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253022.772680:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476204928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772687:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476204672 00000100:00100000:1.0:1768253022.772690:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476204672 00000100:00100000:1.0:1768253022.772721:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1768253022.772728:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476204672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253022.772743:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476204928:12345-0@lo:400:kworker.0 Request processed in 159us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253022.772769:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476204672:12345-0@lo:400:kworker.0 Request processed in 32us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253022.772776:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1768253022.772816:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205312 00000100:00100000:1.0:1768253022.772821:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205312 00000100:00100000:1.0:1768253022.772862:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1768253022.772869:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476205312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772898:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476205312:12345-0@lo:400:kworker.0 Request processed in 30us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253022.772904:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00080000:1.0:1768253022.772924:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253022.772948:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476204672:0@lo:400:kworker.0 00000100:00100000:1.0:1768253022.772959:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476205312:0@lo:400:kworker.0 00000100:00100000:2.0:1768253022.773963:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1768253022.778203:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476204800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253022.778365:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476204800:12345-0@lo:400:kworker.0 Request processed in 189us (6109us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253022.778375:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1768253022.778421:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:2.0:1768253022.778430:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476205184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253022.778461:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476205184:12345-0@lo:400:kworker.0 Request processed in 34us (6012us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253022.778467:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:2.0:1768253022.778756:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476204928:0@lo:400:kworker.0 00000100:00100000:2.0:1768253022.778860:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476205184:0@lo:400:kworker.0 00000100:00100000:2.0:1768253022.778876:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476204800:0@lo:400:kworker.0 00000100:00100000:3.0:1768253022.786839:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00010000:00010000:2.0:1768253023.669969:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253023.672149:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253023.673561:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928192 00000100:00100000:1.0:1768253023.673580:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928192 00000100:00100000:1.0:1768253023.673698:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 927 00000100:00100000:1.0:1768253023.673710:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451928192:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253023.673859:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451928192:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 151us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253023.673867:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 927 00000100:00080000:2.0:1768253023.674253:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253023.678459:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253023.678704:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928320 00000100:00100000:1.0:1768253023.678718:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928320 00000100:00100000:1.0:1768253023.678815:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 508 00000100:00100000:1.0:1768253023.678827:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928320:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253023.679426:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928320:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 597us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253023.679435:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 508 00000100:00080000:3.0:1768253023.679535:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253023.683238:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253023.683288:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928448 00000100:00100000:1.0:1768253023.683302:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928448 00000100:00100000:1.0:1768253023.683385:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 509 00000100:00100000:1.0:1768253023.683397:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928448:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253023.683789:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928448:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 393us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253023.683797:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 509 00000100:00080000:2.0:1768253023.686271:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253023.709667:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253023.710278:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928576 00000100:00100000:1.0:1768253023.710294:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928576 00000100:00100000:1.0:1768253023.710367:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 928 00000100:00100000:1.0:1768253023.710379:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451928576:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253023.710831:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451928576:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 450us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253023.710842:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 928 00000100:00100000:1.0:1768253023.715870:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253023.720964:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928704 00000100:00100000:0.0:1768253023.720985:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928704 00000100:00100000:0.0:1768253023.721151:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 929 00000100:00100000:0.0:1768253023.721162:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451928704:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253023.721304:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451928704:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 143us (5445us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253023.721312:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 929 00000100:00100000:2.0:1768253023.725938:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253023.728700:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928832 00000100:00100000:1.0:1768253023.728724:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928832 00000100:00100000:1.0:1768253023.728828:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 510 00000100:00100000:1.0:1768253023.728841:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928832:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253023.733687:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928832:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 4827us (7744us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253023.733707:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 510 00000100:00100000:0.0:1768253023.762257:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253023.762763:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451928960 00000100:00100000:1.0:1768253023.762778:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451928960 00000100:00100000:1.0:1768253023.762916:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 511 00000100:00100000:1.0:1768253023.762928:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928960:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253023.774063:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47562:x1854145451928960:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 4847us (5531us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253023.774089:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 511 00000100:00100000:0.0:1768253023.774898:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253023.774939:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929088 00000100:00100000:0.0:1768253023.774949:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929088 00000100:00100000:0.0:1768253023.775010:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 930 00000100:00100000:0.0:1768253023.775032:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451929088:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253023.775441:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47562:x1854145451929088:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 409us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253023.775449:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 930 00010000:00010000:2.0:1768253024.691276:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253025.224961:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253025.225102:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253025.225127:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253025.225175:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253025.225212:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929600 00000100:00100000:2.0:1768253025.225222:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929600 00000100:00100000:2.0:1768253025.225281:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929472 00000100:00100000:2.0:1768253025.225284:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929472 00000100:00100000:2.0:1768253025.225311:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:2.0:1768253025.225320:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451929600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253025.225402:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451929600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253025.225410:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:2.0:1768253025.225429:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1166 00000100:00100000:2.0:1768253025.225435:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451929472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253025.225462:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451929472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253025.225468:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1166 00000100:00080000:2.0:1768253025.225485:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253025.225489:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253025.225787:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929216 00000100:00100000:3.0:1768253025.225793:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929216 00000100:00100000:3.0:1768253025.225832:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1241 00000100:00100000:3.0:1768253025.225838:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451929216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253025.225876:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451929216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 38us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253025.225882:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1241 00000100:00100000:0.0:1768253025.232426:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929344 00000100:00100000:0.0:1768253025.232450:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929344 00000100:00100000:0.0:1768253025.232623:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1545 00000100:00100000:0.0:1768253025.232634:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451929344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253025.232744:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451929344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 105us (7786us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253025.232753:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1545 00000100:00080000:2.0:1768253025.234761:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253025.339494:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476205440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253025.339568:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253025.339684:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205440 00000100:00100000:1.0:1768253025.339692:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205440 00000100:00100000:1.0:1768253025.339766:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1768253025.339776:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476205440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253025.339812:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253025.339858:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476205440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253025.339865:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00080000:2.0:1768253025.339985:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253025.340052:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476205440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253025.340313:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253025.340323:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476205568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253025.340351:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253025.340423:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205568 00000100:00100000:3.0:1768253025.340428:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205568 00000100:00100000:3.0:1768253025.340463:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1768253025.340470:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476205568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253025.340491:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253025.340528:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476205568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253025.340534:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00080000:1.0:1768253025.340593:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253025.340617:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476205568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253025.580334:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253025.580419:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929728 00000100:00100000:1.0:1768253025.580429:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929728 00000100:00100000:1.0:1768253025.580486:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 931 00000100:00100000:1.0:1768253025.580494:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47577:x1854145451929728:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253025.580513:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253025.580533:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd289 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7104 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253025.580646:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd290 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253025.580661:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253025.580674:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253025.580748:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1768253025.580752:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253025.580775:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253025.580800:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd289 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7104 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253025.580818:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd290 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7104 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253025.580827:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270b00) 00010000:00010000:1.0:1768253025.580831:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253025.580834:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253025.580885:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47577:x1854145451929728:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 392us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253025.580891:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 931 00000100:00100000:3.0:1768253025.588624:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253025.588685:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451929984 00000100:00100000:0.0:1768253025.588700:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451929984 00000100:00100000:0.0:1768253025.588775:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 932 00000100:00100000:0.0:1768253025.588786:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47577:x1854145451929984:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:0.0:1768253025.588843:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768253025.588870:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd290 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7104 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253025.588884:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abd22e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d70ef expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253025.588892:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270b00) 00010000:00010000:0.0:1768253025.588900:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253025.588922:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253025.588931:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253025.588937:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:0.0:1768253025.617917:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000034cbb55 reply state 0000000028e74dad transno 4294967658 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768253025.617936:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768253025.617984:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000001:00080000:2.0:1768253025.618085:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967658 is committed 00010000:00080000:0.0:1768253025.618274:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768253025.618301:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47577:x1854145451929984:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 29512us (29752us total) trans 4294967658 rc 0/0 00000100:00100000:0.0:1768253025.618311:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 932 00010000:00010000:2.0:1768253025.618321:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.618328:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.618336:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.618341:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253025.618346:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.618355:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.618375:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972775270a00) 00010000:00010000:2.0:1768253025.618378:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253025.618383:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.618389:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abd297 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768253025.677936:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253025.678099:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451930112 00000100:00100000:0.0:1768253025.678112:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451930112 00000100:00100000:0.0:1768253025.678652:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 155 00000100:00100000:0.0:1768253025.678665:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47581:x1854145451930112:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:0.0:1768253025.678943:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47581:x1854145451930112:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 280us (1018us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253025.678952:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 155 00000100:00100000:2.0:1768253025.683604:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253025.684083:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451930240 00000100:00100000:2.0:1768253025.684095:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451930240 00000100:00100000:2.0:1768253025.684156:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 933 00000100:00100000:2.0:1768253025.684166:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47581:x1854145451930240:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253025.684187:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253025.684208:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd29e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d710b expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253025.684272:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684285:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684295:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684309:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684321:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684327:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684464:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd2b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684472:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684478:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253025.684503:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1768253025.684508:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253025.684532:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd2b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684543:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684549:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684556:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684562:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253025.684565:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684572:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684584:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768253025.684586:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253025.684591:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684597:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd2a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684611:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684617:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684622:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684627:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253025.684630:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684635:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684642:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972742c4a400) 00010000:00010000:2.0:1768253025.684644:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253025.684647:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684652:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253025.684680:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd29e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d710b expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253025.684694:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd2b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d710b expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253025.684701:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768253025.684703:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253025.684706:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768253025.684780:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47581:x1854145451930240:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 615us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253025.684796:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 933 00010000:00010000:2.0:1768253025.714209:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253026.494829:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253026.494911:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451930368 00000100:00100000:2.0:1768253026.494923:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451930368 00000100:00100000:2.0:1768253026.494984:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 934 00000100:00100000:2.0:1768253026.494994:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47600:x1854145451930368:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253026.495040:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253026.495062:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd2ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7112 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.495125:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.495139:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.495151:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253026.495215:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1768253026.495220:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253026.495245:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.495272:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd2ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7112 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.495291:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7112 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.495299:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:2.0:1768253026.495302:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253026.495306:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768253026.495367:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47600:x1854145451930368:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 374us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253026.495374:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 934 00000100:00100000:3.0:1768253026.504814:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253026.504906:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451930624 00000100:00100000:1.0:1768253026.504920:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451930624 00000100:00100000:1.0:1768253026.504993:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 935 00000100:00100000:1.0:1768253026.505004:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47600:x1854145451930624:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253026.505084:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253026.505115:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd2c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7112 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253026.505140:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd2b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d710b expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253026.505151:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:1.0:1768253026.505163:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253026.505192:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.505206:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.505215:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253026.597651:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000035972991 reply state 00000000c86e8a73 transno 4294967659 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253026.597674:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253026.597731:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:1.0:1768253026.597862:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47600:x1854145451930624:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 92855us (93054us total) trans 4294967659 rc 0/0 00000100:00100000:1.0:1768253026.597872:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 935 00000001:00080000:2.0:1768253026.597957:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967659 is committed 00010000:00010000:1.0:1768253026.598186:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.598195:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.598202:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.598208:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253026.598214:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.598221:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.598241:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768253026.598244:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253026.598249:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.598254:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253026.666473:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253026.666598:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451930752 00000100:00100000:1.0:1768253026.666608:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451930752 00000100:00100000:1.0:1768253026.666667:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 936 00000100:00100000:1.0:1768253026.666678:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47604:x1854145451930752:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253026.666704:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253026.666736:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7119 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253026.666797:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666807:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666815:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666824:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666828:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666832:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666946:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd2e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666953:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd2e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.666959:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd2e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253026.666986:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1768253026.666990:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253026.668202:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd2e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668222:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668229:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668236:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668242:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253026.668247:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668254:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668268:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:1.0:1768253026.668271:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253026.668276:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668283:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd2d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668299:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668305:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668310:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668319:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253026.668322:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668328:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668336:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972749ca9300) 00010000:00010000:1.0:1768253026.668338:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253026.668342:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668346:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd2dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.668392:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd2cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7119 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253026.668406:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd2e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7119 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253026.668413:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253026.668415:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253026.668418:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253026.668665:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47604:x1854145451930752:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1987us (2203us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253026.668675:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 936 00000100:00100000:1.0:1768253026.675842:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253026.677147:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451931008 00000100:00100000:3.0:1768253026.677160:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451931008 00000100:00100000:3.0:1768253026.677236:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 937 00000100:00100000:3.0:1768253026.677247:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47604:x1854145451931008:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768253026.677268:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253026.677291:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd2eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7120 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.677436:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.677451:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.677463:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.677505:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.677513:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.677520:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:3.0:1768253026.678427:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00010000:00010000:3.0:1768253026.678667:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd300 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678680:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678689:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678744:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678752:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678759:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678765:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253026.678770:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678778:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678792:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253026.678795:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253026.678800:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.678807:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd2f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768253026.678821:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000084df49d3 reply state 00000000e1a46ed9 transno 4294967660 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253026.678829:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253026.678858:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd2eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7120 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.678872:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd300 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7120 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.678880:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:3.0:1768253026.678883:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253026.678885:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768253026.679043:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47604:x1854145451931008:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1768us (3182us total) trans 4294967660 rc 0/0 00000100:00100000:3.0:1768253026.679052:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 937 00000100:00100000:0.0:1768253026.690610:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253026.690678:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451931264 00000100:00100000:3.0:1768253026.690689:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451931264 00000100:00100000:3.0:1768253026.690767:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 938 00000100:00100000:3.0:1768253026.690779:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47604:x1854145451931264:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:3.0:1768253026.690853:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253026.690883:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd300 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7120 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.690903:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:3.0:1768253026.690914:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253026.690962:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.690976:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.690986:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768253026.691181:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f479e7cf reply state 0000000041474a65 transno 4294967661 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253026.691195:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253026.691305:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47604:x1854145451931264:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 527us (706us total) trans 4294967661 rc 0/0 00000100:00100000:3.0:1768253026.691313:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 938 00010000:00010000:1.0:1768253026.692822:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.692839:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.692846:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.692853:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253026.692858:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.692867:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.692884:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff97274f8b9600) 00010000:00010000:1.0:1768253026.692887:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253026.692893:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.692898:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd2f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693293:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693303:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693308:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693313:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253026.693316:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693323:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693332:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff97274f8b9d00) 00010000:00010000:1.0:1768253026.693334:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253026.693337:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253026.693342:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd30e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768253026.694128:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253026.694196:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451931392 00000100:00100000:2.0:1768253026.694207:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451931392 00000100:00100000:2.0:1768253026.694262:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 939 00000100:00100000:2.0:1768253026.694273:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47604:x1854145451931392:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253026.694297:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253026.694320:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd315 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7127 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.694381:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd315 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7127 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.694395:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd315 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7127 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.694415:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253026.694418:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1768253026.694421:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768253026.694482:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47604:x1854145451931392:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 212us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253026.694490:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 939 00000100:00100000:2.0:1768253026.697835:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253026.697988:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451931520 00000100:00100000:1.0:1768253026.697998:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451931520 00000100:00100000:1.0:1768253026.698098:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 512 00000100:00100000:1.0:1768253026.698108:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451931520:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:1.0:1768253026.698479:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451931520:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 371us (652us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1768253026.698487:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 512 00000100:00100000:0.0:1768253026.700582:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253026.700679:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451931776 00000100:00100000:2.0:1768253026.700688:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451931776 00000100:00100000:2.0:1768253026.700755:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 156 00000100:00100000:2.0:1768253026.700766:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47604:x1854145451931776:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768253026.701177:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47604:x1854145451931776:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 411us (601us total) trans 4294967662 rc 0/0 00000100:00100000:2.0:1768253026.701185:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 156 00010000:00010000:2.0:1768253026.739989:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253026.765175:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253026.765361:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451931904 00000100:00100000:3.0:1768253026.765372:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451931904 00000100:00100000:3.0:1768253026.765434:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 940 00000100:00100000:3.0:1768253026.765443:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47608:x1854145451931904:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:3.0:1768253026.765468:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253026.765492:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd31c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d712e expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.765570:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765586:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765602:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765618:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765625:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765630:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765738:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765748:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765756:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768253026.765793:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00200000:3.0:1768253026.765798:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253026.765820:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765832:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765841:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765848:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765856:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765862:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253026.765866:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765873:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765885:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253026.765888:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253026.765893:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765900:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd323 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765914:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765920:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765926:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765931:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253026.765934:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765940:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765947:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff97274f8b9c00) 00010000:00010000:3.0:1768253026.765950:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253026.765952:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765958:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd32a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253026.765987:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd31c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d712e expref: 13 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.766000:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d712e expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253026.766077:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768253026.766080:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253026.766083:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768253026.766139:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47608:x1854145451931904:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 696us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253026.766147:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 940 00000100:00100000:0.0:1768253026.770521:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253026.770650:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451932032 00000100:00100000:2.0:1768253026.770659:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451932032 00000100:00100000:2.0:1768253026.770708:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 513 00000100:00100000:2.0:1768253026.770715:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451932032:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768253026.770743:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253026.770772:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7135 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253026.770797:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x69656662, atime: 0x69656662, ctime: 0x69656662, blocks: 0x1 00010000:00010000:2.0:1768253026.770822:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253026.770826:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253026.770836:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 7 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253026.770858:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 7 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253026.770875:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768253026.771277:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451932032:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 558us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253026.771288:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 513 00000100:00100000:0.0:1768253026.776314:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253026.776440:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451932288 00000100:00100000:2.0:1768253026.776452:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451932288 00000100:00100000:2.0:1768253026.776564:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 941 00000100:00100000:2.0:1768253026.776575:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47608:x1854145451932288:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768253026.776640:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253026.776669:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd331 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d712e expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.776695:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd315 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7127 expref: 11 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253026.776709:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253026.776719:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253026.776762:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776777:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776793:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776808:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776815:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776822:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776942:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776951:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.776959:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:2.0:1768253026.777846:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].30, 64 off10112 00000004:00080000:2.0:1768253026.777859:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2232198844694ns, next at 2233198841466ns, rc = 0 00010000:00010000:2.0:1768253026.777937:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.777949:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.777959:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.777967:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.777975:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.777982:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778038:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253026.778077:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778084:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778090:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778097:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253026.778101:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778109:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778118:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff972742c4a600) 00010000:00010000:2.0:1768253026.778122:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253026.778126:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778132:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd34d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778195:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778206:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778212:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778216:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253026.778219:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778224:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778231:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9000) 00010000:00010000:2.0:1768253026.778233:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253026.778237:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253026.778243:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd33f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768253026.778253:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002aebbb67 reply state 00000000f6d461c6 transno 4294967663 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768253026.778261:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253026.778362:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47608:x1854145451932288:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1785us (2344us total) trans 4294967663 rc 0/0 00000100:00100000:2.0:1768253026.778372:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 941 00010000:00010000:0.0:1768253026.778452:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253026.778459:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253026.778466:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253026.778469:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253026.778476:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253026.778486:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff972742c4a600) 00010000:00010000:0.0:1768253026.778489:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768253026.778492:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253026.778498:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd354 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253026.778513:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253026.778515:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253026.778517:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253026.784789:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253026.784806:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253026.784813:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253026.784820:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253026.784825:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253026.784838:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253026.784855:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972742c4a100) 00010000:00010000:1.0:1768253026.784858:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253026.784862:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253026.784868:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abd346 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000001:00080000:3.0:1768253027.437988:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:0.0:1768253027.718159:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.718274:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451932416 00000100:00100000:1.0:1768253027.718285:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451932416 00000100:00100000:1.0:1768253027.718354:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 942 00000100:00100000:1.0:1768253027.718363:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47626:x1854145451932416:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253027.718386:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253027.718408:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd35b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d713c expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253027.718469:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd362 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253027.718482:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd362 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253027.718494:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd362 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768253027.718548:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1768253027.718552:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253027.718574:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd362 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253027.718600:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd35b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d713c expref: 13 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253027.718614:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd362 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d713c expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253027.718621:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253027.718624:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253027.718628:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253027.718679:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47626:x1854145451932416:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 316us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.718686:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 942 00000100:00080000:0.0:1768253027.718914:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253027.729288:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.729429:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451932672 00000100:00100000:1.0:1768253027.729441:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451932672 00000100:00100000:1.0:1768253027.729498:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 943 00000100:00100000:1.0:1768253027.729509:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47626:x1854145451932672:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253027.729562:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253027.729590:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd362 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d713c expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253027.729611:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd2e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7119 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253027.729623:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253027.729632:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253027.729657:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.729671:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.729680:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253027.729927:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffd5b1db reply state 0000000092d98ef8 transno 4294967664 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253027.729936:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253027.729950:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:1.0:1768253027.730061:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47626:x1854145451932672:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 553us (783us total) trans 4294967664 rc 0/0 00000100:00100000:1.0:1768253027.730069:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 943 00010000:00010000:1.0:1768253027.753596:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.753613:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.753622:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.753629:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253027.753634:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.753642:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.753659:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768253027.753662:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253027.753668:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253027.753674:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd369 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253027.763213:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253027.894358:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476205696:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894427:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253027.894473:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476206208:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894498:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253027.894522:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768253027.894529:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476205824:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894551:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253027.894567:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476206336:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894588:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253027.894618:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476205952:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894639:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253027.894658:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253027.894663:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476206080:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894682:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253027.894721:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205696 00000100:00100000:1.0:1768253027.894727:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205696 00000100:00100000:1.0:1768253027.894770:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1768253027.894778:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476205696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894827:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476205696:12345-0@lo:400:kworker.0 Request processed in 48us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.894835:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1768253027.894866:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206208 00000100:00100000:1.0:1768253027.894869:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206208 00000100:00100000:1.0:1768253027.894900:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205824 00000100:00100000:1.0:1768253027.894903:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205824 00000100:00100000:1.0:1768253027.894925:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476205952 00000100:00100000:1.0:1768253027.894928:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476205952 00000100:00100000:1.0:1768253027.894943:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1768253027.894948:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476206208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.894979:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476206208:12345-0@lo:400:kworker.0 Request processed in 30us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.894985:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1768253027.894998:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1768253027.895003:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476205824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895053:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476205824:12345-0@lo:400:kworker.0 Request processed in 50us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.895059:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1768253027.895072:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1768253027.895077:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476205952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895106:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476205952:12345-0@lo:400:kworker.0 Request processed in 29us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.895112:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1768253027.895134:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206336 00000100:00100000:1.0:1768253027.895138:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206336 00000100:00100000:1.0:1768253027.895160:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206080 00000100:00100000:1.0:1768253027.895163:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206080 00000100:00100000:1.0:1768253027.895181:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1768253027.895186:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476206336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895214:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476206336:12345-0@lo:400:kworker.0 Request processed in 27us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.895221:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1768253027.895231:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1768253027.895237:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476206080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895263:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476206080:12345-0@lo:400:kworker.0 Request processed in 26us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.895268:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00080000:1.0:1768253027.895295:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253027.895300:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253027.895302:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253027.895343:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476206080:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895353:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476205952:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895380:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476205824:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895389:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476206336:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895396:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476205696:0@lo:400:kworker.0 00000100:00100000:1.0:1768253027.895403:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476206208:0@lo:400:kworker.0 00000100:00100000:3.0:1768253027.897666:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253027.898009:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451932800 00000100:00100000:2.0:1768253027.898046:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451932800 00000100:00100000:2.0:1768253027.898099:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 944 00000100:00100000:2.0:1768253027.898108:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451932800:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253027.898210:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451932800:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 103us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253027.898218:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 944 00000100:00100000:0.0:1768253027.900647:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.900750:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451932928 00000100:00100000:1.0:1768253027.900760:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451932928 00000100:00100000:1.0:1768253027.900822:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 514 00000100:00100000:1.0:1768253027.900830:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47638:x1854145451932928:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:0.0:1768253027.901033:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253027.901133:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47638:x1854145451932928:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 302us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.901146:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 514 00000100:00100000:1.0:1768253027.902885:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253027.902973:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933056 00000100:00100000:3.0:1768253027.902983:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933056 00000100:00080000:0.0:1768253027.903046:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253027.903281:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 515 00000100:00100000:3.0:1768253027.903290:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47638:x1854145451933056:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253027.903895:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47638:x1854145451933056:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 602us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253027.903903:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 515 00000100:00100000:3.0:1768253027.905512:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.906751:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933184 00000100:00100000:1.0:1768253027.906763:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933184 00000100:00100000:1.0:1768253027.906823:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 945 00000100:00100000:1.0:1768253027.906834:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451933184:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253027.907301:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451933184:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 468us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.907310:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 945 00000100:00100000:0.0:1768253027.915912:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253027.916008:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933312 00000100:00100000:2.0:1768253027.916628:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933312 00000100:00100000:2.0:1768253027.916747:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 946 00000100:00100000:2.0:1768253027.916758:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451933312:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253027.916867:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451933312:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 111us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253027.916876:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 946 00000100:00100000:3.0:1768253027.920642:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.920828:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933440 00000100:00100000:1.0:1768253027.920839:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933440 00000100:00100000:1.0:1768253027.920891:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 516 00000100:00100000:1.0:1768253027.920901:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47638:x1854145451933440:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253027.921430:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47638:x1854145451933440:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 529us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.921439:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 516 00000100:00100000:3.0:1768253027.924904:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253027.925138:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933568 00000100:00100000:2.0:1768253027.925150:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933568 00000100:00100000:2.0:1768253027.925442:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 517 00000100:00100000:2.0:1768253027.925453:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47638:x1854145451933568:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253027.925772:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47638:x1854145451933568:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 319us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253027.925780:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 517 00000100:00100000:0.0:1768253027.928057:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.928254:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933696 00000100:00100000:1.0:1768253027.928264:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933696 00000100:00100000:1.0:1768253027.928328:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 947 00000100:00100000:1.0:1768253027.928337:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451933696:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253027.928851:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47638:x1854145451933696:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 512us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253027.928859:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 947 00000100:00100000:3.0:1768253027.981905:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253027.982446:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451933824 00000100:00100000:1.0:1768253027.982457:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451933824 00000100:00100000:2.0:1768253027.982648:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 948 00000100:00100000:2.0:1768253027.982660:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:47642:x1854145451933824:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253027.982682:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253027.982703:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7143 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.982784:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.982800:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.982813:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.982827:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.982834:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.982840:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983155:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd385 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983165:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd385 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983172:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd385 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768253027.983216:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1768253027.983221:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253027.983244:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd385 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983258:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983265:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983276:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983282:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253027.983287:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983295:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983307:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768253027.983310:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253027.983316:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983322:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd377 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983337:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983343:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983350:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983355:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253027.983358:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983364:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983376:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972742c4a000) 00010000:00010000:2.0:1768253027.983378:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253027.983381:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983387:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd37e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.983416:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7143 expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.983432:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd385 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7143 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.983440:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253027.983442:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253027.983445:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768253027.983575:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47642:x1854145451933824:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 916us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253027.983584:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 948 00000100:00100000:0.0:1768253027.987768:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253027.987842:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934080 00000100:00100000:2.0:1768253027.987853:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934080 00000100:00100000:2.0:1768253027.987912:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 949 00000100:00100000:2.0:1768253027.987931:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:47642:x1854145451934080:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253027.987953:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253027.987973:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd38c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d714a expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.988149:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.988164:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.988176:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.988517:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.988536:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.988543:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:2.0:1768253027.988903:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1768253027.989271:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989281:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989288:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989326:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989333:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989343:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989348:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253027.989352:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989359:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989370:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253027.989372:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253027.989376:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253027.989381:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd393 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768253027.989394:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f4bf13ff reply state 00000000ed3b1d24 transno 4294967665 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253027.989402:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768253027.989429:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd38c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d714a expref: 15 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.989443:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d714a expref: 14 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.989449:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768253027.989451:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253027.989453:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768253027.989518:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+15:47642:x1854145451934080:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1589us (1764us total) trans 4294967665 rc 0/0 00000100:00100000:2.0:1768253027.989537:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 949 00000100:00100000:0.0:1768253027.995181:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253027.995676:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934208 00000100:00100000:2.0:1768253027.995687:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934208 00000100:00100000:2.0:1768253027.995752:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 518 00000100:00100000:2.0:1768253027.995763:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47642:x1854145451934208:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253027.995784:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253027.995810:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7151 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253027.995833:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768253027.995855:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253027.995858:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253027.995867:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.995885:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253027.995898:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768253027.996058:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47642:x1854145451934208:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 296us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253027.996065:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 518 00010000:00010000:1.0:1768253027.996256:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253027.996266:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253027.996274:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253027.996280:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253027.996285:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253027.996291:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253027.996304:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972742c4af00) 00010000:00010000:1.0:1768253027.996307:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253027.996310:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253027.996316:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd39a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253028.017895:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253028.018056:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934336 00000100:00100000:1.0:1768253028.018069:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934336 00002000:00100000:1.0:1768253028.018126:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff972777517100 x1854145451934336/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:4/0 lens 488/0 e 0 to 0 dl 1768253039 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1768253028.018138:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777517100 with x1854145451934336 ext(0->1048575) 00002000:00010000:1.0:1768253028.018143:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972777517100 00000100:00100000:1.0:1768253028.018182:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 23 00000100:00100000:1.0:1768253028.018191:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451934336:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:3.0:1768253028.042255:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451934336:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 24055us (24360us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1768253028.042270:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 23 00002000:00100000:3.0:1768253028.042282:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff972777517100 x1854145451934336/t4294967356(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:4/0 lens 488/448 e 0 to 0 dl 1768253039 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1768253028.042301:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777517100 with x1854145451934336 ext(0->1048575) 00002000:00010000:3.0:1768253028.042307:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972777517100 00000100:00100000:0.0:1768253028.045106:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253028.045200:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934464 00000100:00100000:1.0:1768253028.045211:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934464 00000100:00100000:1.0:1768253028.045324:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 950 00000100:00100000:1.0:1768253028.045336:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+14:47642:x1854145451934464:12345-192.168.202.43@tcp:44:dd.60003 00000100:00100000:1.0:1768253028.081789:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+14:47642:x1854145451934464:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 36440us (36678us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253028.081803:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 950 00000001:00080000:2.0:1768253028.081906:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967664 is committed 00000001:00080000:2.0:1768253028.081932:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967665 is committed 00000004:00080000:2.0:1768253028.081939:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 80 committed 00000100:00100000:1.0:1768253028.082222:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253028.082238:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476206464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768253028.082289:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253028.082352:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206464 00000100:00100000:1.0:1768253028.082358:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206464 00000100:00100000:1.0:1768253028.082397:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1768253028.082405:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476206464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768253028.082429:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:30 count 1 00010000:00010000:1.0:1768253028.082458:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.082481:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253028.082489:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253028.082492:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253028.082495:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.082524:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253028.082551:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 5 pid: 6570 timeout: 2333 lvb_type: 1 00000100:00100000:1.0:1768253028.082564:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6569:1854145476206592:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253028.082604:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253028.085288:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253028.085369:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934592 00000100:00100000:1.0:1768253028.085379:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934592 00000100:00100000:1.0:1768253028.085437:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 520 00000100:00100000:1.0:1768253028.085446:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451934592:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:1.0:1768253028.088351:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253028.088384:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934720 00000100:00100000:1.0:1768253028.088394:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934720 00010000:00010000:1.0:1768253028.088433:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 6 pid: 6570 timeout: 2333 lvb_type: 1 00000100:00100000:1.0:1768253028.088471:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 413 00000100:00100000:1.0:1768253028.088480:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451934720:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253028.088494:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253028.088500:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 6 pid: 6570 timeout: 2333 lvb_type: 1 00010000:00010000:1.0:1768253028.088515:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 6 pid: 6570 timeout: 2333 lvb_type: 1 00010000:00010000:1.0:1768253028.088554:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253028.088557:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253028.088562:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088579:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088602:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253028.088652:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451934720:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 173us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253028.088660:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 413 00010000:00010000:1.0:1768253028.088772:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abd338 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7135 expref: 5 pid: 6570 timeout: 2333 lvb_type: 1 00000100:00100000:1.0:1768253028.088789:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6569:1854145476206592:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768253028.088809:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088820:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088828:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088838:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088847:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.088871:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1768253028.089383:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476206464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6976us (7091us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1768253028.089393:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00010000:00010000:1.0:1768253028.089416:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253028.089423:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.089431:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253028.089435:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.089445:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.089459:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.089465:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253028.089481:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253028.089483:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253028.089485:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253028.089512:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277cd49c00/2, rc 0, transno 4294967357 00000100:00100000:1.0:1768253028.089519:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476206464:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1768253028.122812:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:1.0:1768253028.122980:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451934592:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 37529us (37697us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253028.122993:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 520 00000100:00100000:2.0:1768253028.125840:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253028.126098:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451934976 00000100:00100000:3.0:1768253028.126109:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451934976 00000100:00100000:2.0:1768253028.126376:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 157 00000100:00100000:2.0:1768253028.126388:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47642:x1854145451934976:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:2.0:1768253028.126894:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47642:x1854145451934976:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 508us (1066us total) trans 4294967666 rc 0/0 00000100:00100000:2.0:1768253028.126903:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 157 00010000:00010000:3.0:1768253028.787393:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253029.252331:0:82390:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2234673314637ns, next at 2233198841466ns, rc = 0 00000004:00080000:0.0:1768253029.252424:0:82390:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2234673410585ns, next at 2213504302336ns, rc = 0 00000004:00080000:2.0:1768253029.280290:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 81 committed 00000001:00080000:2.0:1768253029.280326:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967666 is committed 00000004:00080000:2.0:1768253029.283332:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00010000:00010000:0.0:1768253029.812346:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253030.355613:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253030.355663:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253030.355672:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935232 00000100:00100000:2.0:1768253030.355683:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935232 00000100:00100000:0.0:1768253030.355699:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253030.355725:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253030.355746:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935104 00000100:00100000:0.0:1768253030.355750:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935104 00000100:00100000:2.0:1768253030.355751:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1549 00000100:00100000:2.0:1768253030.355760:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451935232:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253030.355776:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1243 00000100:00100000:0.0:1768253030.355781:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451935104:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253030.355831:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451935232:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253030.355839:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1549 00000100:00100000:1.0:1768253030.364826:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935488 00000100:00100000:1.0:1768253030.364846:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935488 00000100:00100000:1.0:1768253030.364936:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00100000:1.0:1768253030.365138:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451935488:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253030.370630:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935360 00000100:00100000:0.0:1768253030.370646:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935360 00000100:00100000:0.0:1768253030.370746:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1170 00000100:00100000:0.0:1768253030.370757:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451935360:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253030.370823:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451935360:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (15097us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253030.370832:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1170 00000100:00100000:0.0:1768253030.370875:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451935104:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 15093us (15210us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253030.370883:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1243 00000100:00080000:0.0:1768253030.372126:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253030.372133:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253030.372136:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253030.377939:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451935488:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 12981us (22225us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.377954:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00100000:2.0:1768253030.450264:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476206720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253030.450337:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253030.450429:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476206848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253030.450462:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253030.450571:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206720 00000100:00100000:2.0:1768253030.450589:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206720 00000100:00100000:2.0:1768253030.450649:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206848 00000100:00100000:2.0:1768253030.450653:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206848 00000100:00080000:0.0:1768253030.450676:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253030.450681:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253030.461514:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1768253030.461558:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476206720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253030.461609:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1768253030.461729:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476206720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 201us (11390us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.461737:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1768253030.461762:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1768253030.461771:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476206848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253030.461792:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253030.461827:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476206848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (11364us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.461833:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1768253030.461948:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476206848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253030.462966:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476206720:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1768253030.503174:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:2.0:1768253030.655391:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253030.655448:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935616 00000100:00100000:0.0:1768253030.655459:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935616 00000100:00100000:0.0:1768253030.655508:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 951 00000100:00100000:0.0:1768253030.655514:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451935616:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253030.655615:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451935616:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 99us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253030.655623:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 951 00000100:00100000:3.0:1768253030.660132:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.660263:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935744 00000100:00100000:1.0:1768253030.660275:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935744 00000100:00100000:1.0:1768253030.660330:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 521 00000100:00100000:1.0:1768253030.660341:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47775:x1854145451935744:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253030.660647:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47775:x1854145451935744:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 307us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.660655:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 521 00000100:00100000:1.0:1768253030.670741:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.670781:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451935872 00000100:00100000:1.0:1768253030.670791:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451935872 00000100:00100000:1.0:1768253030.671076:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 522 00000100:00100000:1.0:1768253030.671088:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47775:x1854145451935872:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253030.672045:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47775:x1854145451935872:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 301us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.672054:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 522 00000100:00100000:3.0:1768253030.673339:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.673489:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936000 00000100:00100000:1.0:1768253030.673501:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936000 00000100:00100000:1.0:1768253030.673556:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 952 00000100:00100000:1.0:1768253030.673565:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451936000:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253030.674371:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451936000:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 805us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.674380:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 952 00000100:00100000:3.0:1768253030.683997:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.684188:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936128 00000100:00100000:1.0:1768253030.684200:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936128 00000100:00100000:1.0:1768253030.684264:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 953 00000100:00100000:1.0:1768253030.684275:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451936128:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253030.684395:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451936128:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 110us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.684407:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 953 00000100:00100000:1.0:1768253030.691105:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253030.691279:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936256 00000100:00100000:3.0:1768253030.691293:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936256 00000100:00100000:3.0:1768253030.691392:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 523 00000100:00100000:3.0:1768253030.691403:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47775:x1854145451936256:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253030.691770:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47775:x1854145451936256:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 368us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253030.691779:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 523 00000100:00100000:0.0:1768253030.698376:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.698449:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936384 00000100:00100000:1.0:1768253030.698460:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936384 00000100:00100000:1.0:1768253030.698525:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 524 00000100:00100000:1.0:1768253030.698535:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47775:x1854145451936384:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253030.698881:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:47775:x1854145451936384:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 347us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.698890:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 524 00000100:00100000:0.0:1768253030.712464:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.712552:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936512 00000100:00100000:1.0:1768253030.712580:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936512 00000100:00100000:1.0:1768253030.712645:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 954 00000100:00100000:1.0:1768253030.712655:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451936512:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253030.713000:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47775:x1854145451936512:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 345us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253030.713009:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 954 00000100:00100000:0.0:1768253030.787789:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253030.787884:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936768 00000100:00100000:1.0:1768253030.787897:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936768 00000100:00100000:1.0:1768253030.787964:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 955 00000100:00100000:1.0:1768253030.787974:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47779:x1854145451936768:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:1.0:1768253030.788082:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253030.788114:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d714a expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253030.788133:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:1.0:1768253030.788146:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253030.788184:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788198:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788208:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788222:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788228:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788233:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788358:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788365:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.788371:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:2.0:1768253030.788938:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].30, 64 off10112 00000004:00080000:2.0:1768253030.788948:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2236209934421ns, next at 2237209931692ns, rc = 0 00010000:00010000:2.0:1768253030.789096:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789109:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789117:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789123:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789129:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789135:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789158:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253030.789180:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789186:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789192:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789197:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253030.789201:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789209:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789218:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff972749ca9300) 00010000:00010000:2.0:1768253030.789221:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253030.789226:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789231:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd3cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789275:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789281:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789287:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789292:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253030.789295:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789301:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789308:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253030.789311:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253030.789313:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253030.789318:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd3bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768253030.789326:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065f7e6fa reply state 00000000bf0ca6a3 transno 4294967667 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253030.789333:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253030.789501:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253030.789508:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253030.789514:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253030.789518:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253030.789523:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253030.789536:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff972749ca9300) 00010000:00010000:3.0:1768253030.789538:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253030.789540:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253030.789545:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abd3d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253030.789559:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253030.789561:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253030.789563:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253030.789633:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47779:x1854145451936768:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1658us (1858us total) trans 4294967667 rc 0/0 00000100:00100000:2.0:1768253030.789642:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 955 00010000:00010000:1.0:1768253030.795334:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.795436:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.795445:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.795456:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253030.795462:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.795471:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.795491:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff972749ca9000) 00010000:00010000:1.0:1768253030.795494:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253030.795498:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253030.795515:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253030.834295:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253031.858602:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253032.883165:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253033.014251:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476206976:0@lo:400:kworker.0 00000100:00100000:2.0:1768253033.014372:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253033.014504:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476206976 00000100:00100000:3.0:1768253033.014516:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476206976 00000100:00100000:3.0:1768253033.014586:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1768253033.014597:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476206976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.018536:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476206976:12345-0@lo:400:kworker.0 Request processed in 3922us (4145us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253033.018558:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1768253033.018658:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476207232:0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.018738:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253033.018780:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253033.018787:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476207104:0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.018811:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253033.018849:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476207232 00000100:00100000:3.0:1768253033.018859:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476207232 00000100:00100000:3.0:1768253033.018924:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476207104 00000100:00100000:3.0:1768253033.018927:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476207104 00000100:00100000:3.0:1768253033.018950:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:3.0:1768253033.018960:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476207232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.019037:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476207232:12345-0@lo:400:kworker.0 Request processed in 79us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253033.019044:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:3.0:1768253033.019058:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:3.0:1768253033.019064:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476207104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.019094:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476207104:12345-0@lo:400:kworker.0 Request processed in 30us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253033.019099:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00080000:3.0:1768253033.019116:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253033.019174:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476207104:0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.019186:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476207232:0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.019636:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476207360:0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.019690:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253033.019720:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253033.019726:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476207488:0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.019751:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253033.019779:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476207616:0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.019806:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253033.019840:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476207360 00000100:00100000:0.0:1768253033.019845:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476207360 00000100:00100000:0.0:1768253033.019884:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476207616 00000100:00100000:0.0:1768253033.019887:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476207616 00000100:00100000:0.0:1768253033.019914:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1768253033.019936:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476207360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.019981:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476207360:12345-0@lo:400:kworker.0 Request processed in 60us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253033.019987:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1768253033.020002:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1768253033.020008:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476207616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.020075:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476207616:12345-0@lo:400:kworker.0 Request processed in 67us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253033.020081:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1768253033.020117:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476207616:0@lo:400:kworker.0 00000100:00100000:0.0:1768253033.020142:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:0.0:1768253033.020148:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277cd49c00, transno 4294967357 00000100:00100000:0.0:1768253033.020161:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476207360:0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.020618:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476207488 00000100:00100000:3.0:1768253033.020624:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476207488 00000100:00100000:3.0:1768253033.020695:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1768253033.020704:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476207488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253033.020757:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476207488:12345-0@lo:400:kworker.0 Request processed in 55us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253033.020764:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00080000:3.0:1768253033.020783:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253033.020789:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253033.020792:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253033.020832:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476207488:0@lo:400:kworker.0 00000100:00100000:2.0:1768253033.023142:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476206976:0@lo:400:kworker.0 00000004:00080000:1.0:1768253033.024628:0:82534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2238445611863ns, next at 2233198841466ns, rc = 0 00000004:00080000:1.0:1768253033.024806:0:82534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2238445792368ns, next at 2237209931692ns, rc = 0 00000004:00080000:3.0:1768253033.072405:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:3.0:1768253033.072430:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 82 committed 00000100:00100000:3.0:1768253033.072597:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253033.072624:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476207744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1768253033.072721:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253033.072785:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476207744 00000100:00100000:3.0:1768253033.072795:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476207744 00000100:00100000:3.0:1768253033.072855:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1768253033.072865:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476207744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768253033.073985:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00010000:00010000:3.0:1768253033.074038:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.074064:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.074073:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253033.074075:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253033.074080:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.074122:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.074141:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 5 pid: 6567 timeout: 2338 lvb_type: 0 00000100:00100000:3.0:1768253033.074156:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476207872:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253033.074285:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada000 going to sleep for 11 seconds 00000001:00080000:2.0:1768253033.075102:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967667 is committed 00000004:00080000:2.0:1768253033.075113:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000100:00100000:2.0:1768253033.083485:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253033.083715:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451936896 00000100:00100000:0.0:1768253033.083727:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451936896 00010000:00010000:0.0:1768253033.083809:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 6 pid: 6567 timeout: 2338 lvb_type: 0 00000100:00100000:0.0:1768253033.083862:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 414 00000100:00100000:0.0:1768253033.083873:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451936896:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768253033.083896:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253033.083902:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 6 pid: 6567 timeout: 2338 lvb_type: 0 00010000:00010000:0.0:1768253033.083918:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 6 pid: 6567 timeout: 2338 lvb_type: 0 00010000:00010000:0.0:1768253033.083950:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768253033.083952:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768253033.083958:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.083969:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.083996:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253033.084095:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451936896:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 223us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253033.084105:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 414 00000100:00080000:1.0:1768253033.084332:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768253033.084527:0:6569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00600/0xef9a6e5c83abd3af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7151 expref: 5 pid: 6567 timeout: 2338 lvb_type: 0 00000100:00100000:3.0:1768253033.084548:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476207872:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253033.084577:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.084588:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.084596:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.084605:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.084613:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253033.084642:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253033.085818:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476207744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12947us (13090us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1768253033.085833:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00010000:00010000:0.0:1768253033.085913:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253033.085924:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.085935:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253033.085940:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.085949:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.085972:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.085979:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd3d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253033.086001:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253033.086003:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253033.086005:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768253033.091603:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ffaf100/2, rc 0, transno 4294967357 00000100:00100000:2.0:1768253033.091751:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476207744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1768253033.909002:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253034.930393:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253035.471904:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253035.471967:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253035.472077:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253035.472090:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937152 00000100:00100000:0.0:1768253035.472104:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937152 00000100:00100000:3.0:1768253035.472146:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253035.472172:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937024 00000100:00100000:3.0:1768253035.472177:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937408 00000100:00100000:2.0:1768253035.472178:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937024 00000100:00100000:3.0:1768253035.472181:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937408 00000100:00100000:0.0:1768253035.472207:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1553 00000100:00100000:3.0:1768253035.472216:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937280 00000100:00100000:3.0:1768253035.472220:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937280 00000100:00100000:2.0:1768253035.472221:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1245 00000100:00100000:0.0:1768253035.472226:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451937152:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253035.472234:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451937024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253035.472248:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1173 00000100:00100000:3.0:1768253035.472256:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451937408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253035.472355:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1174 00000100:00100000:1.0:1768253035.472366:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451937280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253035.472433:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451937024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 204us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253035.472442:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1245 00000100:00100000:0.0:1768253035.473073:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451937152:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 849us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253035.473085:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1553 00000100:00080000:0.0:1768253035.473193:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253035.473199:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253035.473203:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253035.478846:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451937408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 6427us (6713us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253035.479374:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1173 00000100:00100000:1.0:1768253035.482480:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451937280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 10095us (10311us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253035.482502:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1174 00000100:00100000:2.0:1768253035.570796:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253035.570833:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476208000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253035.570937:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253035.582947:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476208128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253035.583079:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253035.583175:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208000 00000100:00100000:2.0:1768253035.583186:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208000 00000100:00100000:2.0:1768253035.583256:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208128 00000100:00100000:2.0:1768253035.583260:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208128 00000100:00100000:3.0:1768253035.583392:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1768253035.583407:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476208000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253035.583455:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253035.583523:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476208000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (12586us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253035.583532:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1768253035.583592:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476208000:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768253035.583668:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253035.584211:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1768253035.584221:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476208128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253035.584252:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768253035.584590:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476208128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 370us (1510us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253035.584598:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1768253035.584670:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476208128:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768253035.585410:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1768253035.642715:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00010000:00010000:0.0:1768253035.954470:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253036.981388:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253038.002469:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253038.130283:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476208256:0@lo:400:kworker.0 00000100:00100000:2.0:1768253038.130385:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253038.130562:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208256 00000100:00100000:3.0:1768253038.130572:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208256 00000100:00100000:3.0:1768253038.130645:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1768253038.130662:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476208256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253038.130973:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476208256:12345-0@lo:400:kworker.0 Request processed in 313us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253038.130982:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1768253038.131045:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476208384:0@lo:400:kworker.0 00000100:00100000:3.0:1768253038.131076:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253038.131126:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208384 00000100:00100000:3.0:1768253038.131132:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208384 00000100:00100000:3.0:1768253038.131161:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:3.0:1768253038.131169:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476208384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253038.131205:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476208384:12345-0@lo:400:kworker.0 Request processed in 37us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253038.131212:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:3.0:1768253038.131258:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476208384:0@lo:400:kworker.0 00000100:00100000:2.0:1768253038.131997:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476208256:0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.132362:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476208512:0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.132428:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253038.132455:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253038.132461:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476208640:0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.132489:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253038.132516:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476208896:0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.132541:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253038.132557:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253038.132563:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476208768:0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.132583:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253038.132609:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208512 00000100:00100000:0.0:1768253038.132626:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208512 00000100:00100000:0.0:1768253038.132685:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208768 00000100:00100000:0.0:1768253038.132688:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208768 00000100:00100000:0.0:1768253038.132713:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1768253038.132721:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476208512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.132774:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476208512:12345-0@lo:400:kworker.0 Request processed in 53us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253038.132784:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1768253038.133332:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:0.0:1768253038.133475:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476208768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.133526:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476208768:12345-0@lo:400:kworker.0 Request processed in 186us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253038.133532:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00080000:0.0:1768253038.133555:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253038.133603:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476208512:0@lo:400:kworker.0 00000100:00100000:0.0:1768253038.133696:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476208768:0@lo:400:kworker.0 00000100:00100000:1.0:1768253038.133774:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208640 00000100:00100000:1.0:1768253038.133780:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208640 00000100:00100000:1.0:1768253038.133831:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476208896 00000100:00100000:1.0:1768253038.133834:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476208896 00000100:00100000:1.0:1768253038.133859:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1768253038.133866:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476208640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253038.133914:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476208640:12345-0@lo:400:kworker.0 Request processed in 49us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253038.133920:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1768253038.133934:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00080000:0.0:1768253038.134095:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253038.134098:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253038.134165:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476208640:0@lo:400:kworker.0 00000100:00100000:3.0:1768253038.136137:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476208896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253038.136272:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476208896:12345-0@lo:400:kworker.0 Request processed in 2330us (3729us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253038.136283:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1768253038.139634:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:1.0:1768253038.139651:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ffaf100, transno 4294967357 00000100:00100000:1.0:1768253038.139736:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476208896:0@lo:400:kworker.0 00010000:00010000:0.0:1768253039.050226:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253040.053824:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253040.591850:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253040.591904:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253040.591976:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253040.592004:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253040.593058:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937536 00000100:00100000:3.0:1768253040.593075:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937536 00000100:00100000:3.0:1768253040.593157:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1247 00000100:00100000:3.0:1768253040.593168:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451937536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253040.593273:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451937536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 106us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253040.593282:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1247 00000100:00100000:3.0:1768253040.593330:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937664 00000100:00100000:3.0:1768253040.593334:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937664 00000100:00100000:3.0:1768253040.593381:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1557 00000100:00100000:3.0:1768253040.593387:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451937664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253040.593432:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451937664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (1454us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253040.593442:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1557 00000100:00080000:0.0:1768253040.593849:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253040.594628:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937792 00000100:00100000:1.0:1768253040.594641:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937792 00000100:00100000:1.0:1768253040.594743:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451937920 00000100:00100000:1.0:1768253040.594747:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451937920 00000100:00100000:2.0:1768253040.594759:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1177 00000100:00100000:2.0:1768253040.594771:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451937792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253040.594778:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1178 00000100:00100000:1.0:1768253040.594784:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451937920:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253040.595055:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451937792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 286us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253040.595063:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1177 00000100:00080000:0.0:1768253040.595413:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253040.595417:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253040.600862:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451937920:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 6054us (8833us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253040.600885:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1178 00000100:00100000:2.0:1768253040.690887:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476209024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253040.690971:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253040.691085:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209024 00000100:00100000:2.0:1768253040.691094:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209024 00000100:00100000:2.0:1768253040.691176:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1768253040.691186:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476209024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253040.691232:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253040.691282:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476209024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253040.691291:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00080000:2.0:1768253040.691322:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253040.691370:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476209024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253040.692317:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253040.692334:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476209152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253040.692391:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253040.692442:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209152 00000100:00100000:1.0:1768253040.692449:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209152 00000100:00100000:1.0:1768253040.692496:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1768253040.692504:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476209152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253040.692535:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253040.692578:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476209152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253040.692595:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1768253040.692633:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476209152:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253040.693117:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768253041.074980:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253042.100259:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253043.122754:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253043.250764:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476209536:0@lo:400:kworker.0 00000100:00100000:1.0:1768253043.250832:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253043.250899:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253043.250905:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476209664:0@lo:400:kworker.0 00000100:00100000:1.0:1768253043.250931:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253043.250966:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209664 00000100:00100000:1.0:1768253043.250974:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209664 00000100:00100000:1.0:1768253043.251056:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1768253043.251080:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476209664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253043.251134:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476209664:12345-0@lo:400:kworker.0 Request processed in 70us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253043.251142:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1768253043.251182:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476209664:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251286:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476209280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251323:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253043.251356:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476209792:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251378:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253043.251400:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768253043.251405:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476209408:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251426:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253043.251440:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476209920:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251459:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768253043.251483:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253043.251497:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209920 00000100:00100000:2.0:1768253043.251501:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209920 00000100:00100000:2.0:1768253043.251535:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1768253043.251542:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476209920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251591:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476209920:12345-0@lo:400:kworker.0 Request processed in 50us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253043.251597:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00080000:2.0:1768253043.251614:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253043.251631:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476209920:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251665:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209536 00000100:00100000:2.0:1768253043.251669:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209536 00000100:00100000:2.0:1768253043.251704:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209792 00000100:00100000:2.0:1768253043.251707:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209792 00000100:00100000:2.0:1768253043.251722:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209408 00000100:00100000:2.0:1768253043.251725:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209408 00000100:00100000:2.0:1768253043.251737:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1768253043.251742:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476209536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251776:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476209536:12345-0@lo:400:kworker.0 Request processed in 34us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253043.251780:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1768253043.251793:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:2.0:1768253043.251798:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476209792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251825:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476209792:12345-0@lo:400:kworker.0 Request processed in 26us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253043.251829:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:2.0:1768253043.251839:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1768253043.251843:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476209408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251865:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476209408:12345-0@lo:400:kworker.0 Request processed in 22us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253043.251870:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00080000:2.0:1768253043.251883:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253043.251905:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476209408:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.251913:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476209792:0@lo:400:kworker.0 00000100:00100000:1.0:1768253043.254947:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476209280 00000100:00100000:1.0:1768253043.254965:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476209280 00000100:00100000:1.0:1768253043.255073:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1768253043.255085:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476209280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253043.255173:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476209280:12345-0@lo:400:kworker.0 Request processed in 91us (3848us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253043.255181:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1768253043.255256:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476209536:0@lo:400:kworker.0 00000100:00100000:2.0:1768253043.257201:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476209280:0@lo:400:kworker.0 00010000:00010000:0.0:1768253044.149120:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253045.171233:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253045.706899:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253045.706943:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253045.706979:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253045.707058:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938048 00000100:00100000:0.0:1768253045.707067:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253045.707071:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938048 00000100:00100000:3.0:1768253045.707091:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938176 00000100:00100000:3.0:1768253045.707098:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938176 00000100:00100000:0.0:1768253045.707101:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938304 00000100:00100000:0.0:1768253045.707107:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938304 00000100:00100000:1.0:1768253045.707132:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1249 00000100:00100000:1.0:1768253045.707146:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451938048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253045.707161:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938432 00000100:00100000:3.0:1768253045.707166:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1561 00000100:00100000:0.0:1768253045.707167:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938432 00000100:00100000:3.0:1768253045.707181:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451938176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253045.707200:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1181 00000100:00100000:0.0:1768253045.707211:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451938304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253045.707233:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451938048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 91us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253045.707242:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1249 00000100:00100000:2.0:1768253045.707288:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1182 00000100:00100000:2.0:1768253045.707447:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451938432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253045.707985:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451938176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 704us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253045.707994:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1561 00000100:00080000:3.0:1768253045.708040:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253045.708188:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253045.708192:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253045.715006:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451938304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 7784us (8048us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253045.715043:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1181 00000100:00100000:2.0:1768253045.715136:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451938432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 7691us (8068us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253045.715144:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1182 00000100:00100000:3.0:1768253045.810518:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476210048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253045.810612:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253045.810821:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210048 00000100:00100000:2.0:1768253045.810830:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210048 00000100:00100000:2.0:1768253045.810893:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1768253045.810901:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476210048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253045.810936:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253045.810981:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476210048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253045.810989:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:3.0:1768253045.811061:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253045.811109:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476210048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253045.812285:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476210176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253045.812333:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253045.813411:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210176 00000100:00100000:1.0:1768253045.813422:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210176 00000100:00100000:1.0:1768253045.813488:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1768253045.813497:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476210176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253045.813530:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00080000:3.0:1768253045.813868:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253045.813958:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476210176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 458us (1619us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253045.813967:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1768253045.814984:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476210176:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768253046.194341:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253047.218838:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253048.243061:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253048.377552:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476210432:0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.377621:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253048.377689:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476210944:0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.377715:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253048.377741:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1768253048.377747:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476210304:0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.377771:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253048.377789:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476210816:0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.377818:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253048.377845:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210944 00000100:00100000:1.0:1768253048.377851:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210944 00000100:00100000:1.0:1768253048.377912:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1768253048.377921:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476210944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.377970:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476210944:12345-0@lo:400:kworker.0 Request processed in 50us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253048.377977:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1768253048.377999:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210304 00000100:00100000:1.0:1768253048.378003:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210304 00000100:00100000:1.0:1768253048.378059:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1768253048.378067:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476210304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.378094:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476210304:12345-0@lo:400:kworker.0 Request processed in 29us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253048.378100:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1768253048.378146:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476210304:0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.378159:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476210944:0@lo:400:kworker.0 00000100:00100000:2.0:1768253048.378412:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210432 00000100:00100000:2.0:1768253048.378417:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210432 00000100:00100000:2.0:1768253048.378452:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210816 00000100:00100000:2.0:1768253048.378455:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210816 00000100:00100000:2.0:1768253048.378477:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1768253048.378484:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476210432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253048.378532:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476210432:12345-0@lo:400:kworker.0 Request processed in 49us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253048.378538:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1768253048.378551:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1768253048.378557:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476210816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253048.378582:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476210816:12345-0@lo:400:kworker.0 Request processed in 25us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253048.378587:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:1.0:1768253048.379060:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476210816:0@lo:400:kworker.0 00000100:00100000:1.0:1768253048.379070:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476210432:0@lo:400:kworker.0 00000100:00100000:3.0:1768253048.379160:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476210560:0@lo:400:kworker.0 00000100:00100000:3.0:1768253048.379194:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253048.379224:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253048.379231:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476210688:0@lo:400:kworker.0 00000100:00100000:3.0:1768253048.379250:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253048.379280:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210560 00000100:00100000:3.0:1768253048.379284:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210560 00000100:00100000:3.0:1768253048.379318:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:3.0:1768253048.379326:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476210560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253048.379362:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476210560:12345-0@lo:400:kworker.0 Request processed in 36us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253048.379368:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00080000:3.0:1768253048.379395:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253048.379400:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253048.379417:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476210560:0@lo:400:kworker.0 00000100:00100000:0.0:1768253048.379649:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476210688 00000100:00100000:0.0:1768253048.379653:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476210688 00000100:00080000:3.0:1768253048.379750:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253048.380125:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1768253048.380134:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476210688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253048.380189:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476210688:12345-0@lo:400:kworker.0 Request processed in 57us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253048.380196:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1768253048.380376:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476210688:0@lo:400:kworker.0 00010000:00010000:0.0:1768253049.266666:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253049.572677:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.572822:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938560 00000100:00100000:1.0:1768253049.572837:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938560 00000100:00100000:1.0:1768253049.572930:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 956 00000100:00100000:1.0:1768253049.572942:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451938560:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00080000:3.0:1768253049.573089:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253049.573122:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451938560:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 180us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253049.573131:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 956 00000100:00100000:3.0:1768253049.577833:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253049.577966:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938688 00000100:00100000:0.0:1768253049.577985:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938688 00000100:00100000:0.0:1768253049.578110:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 526 00000100:00100000:0.0:1768253049.578122:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451938688:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:3.0:1768253049.579649:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253049.579706:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451938688:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1579us (1873us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253049.579730:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 526 00000100:00100000:1.0:1768253049.583286:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253049.583370:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938816 00000100:00100000:0.0:1768253049.583384:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938816 00000100:00100000:0.0:1768253049.583470:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 527 00000100:00100000:0.0:1768253049.583482:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451938816:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:2.0:1768253049.584049:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253049.584657:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451938816:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1172us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253049.584670:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 527 00000100:00100000:1.0:1768253049.587872:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253049.587969:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451938944 00000100:00100000:0.0:1768253049.587983:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451938944 00000100:00100000:0.0:1768253049.588075:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 957 00000100:00100000:0.0:1768253049.588087:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451938944:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253049.588516:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451938944:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 430us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253049.588526:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 957 00000100:00100000:3.0:1768253049.594832:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.594947:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939072 00000100:00100000:1.0:1768253049.594961:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939072 00000100:00100000:1.0:1768253049.595104:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 958 00000100:00100000:1.0:1768253049.595116:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451939072:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253049.595270:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451939072:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 155us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253049.595278:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 958 00000100:00100000:2.0:1768253049.598446:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253049.598544:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939200 00000100:00100000:0.0:1768253049.598558:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939200 00000100:00100000:0.0:1768253049.598688:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 528 00000100:00100000:0.0:1768253049.598701:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451939200:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253049.599572:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451939200:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 870us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253049.599584:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 528 00000100:00100000:2.0:1768253049.602234:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253049.602423:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939328 00000100:00100000:0.0:1768253049.602438:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939328 00000100:00100000:0.0:1768253049.602552:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 529 00000100:00100000:0.0:1768253049.602565:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451939328:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253049.602961:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:47997:x1854145451939328:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 399us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253049.602971:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 529 00000100:00100000:3.0:1768253049.605684:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.606048:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939456 00000100:00100000:1.0:1768253049.606063:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939456 00000100:00100000:1.0:1768253049.606149:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 959 00000100:00100000:1.0:1768253049.606160:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451939456:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253049.606959:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47997:x1854145451939456:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 796us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253049.606969:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 959 00000100:00100000:3.0:1768253049.645825:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.646054:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939584 00000100:00100000:1.0:1768253049.646069:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939584 00000100:00100000:1.0:1768253049.646151:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 960 00000100:00100000:1.0:1768253049.646165:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:47998:x1854145451939584:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768253049.646209:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253049.646240:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7158 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253049.646341:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd3e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253049.646360:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253049.646376:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768253049.646470:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1768253049.646474:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253049.646517:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253049.646550:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd3e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7158 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253049.646575:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd3e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7158 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253049.646585:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a900) 00010000:00010000:1.0:1768253049.646588:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253049.646593:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253049.646692:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47998:x1854145451939584:12345-192.168.202.43@tcp:101:rm.0 Request processed in 529us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253049.646701:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 960 00000100:00100000:2.0:1768253049.651734:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.651944:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939712 00000100:00100000:1.0:1768253049.651960:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939712 00000100:00100000:1.0:1768253049.652071:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 158 00000100:00100000:1.0:1768253049.652083:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b159050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47998:x1854145451939712:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:1.0:1768253049.652270:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b159050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47998:x1854145451939712:12345-192.168.202.43@tcp:49:rm.0 Request processed in 189us (564us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768253049.652280:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 158 00000100:00100000:3.0:1768253049.670205:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253049.670364:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451939968 00000100:00100000:0.0:1768253049.670378:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451939968 00000100:00100000:0.0:1768253049.670455:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 961 00000100:00100000:0.0:1768253049.670467:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:47998:x1854145451939968:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253049.670493:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253049.670528:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd3ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d715f expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1768253049.670705:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00010000:0.0:1768253049.671002:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd3ee lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d715f expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253049.671050:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253049.671053:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1768253049.671060:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd3ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d715f expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253049.671074:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768253049.671149:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47998:x1854145451939968:12345-192.168.202.43@tcp:101:rm.0 Request processed in 684us (961us total) trans 4294967668 rc 301/301 00000100:00100000:0.0:1768253049.671173:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 961 00000100:00100000:1.0:1768253049.680891:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.680939:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451940096 00000100:00100000:1.0:1768253049.680953:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451940096 00000100:00100000:1.0:1768253049.681036:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 159 00000100:00100000:1.0:1768253049.681048:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47998:x1854145451940096:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:1.0:1768253049.691530:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47998:x1854145451940096:12345-192.168.202.43@tcp:37:rm.0 Request processed in 10467us (10637us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253049.691549:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 159 00000100:00100000:3.0:1768253049.708923:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253049.709007:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451940352 00000100:00100000:1.0:1768253049.709083:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451940352 00000100:00100000:1.0:1768253049.709428:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 160 00000100:00100000:1.0:1768253049.709441:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47998:x1854145451940352:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768253049.709815:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47998:x1854145451940352:12345-192.168.202.43@tcp:35:rm.0 Request processed in 375us (906us total) trans 4294967669 rc 0/0 00000100:00100000:1.0:1768253049.709825:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 160 00000100:00100000:1.0:1768253049.716513:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253049.716839:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451940608 00000100:00100000:2.0:1768253049.716856:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451940608 00000100:00100000:2.0:1768253049.716923:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 962 00000100:00100000:2.0:1768253049.716934:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:47998:x1854145451940608:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253049.717028:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1768253049.717064:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd3e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7158 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253049.717085:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd385 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7143 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253049.717099:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253049.717117:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd0a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d708d expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253049.717128:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270700) 00010000:00010000:2.0:1768253049.717134:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253049.717182:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717198:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717209:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717224:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717232:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717238:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717414:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717422:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.717430:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253049.718368:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00010000:2.0:1768253049.718392:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718402:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718410:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718417:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253049.718422:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718431:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718444:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768253049.718448:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253049.718453:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718459:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd40a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718519:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718525:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718529:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718534:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253049.718536:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718541:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718549:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a000) 00010000:00010000:2.0:1768253049.718552:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253049.718554:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253049.718560:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd3fc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768253049.718570:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005182b763 reply state 00000000996508c1 transno 4294967670 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768253049.718579:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253049.719702:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:47998:x1854145451940608:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2754us (3206us total) trans 4294967670 rc 0/0 00000100:00100000:2.0:1768253049.719716:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 962 00010000:00010000:1.0:1768253049.733173:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253049.733209:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253049.733218:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253049.733226:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253049.733232:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253049.733240:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253049.733262:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff972742c4ad00) 00010000:00010000:1.0:1768253049.733265:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253049.733271:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253049.733278:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd403 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253050.303653:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253050.833165:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253050.833201:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253050.833336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253050.833371:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253050.833399:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941120 00000100:00100000:2.0:1768253050.833408:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941120 00000100:00100000:2.0:1768253050.833451:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451940992 00000100:00100000:2.0:1768253050.833455:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451940992 00000100:00100000:2.0:1768253050.833474:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1185 00000100:00100000:2.0:1768253050.833484:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451941120:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253050.833567:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451941120:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253050.833574:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1185 00000100:00100000:2.0:1768253050.833592:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1186 00000100:00100000:2.0:1768253050.833598:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451940992:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253050.833621:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451940992:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253050.833627:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1186 00000100:00100000:2.0:1768253050.833924:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451940736 00000100:00100000:2.0:1768253050.833928:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451940736 00000100:00100000:2.0:1768253050.833953:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1251 00000100:00100000:2.0:1768253050.833959:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451940736:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253050.833985:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451940736:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253050.833992:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1251 00000100:00100000:1.0:1768253050.835465:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451940864 00000100:00100000:1.0:1768253050.835474:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451940864 00000100:00100000:1.0:1768253050.835666:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1565 00000100:00100000:1.0:1768253050.835676:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451940864:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253050.835779:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451940864:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 104us (2619us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253050.835786:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1565 00000100:00100000:3.0:1768253050.930334:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476211072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253050.930577:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253050.930658:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211072 00000100:00100000:3.0:1768253050.930666:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211072 00000100:00080000:2.0:1768253050.930696:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253050.930722:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1768253050.930732:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476211072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253050.930765:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253050.930820:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476211072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253050.930828:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1768253050.930993:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476211072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253050.931636:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476211200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253050.931670:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253050.931710:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211200 00000100:00100000:3.0:1768253050.931714:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211200 00000100:00100000:3.0:1768253050.931748:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1768253050.931755:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476211200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253050.931777:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253050.931815:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476211200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253050.931822:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1768253050.931855:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476211200:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253050.931923:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1768253051.220911:0:82754:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc68692220 20000000:00000080:1.0:1768253051.220929:0:82754:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dc61c00 uarg=0000000000000000 00010000:00010000:1.0:1768253051.230383:0:82754:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253051.230419:0:82754:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253051.230697:0:82754:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253051.230717:0:82754:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253051.230735:0:82754:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253051.230744:0:82754:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253051.230789:0:82754:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253051.230804:0:82754:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 17 pid: 5778 timeout: 2406 lvb_type: 0 00000100:00100000:1.0:1768253051.230821:0:82754:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82754:1854145476211328:0@lo:104: 00000100:00100000:1.0:1768253051.230883:0:82754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253051.230984:0:82754:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e480 going to sleep for 11 seconds 00000100:00100000:3.0:1768253051.231757:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211328 00000100:00100000:3.0:1768253051.231767:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211328 00000100:00100000:3.0:1768253051.231851:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1768253051.231862:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:82754:x1854145476211328:12345-0@lo:104: 00010000:00010000:3.0:1768253051.231874:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253051.231956:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253051.231962:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:82754:x1854145476211328:12345-0@lo:104: Request processed in 104us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253051.231969:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00010000:00010000:0.0:1768253051.232010:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253051.232158:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253051.232166:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253051.232169:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253051.232178:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253051.232185:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253051.232191:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253051.232219:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253051.232224:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253051.232243:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253051.232250:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abd091 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd098 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253051.232262:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253051.232263:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253051.232265:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253051.232278:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253051.232289:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476211456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253051.232317:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253051.232501:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211456 00000100:00100000:2.0:1768253051.232506:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211456 00010000:00010000:2.0:1768253051.232526:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 18 pid: 5778 timeout: 2406 lvb_type: 0 00000100:00100000:2.0:1768253051.232552:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1768253051.232558:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476211456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253051.232568:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253051.232572:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 18 pid: 5778 timeout: 2406 lvb_type: 0 00010000:00010000:2.0:1768253051.232583:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 18 pid: 5778 timeout: 2406 lvb_type: 0 00010000:00010000:2.0:1768253051.232599:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232607:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232620:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232626:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232633:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232640:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232644:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253051.232648:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232655:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232665:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232675:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253051.232701:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476211456:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253051.232708:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00010000:00010000:2.0:1768253051.232745:0:82754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd098 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd091 expref: 17 pid: 5778 timeout: 2406 lvb_type: 0 00000100:00100000:2.0:1768253051.232754:0:82754:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82754:1854145476211328:0@lo:104: 00010000:00010000:2.0:1768253051.232769:0:82754:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232777:0:82754:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232783:0:82754:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253051.232789:0:82754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd411 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82754 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253051.233671:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476211456:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253051.316728:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253052.033947:0:82802:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde8287bf0 20000000:00000080:1.0:1768253052.033964:0:82802:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474f8400 uarg=0000000000000000 00010000:00010000:1.0:1768253052.034217:0:82802:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253052.034232:0:82802:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253052.034249:0:82802:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253052.034269:0:82802:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034283:0:82802:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034292:0:82802:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034298:0:82802:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034304:0:82802:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034310:0:82802:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034320:0:82802:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253052.034324:0:82802:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034331:0:82802:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034343:0:82802:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034350:0:82802:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.034356:0:82802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd418 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253052.338365:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253052.751359:0:82850:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefe8cff70 20000000:00000080:1.0:1768253052.751377:0:82850:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474f8400 uarg=0000000000000000 00010000:00010000:1.0:1768253052.751666:0:82850:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253052.751682:0:82850:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253052.751705:0:82850:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253052.751732:0:82850:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751750:0:82850:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751758:0:82850:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751767:0:82850:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751774:0:82850:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751780:0:82850:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751786:0:82850:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253052.751790:0:82850:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751797:0:82850:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751810:0:82850:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751817:0:82850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253052.751823:0:82850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd41f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82850 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253052.786907:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253052.786914:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253052.786919:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253052.786965:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253052.786977:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253052.786987:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253052.787029:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476211584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253052.787098:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253052.787159:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b4536c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253052.787486:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211584 00000100:00100000:2.0:1768253052.787494:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211584 00000100:00100000:2.0:1768253052.787555:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1768253052.787565:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476211584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253052.787578:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253052.787593:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd426 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253052.787618:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253052.787629:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253052.787637:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768253052.789286:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476211584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1716us (2181us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253052.789298:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1768253052.793650:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476211584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253052.793688:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253052.793702:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253052.793725:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253052.793730:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253052.793738:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.366653:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253053.492116:0:82898:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd52a0b240 20000000:00000080:2.0:1768253053.492132:0:82898:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dc61c00 uarg=0000000000000000 00010000:00010000:2.0:1768253053.492387:0:82898:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253053.492401:0:82898:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253053.492416:0:82898:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253053.492434:0:82898:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.492451:0:82898:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.492564:0:82898:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.492604:0:82898:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.492616:0:82898:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 17 pid: 5778 timeout: 2408 lvb_type: 0 00000100:00100000:2.0:1768253053.492630:0:82898:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82898:1854145476211712:0@lo:104: 00000100:00100000:2.0:1768253053.492687:0:82898:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253053.492787:0:82898:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745a55300 going to sleep for 11 seconds 00000100:00100000:0.0:1768253053.493370:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476211840:0@lo:400:kworker.0 00000100:00100000:0.0:1768253053.493407:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253053.493600:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211840 00000100:00100000:0.0:1768253053.493607:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211840 00000100:00100000:1.0:1768253053.493839:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211712 00000100:00100000:1.0:1768253053.493844:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211712 00000100:00100000:3.0:1768253053.494085:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476211968:0@lo:400:kworker.0 00000100:00100000:1.0:1768253053.494121:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1768253053.494129:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:82898:x1854145476211712:12345-0@lo:104: 00010000:00010000:1.0:1768253053.494142:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253053.494204:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253053.494214:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:1.0:1768253053.494215:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:82898:x1854145476211712:12345-0@lo:104: Request processed in 83us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253053.494229:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1768253053.494230:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476211840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253053.494277:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476211840:12345-0@lo:400:kworker.0 Request processed in 54us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253053.494284:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00010000:00010000:0.0:1768253053.494308:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253053.494314:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253053.494322:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253053.494326:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253053.494334:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253053.494341:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253053.494347:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253053.494372:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253053.494380:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253053.494387:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253053.494394:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962800/0xef9a6e5c83abd426 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd42d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253053.494411:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253053.494415:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253053.494417:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253053.494429:0:82898:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82898:1854145476211712:0@lo:104: 00010000:00010000:2.0:1768253053.494452:0:82898:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253053.498106:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476212096:0@lo:400:kworker.0 00000100:00100000:2.0:1768253053.498177:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253053.498250:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253053.498257:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476212480:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253053.498290:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253053.498416:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212096 00000100:00100000:1.0:1768253053.498424:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212096 00000100:00100000:1.0:1768253053.498527:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1768253053.498537:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476212096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253053.498592:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476212096:12345-0@lo:400:kworker.0 Request processed in 56us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253053.498599:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1768253053.498637:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476212096:0@lo:400:kworker.0 00000100:00080000:2.0:1768253053.498729:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253053.501258:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253053.501307:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476211968 00000100:00100000:2.0:1768253053.501314:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476211968 00000100:00100000:3.0:1768253053.501323:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476212224:0@lo:400:kworker.0 00000100:00100000:3.0:1768253053.501351:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1768253053.501378:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253053.502078:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212224 00000100:00100000:2.0:1768253053.502082:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212224 00000100:00100000:2.0:1768253053.502107:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1768253053.502113:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476211968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253053.502155:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476211968:12345-0@lo:400:kworker.0 Request processed in 42us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253053.502160:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1768253053.502177:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:2.0:1768253053.502183:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476212224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253053.502209:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476212224:12345-0@lo:400:kworker.0 Request processed in 26us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253053.502214:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00080000:1.0:1768253053.502260:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253053.502538:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476212224:0@lo:400:kworker.0 00000100:00100000:3.0:1768253053.502639:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253053.502648:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476212352:0@lo:400:kworker.0 00000100:00100000:3.0:1768253053.502681:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253053.503979:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476211968:0@lo:400:kworker.0 00000100:00100000:3.0:1768253053.504056:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212480 00000100:00100000:3.0:1768253053.504061:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212480 00000100:00100000:1.0:1768253053.504896:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212352 00000100:00100000:1.0:1768253053.504903:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212352 00000100:00100000:1.0:1768253053.504953:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1768253053.504961:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476212352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253053.505053:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476212352:12345-0@lo:400:kworker.0 Request processed in 92us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253053.505060:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00080000:1.0:1768253053.505083:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768253053.505279:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 18 pid: 5778 timeout: 2408 lvb_type: 0 00000100:00100000:3.0:1768253053.505313:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1768253053.505322:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476212480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253053.505334:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253053.505342:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 18 pid: 5778 timeout: 2408 lvb_type: 0 00010000:00010000:3.0:1768253053.505353:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 18 pid: 5778 timeout: 2408 lvb_type: 0 00010000:00010000:3.0:1768253053.505370:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd42d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd426 expref: 18 pid: 5778 timeout: 2408 lvb_type: 0 00010000:00010000:3.0:1768253053.505385:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505393:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505408:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505416:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505423:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505429:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505436:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253053.505439:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505448:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505474:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253053.505486:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253053.505501:0:82898:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.505512:0:82898:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253053.505519:0:82898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd434 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82898 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253053.506339:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476212480:12345-0@lo:103:ldlm_bl.0 Request processed in 1017us (8054us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253053.506348:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1768253053.506395:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476212352:0@lo:400:kworker.0 00000100:00100000:3.0:1768253053.506430:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476211840:0@lo:400:kworker.0 00000100:00100000:2.0:1768253053.507345:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746395500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476212480:0@lo:103:ldlm_bl.0 00000001:00080000:0.0:1768253053.531694:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967668 is committed 00000001:00080000:0.0:1768253053.531726:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967669 is committed 00000001:00080000:0.0:1768253053.531732:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967670 is committed 00010000:00010000:2.0:1768253054.386196:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253054.837321:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253054.837329:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253054.837334:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253054.837381:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253054.837392:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253054.837407:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253054.837434:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476212608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253054.837510:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253054.837558:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972741254a80 going to sleep for 11 seconds 00000100:00100000:2.0:1768253054.837767:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212608 00000100:00100000:2.0:1768253054.837775:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212608 00000100:00100000:2.0:1768253054.837826:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1768253054.837835:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476212608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253054.837849:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253054.837864:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd43b expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253054.837886:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253054.837896:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253054.837904:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768253054.837943:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476212608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253054.837949:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1768253054.838001:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476212608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253054.838035:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253054.838044:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253054.838064:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253054.838069:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253054.838076:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253055.411217:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253055.943035:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253055.943071:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253055.943092:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253055.943111:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253055.943151:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941504 00000100:00100000:1.0:1768253055.943161:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941504 00000100:00100000:1.0:1768253055.943218:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941632 00000100:00100000:1.0:1768253055.943221:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941632 00000100:00100000:1.0:1768253055.943242:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1189 00000100:00100000:1.0:1768253055.943252:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941504:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253055.943316:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941504:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 66us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253055.943323:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1189 00000100:00100000:1.0:1768253055.943341:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1190 00000100:00100000:1.0:1768253055.943348:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941632:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253055.943365:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941248 00000100:00100000:0.0:1768253055.943369:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941248 00000100:00100000:1.0:1768253055.943371:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941632:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253055.943376:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1190 00000100:00100000:0.0:1768253055.943399:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1254 00000100:00100000:0.0:1768253055.943406:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451941248:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253055.943413:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941376 00000100:00100000:1.0:1768253055.943416:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941376 00000100:00100000:0.0:1768253055.943432:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451941248:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253055.943437:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1254 00000100:00100000:1.0:1768253055.943454:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1569 00000100:00100000:1.0:1768253055.943460:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941376:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253055.943497:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941376:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253055.943503:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1569 00000100:00080000:1.0:1768253055.943524:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768253055.943528:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253055.943530:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253056.056311:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253056.056332:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476212736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253056.056388:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253056.056470:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212736 00000100:00100000:3.0:1768253056.056478:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212736 00000100:00100000:3.0:1768253056.056533:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1768253056.056542:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476212736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253056.056576:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253056.056609:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476212736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253056.056614:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1768253056.056663:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476212736:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768253056.056715:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253056.057975:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476212864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253056.058034:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253056.058787:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212864 00000100:00100000:0.0:1768253056.058796:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212864 00000100:00100000:0.0:1768253056.058833:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1768253056.058839:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476212864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253056.058866:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253056.058911:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476212864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253056.058918:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:3.0:1768253056.058995:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253056.059054:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476212864:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768253056.434361:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253057.458397:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253058.482299:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253058.623741:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476212992:0@lo:400:kworker.0 00000100:00100000:3.0:1768253058.623846:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253058.623926:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476213504:0@lo:400:kworker.0 00000100:00100000:3.0:1768253058.623956:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253058.623992:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253058.623999:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476213376:0@lo:400:kworker.0 00000100:00100000:3.0:1768253058.624095:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253058.624133:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476213120:0@lo:400:kworker.0 00000100:00100000:3.0:1768253058.624159:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253058.624179:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476213632:0@lo:400:kworker.0 00000100:00100000:3.0:1768253058.624200:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253058.624221:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253058.624228:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476213248:0@lo:400:kworker.0 00000100:00100000:3.0:1768253058.624250:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253058.626256:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213504 00000100:00100000:2.0:1768253058.626279:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213504 00000100:00100000:2.0:1768253058.626356:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213120 00000100:00100000:2.0:1768253058.626360:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213120 00000100:00100000:2.0:1768253058.626398:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213248 00000100:00100000:2.0:1768253058.626402:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213248 00000100:00100000:2.0:1768253058.626444:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:2.0:1768253058.626456:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476213504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.626579:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476213504:12345-0@lo:400:kworker.0 Request processed in 125us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253058.626588:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:2.0:1768253058.626612:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1768253058.626618:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476213120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.626655:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476213120:12345-0@lo:400:kworker.0 Request processed in 37us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253058.626662:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1768253058.626674:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1768253058.626680:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476213248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.626710:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476213248:12345-0@lo:400:kworker.0 Request processed in 31us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253058.626716:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1768253058.626742:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213376 00000100:00100000:2.0:1768253058.626747:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213376 00000100:00100000:2.0:1768253058.626776:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213632 00000100:00100000:2.0:1768253058.626779:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213632 00000100:00100000:2.0:1768253058.626797:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1768253058.626803:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476213376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.626836:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476213376:12345-0@lo:400:kworker.0 Request processed in 33us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253058.626842:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1768253058.626853:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1768253058.626859:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476213632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.626891:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476213632:12345-0@lo:400:kworker.0 Request processed in 32us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253058.626897:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00080000:2.0:1768253058.627080:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253058.627085:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253058.627088:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253058.627165:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476213248:0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.627182:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476213120:0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.627195:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476213632:0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.627243:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476213376:0@lo:400:kworker.0 00000100:00100000:2.0:1768253058.627257:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476213504:0@lo:400:kworker.0 00000100:00100000:1.0:1768253058.627386:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476212992 00000100:00100000:1.0:1768253058.627392:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476212992 00000100:00100000:1.0:1768253058.627448:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1768253058.627457:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476212992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253058.627507:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476212992:12345-0@lo:400:kworker.0 Request processed in 51us (3661us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253058.627514:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1768253058.627570:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476212992:0@lo:400:kworker.0 00010000:00010000:2.0:1768253059.508770:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253060.530224:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253061.073061:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253061.073114:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253061.073171:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253061.073216:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253061.073257:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942016 00000100:00100000:1.0:1768253061.073271:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942016 00000100:00100000:1.0:1768253061.073342:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942144 00000100:00100000:1.0:1768253061.073345:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942144 00000100:00100000:1.0:1768253061.073372:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1193 00000100:00100000:1.0:1768253061.073383:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451942016:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253061.073520:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451942016:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 139us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253061.073529:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1193 00000100:00100000:1.0:1768253061.073549:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1194 00000100:00100000:1.0:1768253061.073555:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451942144:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253061.073581:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451942144:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253061.073587:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1194 00000100:00100000:0.0:1768253061.074058:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941888 00000100:00100000:0.0:1768253061.074065:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941888 00000100:00100000:0.0:1768253061.074109:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1573 00000100:00100000:0.0:1768253061.074118:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941888:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253061.074167:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451941888:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253061.074174:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1573 00000100:00100000:2.0:1768253061.074780:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451941760 00000100:00100000:2.0:1768253061.074789:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451941760 00000100:00100000:2.0:1768253061.074837:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1256 00000100:00100000:2.0:1768253061.074846:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451941760:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253061.074901:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451941760:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 56us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253061.074907:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1256 00000100:00080000:2.0:1768253061.074945:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768253061.074951:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253061.074954:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253061.171480:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253061.171515:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476213760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253061.171611:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253061.171945:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213760 00000100:00100000:1.0:1768253061.171957:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213760 00000100:00100000:1.0:1768253061.172056:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1768253061.172069:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476213760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253061.172113:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253061.172174:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476213760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253061.172182:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:2.0:1768253061.172402:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253061.172450:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476213760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253061.182569:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253061.182611:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476213888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253061.182696:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253061.182913:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476213888 00000100:00100000:0.0:1768253061.182925:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476213888 00000100:00100000:0.0:1768253061.183039:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1768253061.183050:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476213888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253061.183098:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253061.183156:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476213888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253061.183164:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1768253061.183242:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476213888:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253061.184523:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768253061.556334:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1768253062.413583:0:83243:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 21: test nodemap mapped_trusted_noadmin fileops ========================================================== 16:24:21 (1768253061) 00010000:00010000:2.0:1768253062.579034:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1768253063.401666:0:83291:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1768253063.412961:0:83291:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1768253063.610920:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253063.730712:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476214016:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.730780:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253063.730822:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476214528:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.730846:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253063.730871:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253063.730877:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476214400:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.730898:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253063.730926:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476214144:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.730947:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253063.730965:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476214656:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.731404:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253063.731431:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253063.731439:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476214272:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.731465:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253063.731505:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214016 00000100:00100000:2.0:1768253063.731513:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214016 00000100:00100000:2.0:1768253063.731556:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1768253063.731566:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476214016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.731620:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476214016:12345-0@lo:400:kworker.0 Request processed in 55us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253063.731628:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1768253063.731662:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214528 00000100:00100000:2.0:1768253063.731665:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214528 00000100:00100000:2.0:1768253063.731772:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214144 00000100:00100000:2.0:1768253063.731776:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214144 00000100:00100000:2.0:1768253063.731795:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214272 00000100:00100000:2.0:1768253063.731797:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214272 00000100:00100000:2.0:1768253063.731818:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1768253063.731824:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476214528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.731855:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476214528:12345-0@lo:400:kworker.0 Request processed in 31us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253063.731861:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1768253063.731872:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:2.0:1768253063.731878:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476214144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.731906:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476214144:12345-0@lo:400:kworker.0 Request processed in 28us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253063.731911:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:2.0:1768253063.731920:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1768253063.731925:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476214272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.731946:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476214272:12345-0@lo:400:kworker.0 Request processed in 20us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253063.731953:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1768253063.731969:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214400 00000100:00100000:2.0:1768253063.731972:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214400 00000100:00100000:2.0:1768253063.731995:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214656 00000100:00100000:2.0:1768253063.731998:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214656 00000100:00100000:2.0:1768253063.732035:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1768253063.732042:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476214400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.732071:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476214400:12345-0@lo:400:kworker.0 Request processed in 30us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253063.732077:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1768253063.732087:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1768253063.732092:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476214656:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768253063.732697:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253063.732704:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253063.732707:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253063.732776:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476214656:12345-0@lo:400:kworker.0 Request processed in 681us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253063.732785:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1768253063.732868:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476214272:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.732881:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476214144:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.732892:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476214656:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.732935:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476214400:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.732946:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476214016:0@lo:400:kworker.0 00000100:00100000:2.0:1768253063.732960:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476214528:0@lo:400:kworker.0 00000020:00000080:2.0:1768253064.277939:0:83341:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5cfa0200 20000000:00000080:2.0:1768253064.277956:0:83341:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747d7d400 uarg=0000000000000000 10000000:01000000:2.0:1768253064.278350:0:83341:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253064.278379:0:83341:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.278395:0:83341:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.278403:0:83341:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.278441:0:83341:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.278456:0:83341:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 17 pid: 5778 timeout: 2419 lvb_type: 0 00000100:00100000:2.0:1768253064.278469:0:83341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffac380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83341:1854145476214784:0@lo:104: 00000100:00100000:2.0:1768253064.278528:0:83341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253064.278588:0:83341:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1768253064.278685:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214784 00000100:00100000:3.0:1768253064.278693:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214784 00000100:00100000:3.0:1768253064.278740:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1768253064.278750:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83341:x1854145476214784:12345-0@lo:104: 00010000:00010000:3.0:1768253064.278761:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.278821:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253064.278827:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83341:x1854145476214784:12345-0@lo:104: Request processed in 80us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253064.278833:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00010000:00010000:3.0:1768253064.278854:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253064.278860:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.278867:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253064.278871:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.278879:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253064.278886:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253064.278891:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253064.278918:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.278924:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253064.278944:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.278951:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abd43b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd442 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.278964:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253064.278966:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253064.278968:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253064.278986:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476214912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253064.279033:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253064.279067:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476214912 00000100:00100000:3.0:1768253064.279071:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476214912 00010000:00010000:3.0:1768253064.279087:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 18 pid: 5778 timeout: 2419 lvb_type: 0 00000100:00100000:3.0:1768253064.279108:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1768253064.279115:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476214912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253064.279125:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253064.279129:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 18 pid: 5778 timeout: 2419 lvb_type: 0 00010000:00010000:3.0:1768253064.279139:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 18 pid: 5778 timeout: 2419 lvb_type: 0 00010000:00010000:3.0:1768253064.279152:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279160:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279172:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279180:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279187:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279193:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279199:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253064.279202:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279209:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279217:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.279226:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253064.279252:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476214912:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253064.279259:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1768253064.279295:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476214912:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253064.279769:0:83341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd442 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd43b expref: 17 pid: 5778 timeout: 2419 lvb_type: 0 00000100:00100000:2.0:1768253064.279780:0:83341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffac380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83341:1854145476214784:0@lo:104: 00010000:00010000:2.0:1768253064.279793:0:83341:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.279801:0:83341:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.279807:0:83341:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253064.279813:0:83341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd449 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253064.626278:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253065.000230:0:83389:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc510c3450 20000000:00000080:3.0:1768253065.000248:0:83389:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647525c00 uarg=0000000000000000 10000000:01000000:3.0:1768253065.001439:0:83389:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253065.001466:0:83389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001544:0:83389:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001557:0:83389:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001563:0:83389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001569:0:83389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001577:0:83389:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001583:0:83389:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253065.001586:0:83389:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001594:0:83389:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001606:0:83389:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001614:0:83389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.001620:0:83389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abd450 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83389 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253065.330134:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253065.330142:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253065.330147:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253065.330198:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.330210:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.330221:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253065.330249:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476215040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253065.330314:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253065.330396:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646717600 going to sleep for 11 seconds 00000100:00100000:2.0:1768253065.330409:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215040 00000100:00100000:2.0:1768253065.330418:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215040 00000100:00100000:2.0:1768253065.330477:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1768253065.330488:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476215040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253065.330503:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253065.330519:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd457 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.330554:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.330564:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.330572:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768253065.330620:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476215040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253065.330628:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1768253065.330661:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476215040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253065.330676:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.330685:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253065.330707:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253065.330712:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.330719:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.652110:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253065.704682:0:83437:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2d8e6160 20000000:00000080:2.0:1768253065.704695:0:83437:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dc60c00 uarg=0000000000000000 10000000:01000000:2.0:1768253065.704875:0:83437:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253065.704895:0:83437:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.704913:0:83437:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.704923:0:83437:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.704963:0:83437:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253065.704976:0:83437:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 17 pid: 5777 timeout: 2421 lvb_type: 0 00000100:00100000:2.0:1768253065.704989:0:83437:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83437:1854145476215168:0@lo:104: 00000100:00100000:2.0:1768253065.705071:0:83437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253065.705129:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215168 00000100:00100000:2.0:1768253065.705134:0:83437:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727479f0480 going to sleep for 11 seconds 00000100:00100000:0.0:1768253065.705138:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215168 00000100:00100000:0.0:1768253065.705191:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1768253065.705201:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83437:x1854145476215168:12345-0@lo:104: 00010000:00010000:0.0:1768253065.705213:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.705295:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253065.705300:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83437:x1854145476215168:12345-0@lo:104: Request processed in 102us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253065.705307:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00010000:00010000:0.0:1768253065.705330:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253065.705336:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.705356:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253065.705360:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.705369:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253065.705375:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253065.705381:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253065.705409:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.705415:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253065.705434:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.705441:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd457 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd45e expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.705459:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253065.705462:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253065.705465:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253065.705491:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476215296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253065.705522:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253065.705536:0:83437:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83437:1854145476215168:0@lo:104: 00010000:00010000:2.0:1768253065.705558:0:83437:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253065.705609:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215296 00000100:00100000:3.0:1768253065.705613:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215296 00010000:00010000:3.0:1768253065.705632:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 18 pid: 5777 timeout: 2421 lvb_type: 0 00000100:00100000:3.0:1768253065.705654:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1768253065.705661:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476215296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253065.705671:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253065.705675:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 18 pid: 5777 timeout: 2421 lvb_type: 0 00010000:00010000:3.0:1768253065.705685:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 18 pid: 5777 timeout: 2421 lvb_type: 0 00010000:00010000:3.0:1768253065.705697:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00600/0xef9a6e5c83abd45e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd457 expref: 18 pid: 5777 timeout: 2421 lvb_type: 0 00010000:00010000:3.0:1768253065.705710:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705717:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705729:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705735:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705742:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705748:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705753:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253065.705757:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705764:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705788:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253065.705797:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253065.705836:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476215296:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253065.705843:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1768253065.705871:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476215296:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253065.706191:0:83437:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.706199:0:83437:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253065.706204:0:83437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abd465 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253066.186259:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253066.186304:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253066.186330:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253066.186368:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253066.186405:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942528 00000100:00100000:1.0:1768253066.186418:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942528 00000100:00100000:1.0:1768253066.186482:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942656 00000100:00100000:1.0:1768253066.186485:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942656 00000100:00100000:1.0:1768253066.186506:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1197 00000100:00100000:1.0:1768253066.186517:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451942528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253066.186983:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942272 00000100:00100000:2.0:1768253066.186989:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942272 00000100:00100000:2.0:1768253066.187042:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00100000:2.0:1768253066.187050:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451942272:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253066.187123:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451942272:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253066.187131:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00080000:0.0:1768253066.189101:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253066.189112:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253066.189136:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1198 00000100:00100000:0.0:1768253066.189506:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451942656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253066.189599:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451942656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 452us (3228us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253066.189608:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1198 00000100:00100000:0.0:1768253066.189641:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942400 00000100:00100000:0.0:1768253066.189648:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942400 00000100:00100000:0.0:1768253066.189706:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1577 00000100:00100000:0.0:1768253066.189713:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451942400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768253066.189771:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253066.190034:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451942528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3497us (3707us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253066.190043:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1197 00000100:00100000:0.0:1768253066.190047:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451942400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 299us (3680us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253066.190057:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1577 00000100:00100000:1.0:1768253066.290530:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253066.290562:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476215424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253066.290627:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253066.291099:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215424 00000100:00100000:0.0:1768253066.291107:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215424 00000100:00100000:0.0:1768253066.291170:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1768253066.291180:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476215424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253066.291214:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253066.291265:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476215424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253066.291272:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1768253066.291355:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476215424:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253066.291528:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253066.291536:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253066.291555:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476215552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253066.291589:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253066.291804:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215552 00000100:00100000:0.0:1768253066.291811:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215552 00000100:00100000:0.0:1768253066.291851:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1768253066.291859:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476215552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253066.291882:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253066.291916:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476215552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253066.291922:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1768253066.291952:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476215552:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253066.294535:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1768253066.491000:0:83485:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7c5d4440 20000000:00000080:3.0:1768253066.491173:0:83485:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747d7d400 uarg=0000000000000000 10000000:01000000:3.0:1768253066.491481:0:83485:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253066.491502:0:83485:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491519:0:83485:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491529:0:83485:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491535:0:83485:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491541:0:83485:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491548:0:83485:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491559:0:83485:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253066.491563:0:83485:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491570:0:83485:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491581:0:83485:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491588:0:83485:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.491594:0:83485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abd46c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83485 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253066.679046:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253067.402662:0:83533:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3f8eccf0 20000000:00000080:3.0:1768253067.402680:0:83533:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647525000 uarg=0000000000000000 10000000:01000000:3.0:1768253067.402867:0:83533:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253067.402888:0:83533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402904:0:83533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402913:0:83533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402919:0:83533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402930:0:83533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402936:0:83533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402941:0:83533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253067.402945:0:83533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402952:0:83533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402965:0:83533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402971:0:83533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253067.402977:0:83533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd473 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83533 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253067.506589:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253067.506595:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253067.506601:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253067.506647:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253067.506658:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253067.506668:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253067.506695:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476215680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253067.506760:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253067.506801:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274635ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1768253067.506906:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215680 00000100:00100000:0.0:1768253067.506915:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215680 00000100:00100000:0.0:1768253067.506976:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1768253067.506986:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476215680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253067.506999:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253067.507033:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd47a expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253067.507058:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253067.507068:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253067.507076:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768253067.507117:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476215680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253067.507123:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1768253067.507169:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476215680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253067.507182:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253067.507190:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253067.507211:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253067.507216:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253067.507223:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253067.698282:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253068.297402:0:83582:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee2af4060 20000000:00000080:1.0:1768253068.297421:0:83582:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe53800 uarg=0000000000000000 10000000:01000000:1.0:1768253068.298056:0:83582:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253068.298081:0:83582:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253068.298103:0:83582:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253068.298111:0:83582:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253068.298155:0:83582:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253068.298171:0:83582:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 17 pid: 5777 timeout: 2423 lvb_type: 0 00000100:00100000:1.0:1768253068.298186:0:83582:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83582:1854145476215808:0@lo:104: 00000100:00100000:1.0:1768253068.298253:0:83582:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253068.298341:0:83582:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746df8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768253068.298764:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215808 00000100:00100000:3.0:1768253068.298774:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215808 00000100:00100000:3.0:1768253068.298834:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1768253068.298843:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83582:x1854145476215808:12345-0@lo:104: 00010000:00010000:3.0:1768253068.298865:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253068.298937:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253068.298943:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83582:x1854145476215808:12345-0@lo:104: Request processed in 102us (691us total) trans 0 rc 0/0 00010000:00010000:2.0:1768253068.299070:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253068.299079:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.299086:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253068.299091:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.299099:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253068.299106:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253068.299111:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253068.299139:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.299145:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253068.299163:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.299170:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd47a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd481 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.299190:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253068.299192:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253068.299193:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253068.299256:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1768253068.299392:0:83582:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83582:1854145476215808:0@lo:104: 00010000:00010000:1.0:1768253068.299416:0:83582:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253068.299506:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476215936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253068.299554:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253068.301977:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476215936 00000100:00100000:2.0:1768253068.301992:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476215936 00010000:00010000:2.0:1768253068.302070:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 18 pid: 5777 timeout: 2423 lvb_type: 0 00000100:00100000:2.0:1768253068.302166:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1768253068.302176:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476215936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253068.302194:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253068.302199:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 18 pid: 5777 timeout: 2423 lvb_type: 0 00010000:00010000:2.0:1768253068.302211:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 18 pid: 5777 timeout: 2423 lvb_type: 0 00010000:00010000:2.0:1768253068.302228:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962200/0xef9a6e5c83abd481 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd47a expref: 18 pid: 5777 timeout: 2423 lvb_type: 0 00010000:00010000:2.0:1768253068.302249:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302257:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302276:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302283:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302289:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302295:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302301:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253068.302305:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302312:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302338:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253068.302348:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253068.302415:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476215936:12345-0@lo:103:ldlm_bl.0 Request processed in 241us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253068.302422:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00010000:00010000:1.0:1768253068.302487:0:83582:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253068.302496:0:83582:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253068.302501:0:83582:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd488 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253068.306296:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476215936:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253068.722900:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253068.851947:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476216064:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852035:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253068.852093:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476216576:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852120:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253068.852148:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768253068.852154:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476216192:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852174:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253068.852191:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476216704:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852227:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253068.852254:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476216320:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852275:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253068.852293:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253068.852298:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476216448:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852325:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253068.852358:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216576 00000100:00100000:3.0:1768253068.852365:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216576 00000100:00100000:3.0:1768253068.852414:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216192 00000100:00100000:3.0:1768253068.852418:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216192 00000100:00100000:3.0:1768253068.852433:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216320 00000100:00100000:3.0:1768253068.852435:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216320 00000100:00100000:3.0:1768253068.852450:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:3.0:1768253068.852458:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476216576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852509:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476216576:12345-0@lo:400:kworker.0 Request processed in 52us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253068.852520:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:3.0:1768253068.852538:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:3.0:1768253068.852544:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476216192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852584:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476216192:12345-0@lo:400:kworker.0 Request processed in 41us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253068.852590:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:3.0:1768253068.852602:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:3.0:1768253068.852608:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476216320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852637:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476216320:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253068.852643:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:3.0:1768253068.852664:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216704 00000100:00100000:3.0:1768253068.852667:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216704 00000100:00100000:3.0:1768253068.852690:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216448 00000100:00100000:3.0:1768253068.852693:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216448 00000100:00100000:3.0:1768253068.852709:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1768253068.852715:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476216704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852758:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476216704:12345-0@lo:400:kworker.0 Request processed in 29us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253068.852764:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1768253068.852775:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1768253068.852781:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476216448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852809:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476216448:12345-0@lo:400:kworker.0 Request processed in 28us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253068.852814:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:3.0:1768253068.852836:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253068.852840:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253068.852843:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253068.852874:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476216192:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852883:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476216704:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852891:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476216576:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852919:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476216448:0@lo:400:kworker.0 00000100:00100000:3.0:1768253068.852927:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476216320:0@lo:400:kworker.0 00000100:00100000:2.0:1768253068.854765:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216064 00000100:00100000:2.0:1768253068.854777:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216064 00000100:00100000:2.0:1768253068.854823:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1768253068.854832:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476216064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253068.854918:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476216064:12345-0@lo:400:kworker.0 Request processed in 87us (2882us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253068.854925:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1768253068.855001:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476216064:0@lo:400:kworker.0 10000000:01000000:0.0:1768253069.440342:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253069.440351:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253069.440356:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253069.440403:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.440414:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.440424:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253069.440450:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476216832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253069.440527:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253069.440575:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727583450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253069.440613:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216832 00000100:00100000:0.0:1768253069.440621:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216832 00000100:00100000:0.0:1768253069.440670:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1768253069.440678:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476216832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253069.440694:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253069.440707:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd48f expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.441969:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.441991:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.442002:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768253069.442098:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476216832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1419us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253069.442111:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1768253069.445663:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476216832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253069.445691:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.445704:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253069.454494:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253069.454516:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253069.454530:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253069.749679:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253070.770324:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253071.155004:0:83732:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4e6401a0 20000000:00000080:1.0:1768253071.157497:0:83732:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe50000 uarg=0000000000000000 10000000:01000000:1.0:1768253071.158722:0:83732:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253071.158747:0:83732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253071.158767:0:83732:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253071.158776:0:83732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253071.158820:0:83732:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253071.158837:0:83732:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 17 pid: 5777 timeout: 2426 lvb_type: 0 00000100:00100000:1.0:1768253071.158851:0:83732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83732:1854145476216960:0@lo:104: 00000100:00100000:1.0:1768253071.158918:0:83732:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253071.158978:0:83732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727412549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253071.160073:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476216960 00000100:00100000:0.0:1768253071.160084:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476216960 00000100:00100000:0.0:1768253071.160140:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1768253071.160150:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83732:x1854145476216960:12345-0@lo:104: 00010000:00010000:0.0:1768253071.160163:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253071.160228:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253071.160236:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83732:x1854145476216960:12345-0@lo:104: Request processed in 88us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253071.160243:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00010000:00010000:2.0:1768253071.160453:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253071.160461:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160469:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253071.160474:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160483:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253071.160491:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253071.160497:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253071.160630:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160637:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253071.160659:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160666:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abd48f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd496 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160685:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253071.160687:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253071.160689:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253071.160704:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476217088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253071.160741:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253071.160792:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217088 00000100:00100000:2.0:1768253071.160797:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217088 00010000:00010000:2.0:1768253071.160819:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 18 pid: 5777 timeout: 2426 lvb_type: 0 00000100:00100000:2.0:1768253071.160843:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1768253071.160850:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476217088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253071.160860:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253071.160866:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 18 pid: 5777 timeout: 2426 lvb_type: 0 00010000:00010000:2.0:1768253071.160876:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 18 pid: 5777 timeout: 2426 lvb_type: 0 00010000:00010000:2.0:1768253071.160893:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160901:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160918:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160926:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160934:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160942:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160948:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253071.160951:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160959:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160968:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253071.160978:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253071.161007:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476217088:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253071.161042:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1768253071.161083:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476217088:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253071.162229:0:83732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abd496 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd48f expref: 17 pid: 5777 timeout: 2426 lvb_type: 0 00000100:00100000:3.0:1768253071.162244:0:83732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a27b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83732:1854145476216960:0@lo:104: 00010000:00010000:3.0:1768253071.162263:0:83732:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.162283:0:83732:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.162290:0:83732:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.162305:0:83732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abd49d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83732 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253071.307889:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253071.307937:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253071.308070:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942912 00000100:00100000:2.0:1768253071.308081:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942912 00000100:00100000:2.0:1768253071.308155:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1581 00000100:00100000:2.0:1768253071.308166:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451942912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253071.308255:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451942912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 90us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253071.308264:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1581 00000100:00080000:2.0:1768253071.308286:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253071.308501:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451942784 00000100:00100000:0.0:1768253071.308507:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451942784 00000100:00100000:0.0:1768253071.308536:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1263 00000100:00100000:0.0:1768253071.308544:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451942784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253071.308582:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451942784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253071.308588:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1263 00000100:00100000:1.0:1768253071.309691:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253071.310089:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253071.317413:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943040 00000100:00100000:0.0:1768253071.317432:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943040 00000100:00100000:0.0:1768253071.317535:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943168 00000100:00100000:0.0:1768253071.317539:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943168 00000100:00100000:0.0:1768253071.317570:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 530 00000100:00100000:0.0:1768253071.317580:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451943040:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:0.0:1768253071.317612:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abcd03 00000100:00080000:0.0:1768253071.317622:0:6570:0:(import.c:65:import_set_state_nolock()) ffff9726483f1800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1768253071.317661:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967357 00000100:00100000:0.0:1768253071.318197:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451943040:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 616us (8509us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253071.318207:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 530 00000100:00100000:0.0:1768253071.318226:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 531 00000100:00100000:0.0:1768253071.318234:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451943168:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:0.0:1768253071.318246:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abcdb2 00000100:00080000:0.0:1768253071.318252:0:6570:0:(import.c:65:import_set_state_nolock()) ffff9726483f4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1768253071.318286:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967357 00000100:00100000:0.0:1768253071.318437:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451943168:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 204us (8348us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253071.318443:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 531 00010000:00010000:0.0:1768253071.318479:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253071.318486:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1768253071.318545:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253071.318551:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253071.411639:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476217216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253071.411706:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253071.412002:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217216 00000100:00100000:0.0:1768253071.412034:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217216 00000100:00100000:0.0:1768253071.412087:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1768253071.412095:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476217216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253071.412128:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253071.412184:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476217216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253071.412191:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:0.0:1768253071.412212:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253071.412253:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476217216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253071.418529:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476217344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253071.418606:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253071.418686:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217344 00000100:00100000:1.0:1768253071.418696:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217344 00000100:00100000:1.0:1768253071.418757:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1768253071.418767:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476217344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253071.418800:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253071.418839:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476217344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253071.418845:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1768253071.418888:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476217344:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253071.418908:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:0.0:1768253071.492275:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253071.492286:0:7475:0:(genops.c:904:class_export_put()) final put ffff97264644e000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253071.492343:0:72432:0:(genops.c:863:class_export_destroy()) destroying export ffff97264644e000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:0.0:1768253071.492422:0:72432:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9726483f4800 for lustre-OST0001 00000001:00100000:0.0:1768253071.510051:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253071.510076:0:6594:0:(genops.c:904:class_export_put()) final put ffff9726483f5800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253071.510132:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9726483f5800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:0.0:1768253071.510189:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9726483f1800 for lustre-OST0000 00010000:00010000:0.0:1768253071.795221:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253071.991396:0:83781:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdde44a570 20000000:00000080:3.0:1768253071.991416:0:83781:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777cea400 uarg=0000000000000000 10000000:01000000:3.0:1768253071.991676:0:83781:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253071.991708:0:83781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991831:0:83781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991842:0:83781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991850:0:83781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991858:0:83781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991866:0:83781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991873:0:83781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253071.991877:0:83781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991884:0:83781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991898:0:83781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991905:0:83781:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253071.991912:0:83781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abd4a4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83781 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253072.770546:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253072.770554:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253072.770559:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253072.770605:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253072.770617:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253072.770629:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253072.770658:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476217472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253072.770722:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253072.770780:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746df8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253072.771109:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217472 00000100:00100000:2.0:1768253072.771118:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217472 00000100:00100000:2.0:1768253072.771171:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1768253072.771179:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476217472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253072.771193:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253072.771207:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd4ab expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.771319:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.771332:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.771341:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768253072.772759:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476217472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1574us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253072.772771:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1768253072.772891:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476217472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253072.772910:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253072.772920:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253072.772944:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253072.772950:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253072.772958:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1768253072.779976:0:83829:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd38b620e0 20000000:00000080:0.0:1768253072.779992:0:83829:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647527800 uarg=0000000000000000 00010000:00010000:2.0:1768253072.780664:0:83829:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253072.780680:0:83829:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253072.780692:0:83829:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253072.780711:0:83829:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.780729:0:83829:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.780738:0:83829:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.780774:0:83829:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.780788:0:83829:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 17 pid: 5777 timeout: 2428 lvb_type: 0 00000100:00100000:2.0:1768253072.780804:0:83829:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83829:1854145476217600:0@lo:104: 00000100:00100000:2.0:1768253072.780875:0:83829:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253072.780926:0:83829:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e780 going to sleep for 11 seconds 00000100:00100000:3.0:1768253072.780997:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768253072.781009:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217600 00000100:00100000:3.0:1768253072.781365:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217600 00000100:00100000:3.0:1768253072.781440:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1768253072.781449:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972744daa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83829:x1854145476217600:12345-0@lo:104: 00010000:00010000:3.0:1768253072.781460:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253072.781527:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253072.781532:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972744daa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:83829:x1854145476217600:12345-0@lo:104: Request processed in 85us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253072.781538:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00010000:00010000:1.0:1768253072.781599:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253072.781606:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781613:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253072.781617:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781624:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253072.781637:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253072.781643:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253072.781673:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781678:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253072.781695:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781701:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd4ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781716:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253072.781718:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253072.781720:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253072.781731:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476217728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253072.781761:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253072.781812:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217728 00000100:00100000:1.0:1768253072.781816:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217728 00010000:00010000:1.0:1768253072.781833:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 18 pid: 5777 timeout: 2428 lvb_type: 0 00000100:00100000:1.0:1768253072.781851:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1768253072.781856:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476217728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253072.781866:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253072.781870:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 18 pid: 5777 timeout: 2428 lvb_type: 0 00010000:00010000:1.0:1768253072.781882:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 18 pid: 5777 timeout: 2428 lvb_type: 0 00010000:00010000:1.0:1768253072.781896:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781903:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781915:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781921:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781927:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781933:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781938:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253072.781941:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781947:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781954:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253072.781962:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253072.781986:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476217728:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253072.781993:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1768253072.782050:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476217728:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253072.782130:0:83829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abd4b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd4ab expref: 17 pid: 5777 timeout: 2428 lvb_type: 0 00000100:00100000:2.0:1768253072.782141:0:83829:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83829:1854145476217600:0@lo:104: 00010000:00010000:2.0:1768253072.782152:0:83829:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.782161:0:83829:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.782167:0:83829:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253072.782172:0:83829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd4b9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83829 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253072.818886:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253073.842112:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253073.970259:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476217984:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970335:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253073.970390:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476218496:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970415:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253073.970445:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1768253073.970450:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476217856:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970476:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253073.970497:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476218368:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970515:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253073.970545:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217984 00000100:00100000:3.0:1768253073.970553:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217984 00000100:00100000:3.0:1768253073.970600:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218368 00000100:00100000:3.0:1768253073.970603:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218368 00000100:00100000:3.0:1768253073.970632:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:3.0:1768253073.970642:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476217984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970700:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476217984:12345-0@lo:400:kworker.0 Request processed in 59us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253073.970709:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:3.0:1768253073.970728:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:3.0:1768253073.970734:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476218368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970762:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476218368:12345-0@lo:400:kworker.0 Request processed in 29us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253073.970768:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:3.0:1768253073.970787:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476217856 00000100:00100000:3.0:1768253073.970790:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476217856 00000100:00100000:3.0:1768253073.970814:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1768253073.970820:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476217856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970848:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476217856:12345-0@lo:400:kworker.0 Request processed in 27us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253073.970854:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1768253073.970910:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476217856:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.970922:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476218368:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.971111:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476217984:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.971154:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476218240:0@lo:400:kworker.0 00000100:00100000:3.0:1768253073.971179:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253073.973280:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476218112:0@lo:400:kworker.0 00000100:00100000:2.0:1768253073.973341:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253073.973439:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218112 00000100:00100000:2.0:1768253073.973447:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218112 00000100:00100000:2.0:1768253073.973493:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1768253073.973502:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476218112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253073.973550:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476218112:12345-0@lo:400:kworker.0 Request processed in 48us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253073.973557:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1768253073.973596:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476218112:0@lo:400:kworker.0 00000100:00080000:2.0:1768253073.973649:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253073.978057:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218496 00000100:00100000:0.0:1768253073.978080:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218496 00000100:00100000:0.0:1768253073.978167:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218240 00000100:00100000:0.0:1768253073.978171:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218240 00000100:00100000:0.0:1768253073.978199:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1768253073.978210:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476218496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253073.978322:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476218496:12345-0@lo:400:kworker.0 Request processed in 113us (7904us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253073.978329:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1768253073.978349:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1768253073.978356:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476218240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253073.978391:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476218240:12345-0@lo:400:kworker.0 Request processed in 35us (7211us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253073.978397:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1768253073.978473:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476218496:0@lo:400:kworker.0 00000100:00100000:0.0:1768253073.978518:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476218240:0@lo:400:kworker.0 00000100:00080000:1.0:1768253073.978796:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253073.978802:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:3.0:1768253074.306942:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253074.306949:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253074.306955:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253074.307002:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253074.310569:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253074.310590:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253074.310638:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476218624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253074.310710:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253074.310820:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a60b780 going to sleep for 11 seconds 00000100:00100000:1.0:1768253074.313751:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218624 00000100:00100000:1.0:1768253074.313766:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218624 00000100:00100000:1.0:1768253074.313825:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:1.0:1768253074.313835:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476218624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253074.313852:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253074.313872:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd4c0 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253074.313899:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253074.313909:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253074.313917:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768253074.313986:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476218624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (3274us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253074.313993:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1768253074.314149:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476218624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253074.314170:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253074.314182:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253074.314206:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253074.314212:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253074.314219:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253074.869212:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253075.890220:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253076.278009:0:84026:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd53b64510 20000000:00000080:0.0:1768253076.278076:0:84026:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647da7400 uarg=0000000000000000 00010000:00010000:0.0:1768253076.278415:0:84026:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253076.278431:0:84026:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253076.278444:0:84026:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253076.278462:0:84026:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253076.278479:0:84026:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253076.278489:0:84026:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253076.278536:0:84026:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253076.278552:0:84026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 17 pid: 5778 timeout: 2431 lvb_type: 0 00000100:00100000:0.0:1768253076.278567:0:84026:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84026:1854145476218752:0@lo:104: 00000100:00100000:0.0:1768253076.278631:0:84026:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253076.278694:0:84026:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277cd86a80 going to sleep for 11 seconds 00000100:00100000:3.0:1768253076.278878:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218752 00000100:00100000:3.0:1768253076.278886:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218752 00000100:00100000:3.0:1768253076.278937:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1768253076.278946:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84026:x1854145476218752:12345-0@lo:104: 00010000:00010000:3.0:1768253076.278958:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253076.279050:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253076.279066:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84026:x1854145476218752:12345-0@lo:104: Request processed in 112us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253076.279074:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00010000:00010000:1.0:1768253076.279733:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253076.279741:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.279750:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253076.279756:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.279765:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253076.279773:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253076.279779:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253076.279823:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.279830:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253076.279871:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.279878:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd4c0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.279899:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253076.279901:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253076.279903:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253076.279910:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253076.279923:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476218880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253076.279961:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253076.279999:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476218880 00000100:00100000:1.0:1768253076.280005:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476218880 00010000:00010000:1.0:1768253076.280049:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 18 pid: 5778 timeout: 2431 lvb_type: 0 00000100:00100000:1.0:1768253076.280475:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1768253076.280485:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476218880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253076.280502:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253076.280508:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 18 pid: 5778 timeout: 2431 lvb_type: 0 00010000:00010000:1.0:1768253076.280518:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 18 pid: 5778 timeout: 2431 lvb_type: 0 00010000:00010000:1.0:1768253076.280535:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280543:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280559:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280566:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280572:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280578:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280584:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253076.280588:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280596:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280604:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253076.280614:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253076.280661:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476218880:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253076.280669:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1768253076.280749:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476218880:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253076.281643:0:84026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abd4c7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd4c0 expref: 17 pid: 5778 timeout: 2431 lvb_type: 0 00000100:00100000:2.0:1768253076.281668:0:84026:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746396680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84026:1854145476218752:0@lo:104: 00010000:00010000:2.0:1768253076.281689:0:84026:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253076.281699:0:84026:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253076.281707:0:84026:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253076.281714:0:84026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd4ce lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84026 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253076.423835:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253076.423921:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943296 00000100:00100000:1.0:1768253076.423931:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943296 00000100:00100000:1.0:1768253076.423991:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1267 00000100:00100000:1.0:1768253076.424001:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451943296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253076.424198:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451943296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 198us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253076.424206:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1267 00000100:00100000:2.0:1768253076.430800:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253076.435315:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943424 00000100:00100000:0.0:1768253076.435331:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943424 00000100:00100000:0.0:1768253076.435409:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1585 00000100:00100000:0.0:1768253076.435422:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451943424:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253076.435509:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451943424:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 90us (4719us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253076.435517:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1585 00000100:00080000:2.0:1768253076.440534:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253076.530607:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476219008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253076.530672:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253076.530760:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219008 00000100:00100000:1.0:1768253076.530767:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219008 00000100:00100000:1.0:1768253076.530812:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1768253076.530820:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476219008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253076.530850:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253076.530886:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476219008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253076.530891:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:1.0:1768253076.530911:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253076.530949:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476219008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253076.531956:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253076.531971:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476219136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253076.532038:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253076.532089:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219136 00000100:00100000:3.0:1768253076.532096:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219136 00000100:00100000:3.0:1768253076.532147:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1768253076.532155:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476219136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253076.532181:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768253076.532188:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253076.532233:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476219136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253076.532251:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1768253076.532304:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476219136:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768253076.914680:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253077.083739:0:84075:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe265ef910 20000000:00000080:0.0:1768253077.083765:0:84075:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647527800 uarg=0000000000000000 00010000:00010000:0.0:1768253077.084304:0:84075:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253077.084324:0:84075:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253077.084339:0:84075:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253077.084363:0:84075:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084379:0:84075:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084389:0:84075:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084397:0:84075:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084403:0:84075:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084410:0:84075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084417:0:84075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253077.084422:0:84075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084430:0:84075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084541:0:84075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084550:0:84075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.084556:0:84075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd4d5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84075 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253077.876076:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253077.876083:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253077.876088:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253077.876127:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253077.876138:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253077.876148:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253077.876171:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476219264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253077.876225:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253077.877057:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253077.878466:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219264 00000100:00100000:2.0:1768253077.878475:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219264 00000100:00100000:2.0:1768253077.878560:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1768253077.878570:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476219264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253077.878586:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253077.878604:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd4dc expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253077.878629:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253077.878645:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253077.878653:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01a00, rc 0) 00000100:00100000:2.0:1768253077.878717:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476219264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (2490us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253077.878724:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1768253077.878755:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476219264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253077.878772:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.878783:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253077.878808:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253077.878813:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253077.878819:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253077.939104:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253078.963830:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253079.090203:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476219392:0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.090287:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253079.090367:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219392 00000100:00100000:1.0:1768253079.090375:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219392 00000100:00100000:1.0:1768253079.090423:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1768253079.090432:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476219392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.090492:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476219392:12345-0@lo:400:kworker.0 Request processed in 61us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253079.090500:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1768253079.090583:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476219392:0@lo:400:kworker.0 00000100:00100000:2.0:1768253079.090606:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253079.090616:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476219776:0@lo:400:kworker.0 00000100:00100000:3.0:1768253079.090644:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253079.090651:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253079.090659:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476219904:0@lo:400:kworker.0 00000100:00100000:2.0:1768253079.090686:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219776 00000100:00100000:2.0:1768253079.090692:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219776 00000100:00100000:3.0:1768253079.090697:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253079.090739:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219904 00000100:00100000:2.0:1768253079.090743:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1768253079.090746:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219904 00000100:00100000:2.0:1768253079.090754:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476219776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253079.090784:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:3.0:1768253079.090793:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476219904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253079.090799:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476219776:12345-0@lo:400:kworker.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253079.090807:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00080000:2.0:1768253079.090839:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253079.090840:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476219904:12345-0@lo:400:kworker.0 Request processed in 47us (143us total) trans 0 rc 0/0 00000100:00080000:2.0:1768253079.090846:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253079.090857:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:2.0:1768253079.090871:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476219776:0@lo:400:kworker.0 00000100:00100000:3.0:1768253079.090897:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476219904:0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.091510:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476219520:0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.091559:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253079.091588:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476220032:0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.091611:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253079.091647:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253079.091654:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476219648:0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.091675:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253079.091709:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219520 00000100:00100000:1.0:1768253079.091713:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219520 00000100:00100000:1.0:1768253079.091741:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476219648 00000100:00100000:1.0:1768253079.091744:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476219648 00000100:00100000:1.0:1768253079.091768:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1768253079.091774:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476219520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.091811:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476219520:12345-0@lo:400:kworker.0 Request processed in 37us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253079.091818:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1768253079.091832:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:1.0:1768253079.091838:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476219648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.091864:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476219648:12345-0@lo:400:kworker.0 Request processed in 27us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253079.091869:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00080000:1.0:1768253079.091891:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253079.092055:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476219648:0@lo:400:kworker.0 00000100:00100000:1.0:1768253079.092074:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476219520:0@lo:400:kworker.0 00000100:00100000:2.0:1768253079.092437:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220032 00000100:00100000:2.0:1768253079.092443:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220032 00000100:00100000:2.0:1768253079.092481:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1768253079.092489:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476220032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253079.092531:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476220032:12345-0@lo:400:kworker.0 Request processed in 43us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253079.092539:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00080000:2.0:1768253079.092554:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253079.092574:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476220032:0@lo:400:kworker.0 00010000:00010000:1.0:1768253079.986244:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253081.012722:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253081.547346:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253081.547512:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943552 00000100:00100000:1.0:1768253081.547526:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943552 00000100:00100000:1.0:1768253081.547592:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1270 00000100:00100000:1.0:1768253081.547604:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451943552:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253081.547695:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451943552:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 92us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253081.547705:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1270 00000100:00100000:2.0:1768253081.547833:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253081.549747:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943680 00000100:00100000:3.0:1768253081.549766:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943680 00000100:00100000:3.0:1768253081.549860:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1589 00000100:00100000:3.0:1768253081.549872:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451943680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253081.549967:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451943680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 98us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253081.549975:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1589 00000100:00080000:1.0:1768253081.550094:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253081.655299:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476220160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253081.655396:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253081.655495:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220160 00000100:00100000:3.0:1768253081.655506:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220160 00000100:00100000:3.0:1768253081.655573:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1768253081.655584:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476220160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253081.655631:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253081.655686:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476220160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253081.655694:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00080000:3.0:1768253081.655720:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253081.655767:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476220160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253081.660242:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476220288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253081.660334:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253081.660427:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220288 00000100:00100000:0.0:1768253081.660439:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220288 00000100:00100000:0.0:1768253081.660508:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1768253081.660521:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476220288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253081.660568:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253081.660626:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476220288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253081.660635:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00080000:0.0:1768253081.660664:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253081.660708:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476220288:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253082.040572:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253082.517864:0:84368:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1e4ad440 20000000:00000080:0.0:1768253082.517888:0:84368:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274de37800 uarg=0000000000000000 00010000:00010000:0.0:1768253082.518694:0:84368:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253082.518716:0:84368:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253082.518731:0:84368:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253082.518757:0:84368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.518785:0:84368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.518796:0:84368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.518848:0:84368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.518865:0:84368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 17 pid: 5777 timeout: 2437 lvb_type: 0 00000100:00100000:0.0:1768253082.518884:0:84368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84368:1854145476220416:0@lo:104: 00000100:00100000:0.0:1768253082.518967:0:84368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253082.519499:0:84368:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264716b480 going to sleep for 11 seconds 00000100:00100000:1.0:1768253082.519654:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220416 00000100:00100000:1.0:1768253082.519665:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220416 00000100:00100000:1.0:1768253082.519770:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1768253082.519783:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84368:x1854145476220416:12345-0@lo:104: 00010000:00010000:1.0:1768253082.519799:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253082.519964:0:84368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84368:1854145476220416:0@lo:104: 00010000:00010000:0.0:1768253082.519994:0:84368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253082.520096:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253082.520104:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84368:x1854145476220416:12345-0@lo:104: Request processed in 323us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253082.520113:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00010000:00010000:2.0:1768253082.520302:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253082.520322:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.520332:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253082.520336:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.520345:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253082.520352:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253082.520358:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253082.520707:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.520716:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1768253082.520780:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1768253082.520841:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.520850:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadfc00/0xef9a6e5c83abd4dc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.520881:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253082.520884:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253082.520886:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253082.521502:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476220544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253082.521577:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253082.521723:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220544 00000100:00100000:1.0:1768253082.521732:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220544 00010000:00010000:0.0:1768253082.521835:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 18 pid: 5777 timeout: 2437 lvb_type: 0 00000100:00100000:0.0:1768253082.521912:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1768253082.521922:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476220544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253082.521939:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253082.521944:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 18 pid: 5777 timeout: 2437 lvb_type: 0 00010000:00010000:0.0:1768253082.521959:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 18 pid: 5777 timeout: 2437 lvb_type: 0 00010000:00010000:0.0:1768253082.521979:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abd4e3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd4dc expref: 18 pid: 5777 timeout: 2437 lvb_type: 0 00010000:00010000:0.0:1768253082.521997:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522008:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522146:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522153:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522160:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522167:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522174:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253082.522179:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.522199:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.522540:0:84368:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253082.522552:0:84368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.523884:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.523910:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abd4ea lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253082.523936:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253082.524376:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476220544:12345-0@lo:103:ldlm_bl.0 Request processed in 2449us (2792us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253082.524561:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476220544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253082.524729:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00010000:00010000:3.0:1768253083.061318:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253083.725875:0:84416:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff014a7d40 20000000:00000080:2.0:1768253083.725909:0:84416:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647da7400 uarg=0000000000000000 00010000:00010000:2.0:1768253083.726689:0:84416:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253083.726711:0:84416:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253083.726728:0:84416:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253083.726985:0:84416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.727009:0:84416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728189:0:84416:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728200:0:84416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728208:0:84416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728216:0:84416:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728229:0:84416:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253083.728234:0:84416:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728242:0:84416:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728257:0:84416:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728265:0:84416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253083.728271:0:84416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abd4f1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253084.086587:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253084.214532:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476220672:0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.214633:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253084.214709:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476221184:0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.214742:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253084.214775:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1768253084.214783:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476220800:0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.214806:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253084.214823:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476221312:0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.214848:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253084.214882:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220672 00000100:00100000:0.0:1768253084.214893:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220672 00000100:00100000:0.0:1768253084.214970:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1768253084.214981:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476220672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.215078:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476220672:12345-0@lo:400:kworker.0 Request processed in 99us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253084.215088:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1768253084.215128:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221184 00000100:00100000:0.0:1768253084.215133:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221184 00000100:00100000:0.0:1768253084.215181:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220800 00000100:00100000:0.0:1768253084.215186:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220800 00000100:00100000:0.0:1768253084.215208:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:0.0:1768253084.215215:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476221184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.215248:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476221184:12345-0@lo:400:kworker.0 Request processed in 34us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253084.215254:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:0.0:1768253084.215265:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1768253084.215270:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476220800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.215293:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476220800:12345-0@lo:400:kworker.0 Request processed in 24us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253084.215299:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1768253084.215324:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221312 00000100:00100000:0.0:1768253084.215327:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221312 00000100:00100000:0.0:1768253084.215358:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1768253084.215364:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476221312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.215395:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476221312:12345-0@lo:400:kworker.0 Request processed in 32us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253084.215402:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1768253084.215809:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476221056:0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.215852:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253084.215881:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253084.215904:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476220928:0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.215928:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253084.216057:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221056 00000100:00100000:2.0:1768253084.216063:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221056 00000100:00100000:2.0:1768253084.216100:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1768253084.216108:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476221056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.216159:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476221056:12345-0@lo:400:kworker.0 Request processed in 52us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253084.216174:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1768253084.216222:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476221056:0@lo:400:kworker.0 00000100:00080000:0.0:1768253084.216671:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253084.216678:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253084.216681:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253084.217556:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476220928 00000100:00100000:0.0:1768253084.217573:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476220928 00000100:00100000:0.0:1768253084.217647:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:0.0:1768253084.217656:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476220928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253084.219286:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476220928:12345-0@lo:400:kworker.0 Request processed in 1618us (3343us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253084.219307:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00080000:0.0:1768253084.219395:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253084.230606:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476220928:0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.230676:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476220800:0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.230691:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476221312:0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.230702:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476220672:0@lo:400:kworker.0 00000100:00100000:2.0:1768253084.230714:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476221184:0@lo:400:kworker.0 10000000:01000000:1.0:1768253084.530406:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253084.530418:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253084.530426:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253084.530500:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253084.530515:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253084.530528:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253084.530561:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476221440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253084.530650:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253084.530724:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253084.530791:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221440 00000100:00100000:0.0:1768253084.530809:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221440 00000100:00100000:0.0:1768253084.530882:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1768253084.530894:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476221440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253084.530912:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253084.530933:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd4f8 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253084.530961:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253084.530972:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253084.530981:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768253084.531110:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476221440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 219us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253084.531118:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1768253084.531321:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476221440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253084.531340:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253084.531350:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253084.531369:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253084.531374:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253084.531381:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253085.110800:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253086.133956:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253086.663005:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253086.663156:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253086.663280:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943936 00000100:00100000:0.0:1768253086.663295:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943936 00000100:00100000:0.0:1768253086.663397:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1593 00000100:00100000:0.0:1768253086.663410:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451943936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253086.663513:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451943936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 105us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253086.663521:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1593 00000100:00100000:1.0:1768253086.663602:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451943808 00000100:00100000:1.0:1768253086.663607:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451943808 00000100:00100000:1.0:1768253086.663647:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1273 00000100:00100000:1.0:1768253086.663654:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451943808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253086.663684:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451943808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253086.663691:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1273 00000100:00080000:2.0:1768253086.663771:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253086.776754:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476221568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253086.776849:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253086.780755:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221568 00000100:00100000:0.0:1768253086.780777:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221568 00000100:00100000:0.0:1768253086.780857:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1768253086.780868:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476221568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253086.780934:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253086.781487:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476221696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253086.781549:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253086.781622:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221696 00000100:00100000:3.0:1768253086.781628:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221696 00000100:00100000:3.0:1768253086.781673:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1768253086.781682:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476221696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253086.781710:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253086.781751:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476221696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253086.781759:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1768253086.782549:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476221696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253086.782918:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476221568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2050us (6066us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253086.782929:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00080000:0.0:1768253086.782971:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253086.782976:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253086.787877:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476221568:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253087.157174:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253087.286254:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253087.286695:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451944064 00000100:00100000:3.0:1768253087.286710:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451944064 00000100:00100000:3.0:1768253087.286952:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 963 00000100:00100000:3.0:1768253087.286965:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49100:x1854145451944064:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253087.286990:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253087.287051:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7166 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.287126:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd50d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.287152:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.287166:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768253087.287250:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768253087.287255:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253087.287286:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.287309:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7166 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.287328:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd50d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7166 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.287342:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768253087.287345:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253087.287348:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768253087.287428:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49100:x1854145451944064:12345-192.168.202.43@tcp:101:rm.0 Request processed in 459us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253087.287436:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 963 00000100:00100000:2.0:1768253087.293225:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253087.293470:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451944192 00000100:00100000:3.0:1768253087.293485:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451944192 00000100:00100000:3.0:1768253087.293556:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 964 00000100:00100000:3.0:1768253087.293568:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49100:x1854145451944192:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253087.293610:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253087.293641:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd514 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d716d expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.293727:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.293744:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.293759:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.303919:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.303948:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253087.303962:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304199:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304216:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304224:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304230:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253087.304236:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304245:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304264:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:2.0:1768253087.304267:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253087.304274:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304292:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd51b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304313:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304319:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304325:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304330:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253087.304333:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.304339:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.305658:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff97274f8b9b00) 00010000:00010000:2.0:1768253087.305664:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253087.305672:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.305681:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd522 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253087.305769:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd514 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d716d expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253087.305782:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:2.0:1768253087.305786:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253087.305790:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd514 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d716d expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253087.305802:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:2.0:1768253087.305914:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49100:x1854145451944192:12345-192.168.202.43@tcp:101:rm.0 Request processed in 12346us (12704us total) trans 0 rc 301/301 00000100:00100000:2.0:1768253087.305925:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 964 00000100:00100000:2.0:1768253087.380942:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253087.381444:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253087.381795:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451944320 00000100:00100000:0.0:1768253087.381811:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451944320 00000100:00100000:0.0:1768253087.381922:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451944576 00000100:00100000:0.0:1768253087.381927:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451944576 00000100:00100000:1.0:1768253087.382895:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 965 00000100:00100000:1.0:1768253087.382915:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451944320:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:1.0:1768253087.383071:0:6919:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:1.0:1768253087.383423:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145451944320:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 513us (2493us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253087.383514:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 965 00000100:00100000:1.0:1768253087.383712:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 966 00000100:00100000:1.0:1768253087.385852:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49104:x1854145451944576:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:1.0:1768253087.386114:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253087.386166:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd50d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7166 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253087.386392:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:1.0:1768253087.386410:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253087.386702:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.386720:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.386732:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.386745:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.386757:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.386764:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253087.388850:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00010000:00010000:1.0:1768253087.389147:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.389161:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.389170:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.389178:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253087.389184:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.389534:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.391353:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768253087.391365:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253087.391375:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.391388:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd529 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253087.391428:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006b48a3f reply state 000000006bf16bf9 transno 4294967671 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253087.391453:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253087.391630:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49104:x1854145451944576:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 7903us (10183us total) trans 4294967671 rc 0/0 00000100:00100000:1.0:1768253087.391641:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 966 00010000:00010000:1.0:1768253087.398629:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.398659:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.398669:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.398685:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253087.398692:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.398702:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.398725:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9a00) 00010000:00010000:1.0:1768253087.398728:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253087.398735:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.398741:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd530 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768253087.491627:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253087.497634:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451944704 00000100:00100000:3.0:1768253087.497658:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451944704 00000100:00100000:3.0:1768253087.497772:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 967 00000100:00100000:3.0:1768253087.497785:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49108:x1854145451944704:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:3.0:1768253087.497818:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253087.497851:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd537 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7174 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.497949:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd53e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253087.497966:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd53e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253087.497980:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd53e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253087.498082:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768253087.498086:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253087.498118:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd53e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253087.498159:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd537 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7174 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.498186:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd53e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7174 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253087.498197:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:3.0:1768253087.498200:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253087.498205:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768253087.498296:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49108:x1854145451944704:12345-192.168.202.43@tcp:101:chown.0 Request processed in 514us (6686us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253087.498305:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 967 00000100:00100000:2.0:1768253087.509491:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253087.509987:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451944832 00000100:00100000:1.0:1768253087.510003:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451944832 00000100:00100000:1.0:1768253087.510122:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 968 00000100:00100000:1.0:1768253087.510150:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49108:x1854145451944832:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:1.0:1768253087.510179:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253087.510206:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd545 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d717b expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253087.510286:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.510305:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.510319:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.510335:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.510355:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.510362:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511129:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd55a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511164:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd55a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511177:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd55a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253087.511251:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:1.0:1768253087.511255:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253087.511282:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd55a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511296:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511302:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511309:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511315:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253087.511319:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511326:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511338:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:1.0:1768253087.511341:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253087.511346:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511352:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd54c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511368:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511374:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511380:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511389:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253087.511391:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511398:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511405:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9a00) 00010000:00010000:1.0:1768253087.511407:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253087.511410:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511415:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd553 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.511981:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd545 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d717b expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253087.512006:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd55a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d717b expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253087.512153:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768253087.512156:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253087.512159:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253087.512237:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49108:x1854145451944832:12345-192.168.202.43@tcp:101:chown.0 Request processed in 2101us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253087.512246:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 968 00000100:00100000:2.0:1768253087.519894:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253087.520655:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945088 00000100:00100000:1.0:1768253087.520684:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945088 00000100:00100000:1.0:1768253087.520769:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 969 00000100:00100000:1.0:1768253087.520781:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49108:x1854145451945088:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:1.0:1768253087.520850:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253087.521280:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd55a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d717b expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253087.521304:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768253087.521324:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253087.521368:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.521383:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.521393:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253087.521971:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c18d6469 reply state 00000000447dc0f4 transno 4294967672 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253087.521985:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253087.523132:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000100:00100000:2.0:1768253087.523286:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49108:x1854145451945088:12345-192.168.202.43@tcp:36:chown.0 Request processed in 2502us (3400us total) trans 4294967672 rc 0/0 00000100:00100000:2.0:1768253087.523295:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 969 00010000:00010000:1.0:1768253087.529896:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.529919:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.529928:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.529935:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253087.529941:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.529960:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.529981:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768253087.529984:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253087.529992:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253087.529998:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd561 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253088.178218:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253088.520623:0:84613:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd87bd1e00 20000000:00000080:1.0:1768253088.520647:0:84613:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645ea8800 uarg=0000000000000000 00010000:00010000:2.0:1768253088.521513:0:84613:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768253088.521563:0:84613:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9900) 00010000:00010000:2.0:1768253088.521568:0:84613:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253088.521582:0:84613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd53e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7174 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.521608:0:84613:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768253088.521628:0:84613:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253088.521646:0:84613:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.521661:0:84613:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.521672:0:84613:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.521729:0:84613:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.521746:0:84613:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 17 pid: 5777 timeout: 2443 lvb_type: 0 00000100:00100000:2.0:1768253088.521763:0:84613:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84613:1854145476221824:0@lo:104: 00000100:00100000:2.0:1768253088.521846:0:84613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253088.521918:0:84613:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e480 going to sleep for 11 seconds 00000100:00100000:0.0:1768253088.522001:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221824 00000100:00100000:0.0:1768253088.522038:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221824 00000100:00100000:0.0:1768253088.522106:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1768253088.522117:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84613:x1854145476221824:12345-0@lo:104: 00010000:00010000:0.0:1768253088.522141:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253088.522212:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253088.522220:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84613:x1854145476221824:12345-0@lo:104: Request processed in 105us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253088.522228:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00010000:00010000:3.0:1768253088.522241:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253088.522253:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.522263:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253088.522268:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.522279:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253088.522286:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253088.522294:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1768253088.522349:0:84613:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84613:1854145476221824:0@lo:104: 00010000:00010000:2.0:1768253088.522377:0:84613:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.522390:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.522397:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1768253088.522461:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1768253088.522688:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.522696:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd4f8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd4ff expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.522714:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253088.522715:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253088.522717:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253088.522965:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476221952:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253088.523057:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253088.523193:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476221952 00000100:00100000:3.0:1768253088.523199:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476221952 00010000:00010000:3.0:1768253088.523237:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 18 pid: 5777 timeout: 2443 lvb_type: 0 00000100:00100000:3.0:1768253088.523272:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1768253088.523281:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476221952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253088.523297:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253088.523302:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 18 pid: 5777 timeout: 2443 lvb_type: 0 00010000:00010000:3.0:1768253088.523315:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 18 pid: 5777 timeout: 2443 lvb_type: 0 00010000:00010000:3.0:1768253088.523331:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd4ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd4f8 expref: 18 pid: 5777 timeout: 2443 lvb_type: 0 00010000:00010000:3.0:1768253088.523346:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523355:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523383:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523392:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523400:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523406:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523413:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253088.523418:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.523428:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.526059:0:84613:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253088.526085:0:84613:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.526262:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.526276:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abd568 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84613 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253088.526305:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253088.526828:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476221952:12345-0@lo:103:ldlm_bl.0 Request processed in 3542us (3764us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253088.526843:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1768253088.526943:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476221952:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253089.202256:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253089.334656:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476222464:0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.334757:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253089.334832:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1768253089.334840:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476222080:0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.334872:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253089.334897:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476222592:0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.334920:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253089.334956:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222464 00000100:00100000:0.0:1768253089.334966:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222464 00000100:00100000:0.0:1768253089.335062:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1768253089.335074:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476222464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.335148:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476222464:12345-0@lo:400:kworker.0 Request processed in 77us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253089.335156:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1768253089.335270:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222080 00000100:00100000:0.0:1768253089.335275:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222080 00000100:00100000:0.0:1768253089.335306:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1768253089.335312:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476222080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.335345:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476222080:12345-0@lo:400:kworker.0 Request processed in 33us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253089.335352:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1768253089.335387:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222592 00000100:00100000:0.0:1768253089.335391:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222592 00000100:00100000:0.0:1768253089.335424:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:0.0:1768253089.335431:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476222592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.335463:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476222592:12345-0@lo:400:kworker.0 Request processed in 33us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253089.335473:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00080000:0.0:1768253089.335493:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253089.335499:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253089.335542:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476222080:0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.335558:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476222592:0@lo:400:kworker.0 00000100:00100000:0.0:1768253089.335568:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476222464:0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337095:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476222336:0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337201:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253089.337246:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1768253089.337254:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476222208:0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337277:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253089.337297:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476222720:0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337321:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253089.337360:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222336 00000100:00100000:2.0:1768253089.337369:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222336 00000100:00100000:2.0:1768253089.337433:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222208 00000100:00100000:2.0:1768253089.337438:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222208 00000100:00100000:2.0:1768253089.337475:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1768253089.337485:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476222336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337560:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476222336:12345-0@lo:400:kworker.0 Request processed in 76us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253089.337568:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1768253089.337588:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1768253089.337594:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476222208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337618:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476222208:12345-0@lo:400:kworker.0 Request processed in 25us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253089.337624:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1768253089.337678:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476222208:0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337688:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476222336:0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337716:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222720 00000100:00100000:2.0:1768253089.337720:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222720 00000100:00100000:2.0:1768253089.337750:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1768253089.337756:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476222720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253089.337791:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476222720:12345-0@lo:400:kworker.0 Request processed in 35us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253089.337798:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1768253089.337821:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476222720:0@lo:400:kworker.0 00000100:00080000:2.0:1768253089.337837:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253089.337843:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1768253089.456305:0:84663:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe46c88fe0 20000000:00000080:1.0:1768253089.456329:0:84663:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647526400 uarg=0000000000000000 00010000:00010000:1.0:1768253089.456716:0:84663:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253089.456735:0:84663:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253089.456753:0:84663:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253089.456782:0:84663:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456804:0:84663:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456815:0:84663:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456823:0:84663:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456835:0:84663:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456843:0:84663:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456850:0:84663:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253089.456855:0:84663:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456864:0:84663:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456880:0:84663:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456889:0:84663:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253089.456895:0:84663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd56f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84663 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1768253089.460175:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967672 is committed 00010000:00010000:3.0:1768253090.226343:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253090.227946:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253090.227952:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253090.227957:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253090.228001:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253090.228038:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253090.228196:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253090.228228:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750918e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476222848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253090.228292:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253090.228559:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e300 going to sleep for 11 seconds 00000100:00100000:1.0:1768253090.228646:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222848 00000100:00100000:1.0:1768253090.228653:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222848 00000100:00100000:1.0:1768253090.228712:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1768253090.228722:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476222848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253090.228735:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253090.228748:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd576 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253090.228771:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253090.228782:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253090.228902:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253090.228959:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476222848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 239us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253090.228967:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1768253090.229211:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750918e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476222848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253090.229227:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253090.229240:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253090.229262:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253090.229266:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253090.229273:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253091.250350:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253091.796900:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253091.797512:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253091.797549:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945216 00000100:00100000:0.0:1768253091.797559:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945216 00000100:00100000:0.0:1768253091.797605:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1276 00000100:00100000:0.0:1768253091.797615:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451945216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253091.797685:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451945216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253091.797693:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1276 00000100:00100000:1.0:1768253091.803574:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945344 00000100:00100000:1.0:1768253091.803589:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945344 00000100:00100000:0.0:1768253091.805625:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1597 00000100:00100000:0.0:1768253091.805638:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451945344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253091.805726:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451945344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 91us (8836us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253091.805734:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1597 00000100:00080000:0.0:1768253091.807022:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253091.890188:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253091.890213:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476222976:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253091.890279:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253091.890371:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476222976 00000100:00100000:3.0:1768253091.890379:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476222976 00000100:00100000:3.0:1768253091.890435:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1768253091.890456:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476222976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253091.891274:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253091.891351:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476222976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 896us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253091.891360:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00080000:3.0:1768253091.891386:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253091.892084:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476223104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253091.892137:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253091.893556:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223104 00000100:00100000:3.0:1768253091.893570:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223104 00000100:00100000:3.0:1768253091.893629:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1768253091.893639:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476223104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253091.893678:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253091.893760:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476223104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (1622us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253091.893767:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00080000:3.0:1768253091.893788:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253091.893837:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476222976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253091.901404:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476223104:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253092.280041:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253092.479797:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253092.479868:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945472 00000100:00100000:3.0:1768253092.479877:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945472 00000100:00100000:3.0:1768253092.479959:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1768253092.479969:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451945472:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768253092.479982:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253092.479985:0:80177:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd53e) 00010000:00010000:3.0:1768253092.479987:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253092.480065:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451945472:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 97us (278us total) trans 0 rc 116/116 00000100:00100000:3.0:1768253092.480074:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 15 00010000:00010000:1.0:1768253093.300929:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253093.913137:0:84908:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefbb604a0 20000000:00000080:1.0:1768253093.913159:0:84908:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750ca1000 uarg=0000000000000000 00010000:00010000:1.0:1768253093.914755:0:84908:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253093.914777:0:84908:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253093.914791:0:84908:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253093.914809:0:84908:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.914826:0:84908:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.914835:0:84908:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.914877:0:84908:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.914890:0:84908:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 17 pid: 5777 timeout: 2449 lvb_type: 0 00000100:00100000:1.0:1768253093.914910:0:84908:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649258380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84908:1854145476223232:0@lo:104: 00000100:00100000:1.0:1768253093.914970:0:84908:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253093.915056:0:84908:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a60b000 going to sleep for 11 seconds 00000100:00100000:0.0:1768253093.915475:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223232 00000100:00100000:0.0:1768253093.915484:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223232 00000100:00100000:0.0:1768253093.915536:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1768253093.915545:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84908:x1854145476223232:12345-0@lo:104: 00010000:00010000:0.0:1768253093.915558:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253093.915612:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253093.915618:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:84908:x1854145476223232:12345-0@lo:104: Request processed in 75us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253093.915624:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00010000:00010000:3.0:1768253093.916184:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253093.916192:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253093.916200:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253093.916204:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253093.916211:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253093.916218:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253093.916225:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253093.916265:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253093.916272:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253093.916306:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253093.916313:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00200/0xef9a6e5c83abd576 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd57d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253093.916715:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253093.916735:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476223360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253093.916782:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253093.916828:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223360 00000100:00100000:2.0:1768253093.916833:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223360 00010000:00010000:2.0:1768253093.916860:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 18 pid: 5777 timeout: 2449 lvb_type: 0 00000100:00100000:2.0:1768253093.916887:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1768253093.916894:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476223360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253093.916906:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253093.916910:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 18 pid: 5777 timeout: 2449 lvb_type: 0 00010000:00010000:2.0:1768253093.916920:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 18 pid: 5777 timeout: 2449 lvb_type: 0 00010000:00010000:2.0:1768253093.916940:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916948:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916962:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916969:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916976:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916981:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916986:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253093.916990:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.916996:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.917004:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253093.917030:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253093.917060:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476223360:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253093.917067:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1768253093.917122:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476223360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253093.917991:0:84908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abd57d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd576 expref: 17 pid: 5777 timeout: 2449 lvb_type: 0 00000100:00100000:1.0:1768253093.918005:0:84908:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649258380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84908:1854145476223232:0@lo:104: 00010000:00010000:1.0:1768253093.918053:0:84908:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.918062:0:84908:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.918068:0:84908:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253093.918084:0:84908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd584 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253093.918599:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253093.918601:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253093.918604:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253094.322213:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253094.451267:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476223872:0@lo:400:kworker.0 00000100:00100000:1.0:1768253094.451338:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253094.451399:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253094.451406:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476223744:0@lo:400:kworker.0 00000100:00100000:1.0:1768253094.451431:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253094.451462:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223872 00000100:00100000:1.0:1768253094.451469:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223872 00000100:00100000:1.0:1768253094.451525:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1768253094.451535:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476223872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253094.451585:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476223872:12345-0@lo:400:kworker.0 Request processed in 52us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253094.451592:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00080000:1.0:1768253094.451614:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253094.451647:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476223872:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.451789:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476223488:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.451818:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253094.451839:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476224000:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.451858:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253094.451874:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253094.451880:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476223616:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.451898:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253094.451928:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223744 00000100:00100000:2.0:1768253094.451933:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223744 00000100:00100000:2.0:1768253094.451963:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224000 00000100:00100000:2.0:1768253094.451966:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224000 00000100:00100000:2.0:1768253094.451985:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1768253094.451992:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476223744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452049:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476223744:12345-0@lo:400:kworker.0 Request processed in 57us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253094.452055:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1768253094.452085:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1768253094.452091:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476224000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452121:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476224000:12345-0@lo:400:kworker.0 Request processed in 31us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253094.452127:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1768253094.452154:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223488 00000100:00100000:2.0:1768253094.452158:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223488 00000100:00100000:2.0:1768253094.452179:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476223616 00000100:00100000:2.0:1768253094.452182:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476223616 00000100:00100000:2.0:1768253094.452204:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:2.0:1768253094.452211:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476223488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452239:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476223488:12345-0@lo:400:kworker.0 Request processed in 29us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253094.452246:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:2.0:1768253094.452257:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1768253094.452263:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476223616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452288:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476223616:12345-0@lo:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253094.452294:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00080000:2.0:1768253094.452317:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768253094.452321:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253094.452323:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253094.452351:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476223616:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452361:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649258380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476223488:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452369:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476224000:0@lo:400:kworker.0 00000100:00100000:2.0:1768253094.452400:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476223744:0@lo:400:kworker.0 00010000:00010000:2.0:1768253095.346251:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253095.538141:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253095.538149:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253095.538154:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253095.538200:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253095.538212:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253095.538223:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253095.538251:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476224128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253095.538319:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253095.538530:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274bfd79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253095.538659:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224128 00000100:00100000:0.0:1768253095.538667:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224128 00000100:00100000:0.0:1768253095.538756:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1768253095.538767:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476224128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253095.538780:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253095.538793:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd58b expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253095.538816:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253095.538826:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253095.538836:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768253095.538885:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476224128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253095.538892:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1768253095.538972:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476224128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253095.539000:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253095.539008:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253095.539068:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253095.539075:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253095.539082:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253096.370428:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253096.539690:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253096.539722:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945600 00000100:00100000:2.0:1768253096.539732:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945600 00000100:00100000:2.0:1768253096.541288:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 970 00000100:00100000:2.0:1768253096.541303:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49285:x1854145451945600:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253096.541324:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253096.541347:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd599 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7182 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253096.541408:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd5a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253096.541422:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253096.541436:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768253096.541515:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1768253096.541520:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253096.541546:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253096.541568:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd599 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7182 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253096.541584:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd5a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7182 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253096.541598:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a100) 00010000:00010000:2.0:1768253096.541601:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253096.541605:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768253096.541669:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49285:x1854145451945600:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 370us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253096.541677:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 970 00000100:00080000:1.0:1768253096.544984:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253096.545281:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253096.545384:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945728 00000100:00100000:0.0:1768253096.545392:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945728 00000100:00100000:0.0:1768253096.545438:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 971 00000100:00100000:0.0:1768253096.545448:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49285:x1854145451945728:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768253096.545467:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253096.545490:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd5a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7189 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253096.545551:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545565:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545575:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545586:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545590:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545594:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545686:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd5bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545691:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd5bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545697:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd5bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768253096.545729:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:0.0:1768253096.545732:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253096.545751:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd5bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545758:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545762:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545766:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545770:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253096.545772:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545777:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545785:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a100) 00010000:00010000:0.0:1768253096.545787:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253096.545790:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545793:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd5ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545800:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545804:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545808:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545810:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253096.545812:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545815:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545818:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270a00) 00010000:00010000:0.0:1768253096.545819:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253096.545821:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545823:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd5b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253096.545843:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd5a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7189 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253096.545851:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd5bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7189 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253096.545855:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270300) 00010000:00010000:0.0:1768253096.545856:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253096.545857:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768253096.545919:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49285:x1854145451945728:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 473us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253096.545928:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 971 00000100:00100000:2.0:1768253096.550540:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253096.550679:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451945984 00000100:00100000:1.0:1768253096.550688:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451945984 00000100:00100000:1.0:1768253096.550732:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 972 00000100:00100000:1.0:1768253096.550739:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49285:x1854145451945984:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253096.550780:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253096.550800:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd5bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7189 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253096.550813:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270300) 00010000:00010000:1.0:1768253096.550822:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253096.550839:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253096.550848:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253096.550855:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768253096.599338:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d6cffa8 reply state 00000000483c66cc transno 4294967673 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768253096.599363:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1768253096.599395:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967673 is committed 00000004:00200000:1.0:1768253096.599405:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00080000:1.0:1768253096.599591:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768253096.599616:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49285:x1854145451945984:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 48872us (49079us total) trans 4294967673 rc 0/0 00000100:00100000:1.0:1768253096.599625:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 972 00010000:00010000:3.0:1768253096.600107:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253096.600117:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253096.600124:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253096.600130:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253096.600135:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253096.600142:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253096.600160:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253096.600162:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253096.600168:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253096.600185:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768253096.914064:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253096.914499:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451946112 00000100:00100000:0.0:1768253096.914511:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451946112 00000100:00100000:0.0:1768253096.915460:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1278 00000100:00100000:0.0:1768253096.915475:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451946112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253096.915560:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451946112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 89us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253096.915568:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1278 00000100:00100000:3.0:1768253097.014090:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253097.014115:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476224256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253097.014180:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253097.015519:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224256 00000100:00100000:0.0:1768253097.015533:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224256 00000100:00100000:0.0:1768253097.015601:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1768253097.015612:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476224256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253097.015651:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253097.015719:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476224256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253097.015727:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00080000:0.0:1768253097.015751:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253097.015795:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476224256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253097.017670:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476224384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253097.017744:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253097.017806:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224384 00000100:00100000:2.0:1768253097.017814:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224384 00000100:00100000:2.0:1768253097.017864:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1768253097.017872:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476224384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253097.017904:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253097.017947:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476224384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253097.017954:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1768253097.017997:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476224384:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253097.018038:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1768253097.269793:0:85103:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe91466fd0 20000000:00000080:0.0:1768253097.269817:0:85103:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646f0f800 uarg=0000000000000000 00010000:00010000:0.0:1768253097.272535:0:85103:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253097.272734:0:85103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4a100) 00010000:00010000:0.0:1768253097.272737:0:85103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253097.272749:0:85103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd5a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7182 expref: 5 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253097.272783:0:85103:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768253097.272799:0:85103:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253097.272813:0:85103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253097.272831:0:85103:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253097.272838:0:85103:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253097.272875:0:85103:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253097.272890:0:85103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 17 pid: 5777 timeout: 2452 lvb_type: 0 00000100:00100000:0.0:1768253097.272903:0:85103:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85103:1854145476224512:0@lo:104: 00000100:00100000:0.0:1768253097.272970:0:85103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253097.275427:0:85103:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253097.280716:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224512 00000100:00100000:2.0:1768253097.280731:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224512 00000100:00100000:3.0:1768253097.281997:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1768253097.282009:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85103:x1854145476224512:12345-0@lo:104: 00010000:00010000:3.0:1768253097.282250:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253097.282515:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253097.282523:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85103:x1854145476224512:12345-0@lo:104: Request processed in 516us (9553us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253097.282531:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00010000:00010000:2.0:1768253097.284405:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253097.284419:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284436:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253097.284441:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284451:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253097.284459:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253097.284465:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253097.284530:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284555:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253097.284592:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284599:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd58b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd592 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284619:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253097.284621:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253097.284623:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253097.284632:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253097.284650:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476224640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253097.284712:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253097.284767:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224640 00000100:00100000:2.0:1768253097.284774:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224640 00010000:00010000:2.0:1768253097.284803:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 18 pid: 5777 timeout: 2452 lvb_type: 0 00000100:00100000:2.0:1768253097.284829:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1768253097.284837:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476224640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253097.284848:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253097.284853:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 18 pid: 5777 timeout: 2452 lvb_type: 0 00010000:00010000:2.0:1768253097.284864:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 18 pid: 5777 timeout: 2452 lvb_type: 0 00010000:00010000:2.0:1768253097.284881:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284889:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284903:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284910:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284917:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284923:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284928:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253097.284931:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284942:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284949:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253097.284958:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253097.284990:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476224640:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253097.284998:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1768253097.285080:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476224640:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253097.289307:0:85103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abd592 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd58b expref: 17 pid: 5777 timeout: 2452 lvb_type: 0 00000100:00100000:0.0:1768253097.289330:0:85103:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85103:1854145476224512:0@lo:104: 00010000:00010000:0.0:1768253097.289354:0:85103:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253097.292159:0:85103:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253097.292178:0:85103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253097.292185:0:85103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abd5ca lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253097.397959:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253098.354284:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253098.354293:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253098.354298:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253098.354355:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253098.354367:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253098.354377:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253098.354405:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476224768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253098.354470:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253098.354523:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727463560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253098.354708:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224768 00000100:00100000:0.0:1768253098.354717:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224768 00000100:00100000:0.0:1768253098.354776:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1768253098.354787:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476224768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253098.354801:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253098.354827:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd5d1 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253098.354860:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253098.354870:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253098.354878:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768253098.354925:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476224768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253098.354932:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1768253098.355315:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498afb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476224768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253098.355332:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253098.355341:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253098.355359:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253098.355364:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253098.355370:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253098.419974:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253099.442195:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253099.573140:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476224896:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573213:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253099.573272:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476225408:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573297:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253099.573321:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768253099.573327:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476225024:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573345:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253099.573359:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476225536:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573380:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253099.573408:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476225152:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573431:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253099.573449:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253099.573454:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476225280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573477:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253099.573507:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476224896 00000100:00100000:2.0:1768253099.573514:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476224896 00000100:00100000:2.0:1768253099.573555:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1768253099.573563:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476224896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573615:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476224896:12345-0@lo:400:kworker.0 Request processed in 52us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253099.573622:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1768253099.573654:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225408 00000100:00100000:2.0:1768253099.573657:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225408 00000100:00100000:2.0:1768253099.573689:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225024 00000100:00100000:2.0:1768253099.573691:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225024 00000100:00100000:2.0:1768253099.573705:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225152 00000100:00100000:2.0:1768253099.573707:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225152 00000100:00100000:2.0:1768253099.573720:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1768253099.573726:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476225408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573756:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476225408:12345-0@lo:400:kworker.0 Request processed in 31us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253099.573762:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1768253099.573772:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1768253099.573777:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476225024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.573797:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476225024:12345-0@lo:400:kworker.0 Request processed in 20us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253099.573802:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1768253099.573812:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1768253099.573817:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476225152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.575987:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476225152:12345-0@lo:400:kworker.0 Request processed in 2158us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253099.576002:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1768253099.576079:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225536 00000100:00100000:2.0:1768253099.576088:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225536 00000100:00100000:2.0:1768253099.576136:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225280 00000100:00100000:2.0:1768253099.576140:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225280 00000100:00100000:2.0:1768253099.576163:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1768253099.576170:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476225536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576338:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476225536:12345-0@lo:400:kworker.0 Request processed in 167us (2955us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253099.576345:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1768253099.576357:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1768253099.576363:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476225280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576394:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476225280:12345-0@lo:400:kworker.0 Request processed in 30us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253099.576400:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00080000:2.0:1768253099.576429:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253099.576433:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253099.576436:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253099.576486:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476225280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576500:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476225152:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576541:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476225024:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576552:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476225536:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576562:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476224896:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.576573:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476225408:0@lo:400:kworker.0 00000100:00100000:2.0:1768253099.934745:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253099.934827:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451946240 00000100:00100000:1.0:1768253099.934837:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451946240 00000100:00100000:1.0:1768253099.934902:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 973 00000100:00100000:1.0:1768253099.934912:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49362:x1854145451946240:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253099.934935:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253099.934957:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd5df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7190 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253099.935048:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935062:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935079:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00080000:2.0:1768253099.935208:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1768253099.935248:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935257:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935264:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935418:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935427:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935434:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768253099.935465:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:1.0:1768253099.935469:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253099.935499:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935512:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935518:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935524:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935534:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253099.935539:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935546:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935558:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253099.935561:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253099.935565:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935570:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd5e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935580:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935585:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935590:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935594:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253099.935597:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935601:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935607:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9300) 00010000:00010000:1.0:1768253099.935610:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253099.935613:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935618:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd5ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.935647:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd5df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7190 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253099.935661:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7190 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253099.935667:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:1.0:1768253099.935669:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253099.935671:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253099.935783:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49362:x1854145451946240:12345-192.168.202.43@tcp:101:touch.0 Request processed in 871us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253099.935791:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 973 00000100:00100000:3.0:1768253099.948458:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253099.948580:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451946496 00000100:00100000:0.0:1768253099.948593:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451946496 00000100:00100000:0.0:1768253099.948654:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 974 00000100:00100000:0.0:1768253099.948663:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49362:x1854145451946496:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253099.948684:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253099.948705:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd5fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7197 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253099.948853:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.948868:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.948878:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.948894:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.948902:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.948908:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:0.0:1768253099.949628:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1f:0x0], index 0: 0 00010000:00010000:0.0:1768253099.949858:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd610 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949870:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949880:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949919:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949926:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949934:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949939:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253099.949943:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949950:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949963:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:0.0:1768253099.949966:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253099.949971:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253099.949976:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd602 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253099.949988:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f29502ba reply state 00000000354f08bb transno 4294967674 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253099.949996:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768253099.950508:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd5fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7197 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253099.950525:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7197 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253099.950533:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff972775270800) 00010000:00010000:0.0:1768253099.950535:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768253099.950537:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768253099.950614:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49362:x1854145451946496:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1952us (2166us total) trans 4294967674 rc 0/0 00000100:00100000:0.0:1768253099.950623:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 974 00000100:00100000:2.0:1768253099.961424:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253099.961464:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451946624 00000100:00100000:2.0:1768253099.961475:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451946624 00000100:00100000:2.0:1768253099.961526:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 161 00000100:00100000:2.0:1768253099.961535:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49362:x1854145451946624:12345-192.168.202.43@tcp:49:touch.0 00000100:00100000:2.0:1768253099.961668:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49362:x1854145451946624:12345-192.168.202.43@tcp:49:touch.0 Request processed in 133us (251us total) trans 0 rc -61/-61 00000100:00100000:2.0:1768253099.961676:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 161 00010000:00010000:1.0:1768253099.961817:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.961828:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.961836:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.961842:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253099.961846:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.961853:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.961869:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972775270b00) 00010000:00010000:1.0:1768253099.961872:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253099.961877:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.961883:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd609 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253099.967948:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253099.970102:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451946880 00000100:00100000:3.0:1768253099.970116:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451946880 00000100:00100000:3.0:1768253099.970168:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 975 00000100:00100000:3.0:1768253099.970176:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49362:x1854145451946880:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:3.0:1768253099.970221:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253099.970245:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd610 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7197 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253099.970264:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff972775270800) 00010000:00010000:3.0:1768253099.970274:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253099.970313:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253099.970326:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253099.970335:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768253099.970467:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000016907659 reply state 000000004c93b245 transno 4294967675 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253099.970476:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253099.970556:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49362:x1854145451946880:12345-192.168.202.43@tcp:36:touch.0 Request processed in 380us (2620us total) trans 4294967675 rc 0/0 00000100:00100000:3.0:1768253099.970563:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 975 00010000:00010000:1.0:1768253099.972790:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.972806:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.972814:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.972820:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253099.972825:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.972832:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.972847:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:1.0:1768253099.972851:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253099.972855:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253099.972861:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd61e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253099.974615:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253099.974684:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451947008 00000100:00100000:1.0:1768253099.974693:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451947008 00000100:00100000:1.0:1768253099.974756:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 976 00000100:00100000:1.0:1768253099.974766:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49362:x1854145451947008:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253099.974791:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253099.974813:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd625 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d719e expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253099.974872:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd625 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d719e expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253099.974887:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd625 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d719e expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253099.974905:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253099.974908:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768253099.974911:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253099.974968:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49362:x1854145451947008:12345-192.168.202.43@tcp:101:touch.0 Request processed in 204us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253099.974976:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 976 00000100:00100000:3.0:1768253099.988133:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253099.988188:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451947136 00000100:00100000:3.0:1768253099.988201:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451947136 00000100:00100000:3.0:1768253099.988260:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 532 00000100:00100000:3.0:1768253099.988270:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145451947136:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:3.0:1768253099.988303:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2305 last 0 00000020:00000080:3.0:1768253099.988340:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abd62c 00002000:00100000:3.0:1768253099.988353:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972647777000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1768253099.988380:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1768253099.988789:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:3.0:1768253099.988800:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1768253099.988830:0:6567:0:(import.c:65:import_set_state_nolock()) ffff972647773800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1768253099.988908:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451947136:12345-192.168.202.43@tcp:8:touch.0 Request processed in 637us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253099.988916:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 532 00000100:00100000:3.0:1768253099.993617:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253099.993650:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451947264 00000100:00100000:3.0:1768253099.993660:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451947264 00000100:00100000:3.0:1768253099.993717:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 533 00000100:00100000:3.0:1768253099.993726:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145451947264:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:3.0:1768253099.994413:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253100.032531:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:0:x1854145451947264:12345-192.168.202.43@tcp:2:touch.0 Request processed in 38795us (38912us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1768253100.032544:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 533 00000001:00080000:2.0:1768253100.032629:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00100000:2.0:1768253100.032639:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:3.0:1768253100.035478:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253100.035569:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451947520 00000100:00100000:0.0:1768253100.035580:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451947520 00000100:00100000:0.0:1768253100.035640:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 162 00000100:00100000:0.0:1768253100.035650:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49362:x1854145451947520:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:0.0:1768253100.036001:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:49362:x1854145451947520:12345-192.168.202.43@tcp:35:touch.0 Request processed in 351us (531us total) trans 4294967676 rc 0/0 00000100:00100000:0.0:1768253100.036009:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 162 00000100:00100000:2.0:1768253100.108812:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253100.108908:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451947648 00000100:00100000:3.0:1768253100.108919:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451947648 00000100:00100000:3.0:1768253100.109064:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 977 00000100:00100000:3.0:1768253100.109078:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:49366:x1854145451947648:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253100.109117:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253100.109144:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd633 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71a5 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253100.109217:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109246:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109265:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109279:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109287:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109293:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109402:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109410:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109417:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768253100.109451:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:3.0:1768253100.109456:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253100.109476:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109487:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109497:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109504:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109510:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109516:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253100.109520:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109529:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109540:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768253100.109543:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253100.109547:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109553:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd63a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109566:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109572:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109577:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109581:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253100.109585:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109590:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109597:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff97274f8b9200) 00010000:00010000:3.0:1768253100.109599:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253100.109602:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109606:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd641 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.109636:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd633 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71a5 expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253100.109649:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71a5 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253100.109656:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff972749ca9400) 00010000:00010000:3.0:1768253100.109658:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253100.109660:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253100.109738:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:49366:x1854145451947648:12345-192.168.202.43@tcp:101:rm.0 Request processed in 663us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253100.109746:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 977 00000100:00100000:3.0:1768253100.113632:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253100.113854:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451947776 00000100:00100000:1.0:1768253100.113865:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451947776 00000100:00100000:1.0:1768253100.113918:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 534 00000100:00100000:1.0:1768253100.113928:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451947776:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768253100.113950:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253100.113969:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71ac expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768253100.113993:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x696566ac, atime: 0x696566ac, ctime: 0x696566ac, blocks: 0x1 00010000:00010000:1.0:1768253100.114060:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253100.114063:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253100.114073:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253100.114101:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253100.114115:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253100.114170:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451947776:12345-192.168.202.43@tcp:101:rm.0 Request processed in 243us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253100.114177:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 534 00000100:00100000:0.0:1768253100.119966:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253100.120129:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948032 00000100:00100000:3.0:1768253100.120141:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948032 00000100:00100000:3.0:1768253100.120196:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 978 00000100:00100000:3.0:1768253100.120208:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:49366:x1854145451948032:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768253100.120269:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253100.120298:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd648 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71a5 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253100.120321:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd625 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d719e expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253100.120332:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff972749ca9400) 00010000:00010000:3.0:1768253100.120341:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253100.120363:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120376:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120384:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120398:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120405:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120411:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120518:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120527:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120536:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:3.0:1768253100.120889:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].31, 64 off10176 00000004:00080000:3.0:1768253100.120900:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2305541886857ns, next at 2306541883988ns, rc = 0 00010000:00010000:3.0:1768253100.120963:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120973:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120980:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120986:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120991:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.120997:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121270:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253100.121293:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121300:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121306:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121312:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253100.121316:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121323:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121332:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:3.0:1768253100.121335:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253100.121339:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121344:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd664 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121390:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121396:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121401:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121405:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253100.121408:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121413:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121420:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768253100.121422:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253100.121425:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253100.121435:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd656 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768253100.121443:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000015a68597 reply state 000000008d5cdce3 transno 4294967677 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253100.121452:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253100.121524:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:49366:x1854145451948032:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1317us (1568us total) trans 4294967677 rc 0/0 00000100:00100000:3.0:1768253100.121532:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 978 00010000:00010000:0.0:1768253100.122052:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253100.122060:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253100.122066:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253100.122070:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253100.122076:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253100.122091:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:0.0:1768253100.122094:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768253100.122098:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253100.122103:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd66b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253100.122119:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253100.122121:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253100.122123:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253100.124070:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253100.124088:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253100.124103:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253100.124109:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253100.124113:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253100.124121:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253100.124135:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff97274f8b9200) 00010000:00010000:1.0:1768253100.124138:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253100.124142:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253100.124148:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd65d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253100.475425:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253101.490233:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253101.507722:0:85348:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9c70c690 20000000:00000080:3.0:1768253101.507746:0:85348:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775a4400 uarg=0000000000000000 00010000:00010000:3.0:1768253101.508010:0:85348:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768253101.508242:0:85348:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768253101.508246:0:85348:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253101.508258:0:85348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd5f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7190 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.508278:0:85348:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768253101.508295:0:85348:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253101.508313:0:85348:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.508328:0:85348:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.508336:0:85348:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.508383:0:85348:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.508397:0:85348:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 17 pid: 5777 timeout: 2456 lvb_type: 0 00000100:00100000:3.0:1768253101.508413:0:85348:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85348:1854145476225664:0@lo:104: 00000100:00100000:3.0:1768253101.508486:0:85348:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253101.508579:0:85348:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727463560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253101.508624:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225664 00000100:00100000:0.0:1768253101.508631:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225664 00000100:00100000:0.0:1768253101.508717:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1768253101.508728:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85348:x1854145476225664:12345-0@lo:104: 00010000:00010000:0.0:1768253101.508740:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.508811:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253101.508817:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85348:x1854145476225664:12345-0@lo:104: Request processed in 92us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253101.508824:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1768253101.508886:0:85348:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85348:1854145476225664:0@lo:104: 00010000:00010000:3.0:1768253101.508903:0:85348:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.508951:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253101.508958:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.508965:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253101.508968:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.508976:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253101.508983:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253101.508988:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253101.509059:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.509065:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253101.509087:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.509093:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abd5d1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd5d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.509109:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253101.509111:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253101.509113:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253101.509286:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476225792:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253101.509319:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253101.509475:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225792 00000100:00100000:3.0:1768253101.509479:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225792 00010000:00010000:3.0:1768253101.509499:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 18 pid: 5777 timeout: 2456 lvb_type: 0 00000100:00100000:3.0:1768253101.509556:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1768253101.509564:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476225792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253101.509576:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253101.509580:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 18 pid: 5777 timeout: 2456 lvb_type: 0 00010000:00010000:3.0:1768253101.509590:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 18 pid: 5777 timeout: 2456 lvb_type: 0 00010000:00010000:3.0:1768253101.509601:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962400/0xef9a6e5c83abd5d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd5d1 expref: 18 pid: 5777 timeout: 2456 lvb_type: 0 00010000:00010000:3.0:1768253101.509613:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509624:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509638:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509645:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509651:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509657:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509663:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253101.509667:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509674:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509694:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.509705:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253101.509788:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476225792:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253101.509796:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00010000:00010000:0.0:1768253101.509865:0:85348:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.509873:0:85348:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.509879:0:85348:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abd672 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85348 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253101.510840:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476225792:0@lo:103:ldlm_bl.0 00000001:00080000:2.0:1768253101.730755:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967676 is committed 00000001:00080000:2.0:1768253101.730777:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967677 is committed 00000004:00080000:2.0:1768253101.730782:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 83 committed 00000100:00100000:2.0:1768253101.730919:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476225920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768253101.730989:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253101.731098:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476225920 00000100:00100000:2.0:1768253101.731105:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476225920 00000100:00100000:2.0:1768253101.731155:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1768253101.731165:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476225920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768253101.731194:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00010000:00010000:2.0:1768253101.731221:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253101.731241:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253101.731249:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253101.731252:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253101.731255:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253101.731281:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253101.734105:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 5 pid: 6570 timeout: 2407 lvb_type: 1 00000100:00100000:2.0:1768253101.734128:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476226048:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253101.734258:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64ae40 going to sleep for 11 seconds 00000100:00080000:2.0:1768253101.734283:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253101.743491:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253101.743536:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948160 00000100:00100000:1.0:1768253101.743546:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948160 00010000:00010000:1.0:1768253101.743597:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 6 pid: 6570 timeout: 2407 lvb_type: 1 00000100:00100000:1.0:1768253101.743633:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 428 00000100:00100000:1.0:1768253101.743643:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451948160:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253101.743658:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253101.743664:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 6 pid: 6570 timeout: 2407 lvb_type: 1 00010000:00010000:1.0:1768253101.743677:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 6 pid: 6570 timeout: 2407 lvb_type: 1 00010000:00010000:1.0:1768253101.743704:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253101.743706:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253101.743712:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.743723:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253101.743751:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253101.743802:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451948160:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 160us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253101.743810:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 428 00010000:00010000:3.0:1768253101.743968:0:6570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd64f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ac expref: 6 pid: 6570 timeout: 2407 lvb_type: 1 00000100:00100000:3.0:1768253101.743988:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476226048:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253101.744048:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.744059:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.744065:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.744075:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.744082:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253101.744102:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253101.744793:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476225920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13628us (13802us total) trans 4294967359 rc 0/0 00000100:00100000:3.0:1768253101.744800:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000004:00080000:3.0:1768253101.745482:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97264935f800/2, rc 0, transno 4294967359 00000100:00100000:3.0:1768253101.745491:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476225920:0@lo:6:osp-syn-0-0.0 00000100:00080000:1.0:1768253101.745581:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768253101.746065:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253101.746075:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.746084:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253101.746088:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.746097:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.746115:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.746122:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd679 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253101.746142:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253101.746144:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253101.746145:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253102.027694:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253102.027743:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253102.027775:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253102.027804:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948288 00000100:00100000:2.0:1768253102.027813:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948288 00000100:00100000:2.0:1768253102.027873:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1281 00000100:00100000:3.0:1768253102.027968:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948416 00000100:00100000:3.0:1768253102.027973:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948416 00000100:00100000:3.0:1768253102.028037:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1604 00000100:00100000:3.0:1768253102.028048:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451948416:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253102.028145:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451948416:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 99us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253102.028153:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1604 00000100:00100000:3.0:1768253102.028180:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948544 00000100:00100000:3.0:1768253102.028184:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948544 00000100:00100000:3.0:1768253102.028209:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1213 00000100:00100000:3.0:1768253102.028215:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451948544:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253102.028244:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451948544:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253102.028250:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1213 00000100:00100000:2.0:1768253102.028392:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451948288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253102.028422:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451948288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253102.028428:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1281 00000100:00080000:1.0:1768253102.028654:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253102.131671:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476226176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253102.131735:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253102.131858:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226176 00000100:00100000:0.0:1768253102.131867:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226176 00000100:00100000:0.0:1768253102.131915:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1768253102.131923:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476226176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253102.131953:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253102.132030:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476226176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253102.132036:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1768253102.132130:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476226176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253102.133908:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476226304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253102.133957:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253102.134066:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226304 00000100:00100000:3.0:1768253102.134084:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226304 00000100:00100000:3.0:1768253102.134129:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1768253102.134138:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476226304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253102.134165:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253102.134218:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476226304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253102.134225:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1768253102.134266:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476226304:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253102.135002:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768253102.514402:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253103.030053:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253103.030060:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253103.030065:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253103.030108:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253103.030120:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253103.030131:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253103.030157:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476226432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253103.030226:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253103.030280:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86780 going to sleep for 11 seconds 00000100:00100000:0.0:1768253103.030482:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226432 00000100:00100000:0.0:1768253103.030491:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226432 00000100:00100000:0.0:1768253103.030547:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1768253103.030556:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476226432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253103.030569:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253103.030582:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd680 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253103.030607:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253103.030617:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253103.030626:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768253103.030665:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476226432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253103.030672:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1768253103.030719:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476226432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253103.030733:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253103.030742:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253103.030761:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253103.030765:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253103.030772:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253103.539179:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253104.429392:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253104.429429:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948672 00000100:00100000:2.0:1768253104.429438:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948672 00000100:00100000:2.0:1768253104.429502:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 979 00000100:00100000:2.0:1768253104.429512:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49454:x1854145451948672:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253104.429531:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253104.429552:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd68e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71b3 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253104.429630:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd695 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253104.429643:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253104.429655:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253104.429714:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1768253104.429718:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253104.429738:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd695 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253104.429760:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd68e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71b3 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253104.429780:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd695 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71b3 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253104.429789:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4a700) 00010000:00010000:2.0:1768253104.429792:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253104.429795:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253104.429840:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49454:x1854145451948672:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 330us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253104.429847:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 979 00000100:00080000:2.0:1768253104.429865:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253104.436469:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253104.440332:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451948928 00000100:00100000:2.0:1768253104.440348:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451948928 00000100:00100000:2.0:1768253104.440404:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 980 00000100:00100000:2.0:1768253104.440413:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49454:x1854145451948928:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253104.440461:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253104.440487:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd695 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71b3 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253104.440503:0:5783:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd5f4) 00010000:00010000:2.0:1768253104.440508:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4a700) 00010000:00010000:2.0:1768253104.440519:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253104.440545:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253104.440557:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253104.440566:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000001:00080000:2.0:1768253104.471806:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967678 is committed 00000004:00010000:0.0:1768253104.471899:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a13b503e reply state 00000000c8356c03 transno 4294967678 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253104.471914:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768253104.471957:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00080000:0.0:1768253104.472096:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768253104.472118:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49454:x1854145451948928:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 31701us (35654us total) trans 4294967678 rc 0/0 00000100:00100000:0.0:1768253104.472127:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 980 00010000:00010000:1.0:1768253104.472253:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.472262:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.472269:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.472274:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253104.472280:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.472288:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.472303:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4a800) 00010000:00010000:1.0:1768253104.472306:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253104.472310:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.472316:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd69c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253104.562229:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253104.695748:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476226688:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.696400:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253104.696773:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476227200:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697057:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253104.697094:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768253104.697103:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476226560:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697131:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253104.697156:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476227072:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697178:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253104.697202:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476226816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697224:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253104.697239:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253104.697245:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476226944:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697368:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253104.697399:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226688 00000100:00100000:0.0:1768253104.697406:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226688 00000100:00100000:0.0:1768253104.697446:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227072 00000100:00100000:0.0:1768253104.697449:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227072 00000100:00100000:0.0:1768253104.697472:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226816 00000100:00100000:0.0:1768253104.697475:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226816 00000100:00100000:0.0:1768253104.697493:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:0.0:1768253104.697502:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476226688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697558:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476226688:12345-0@lo:400:kworker.0 Request processed in 57us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253104.697567:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:0.0:1768253104.697584:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:0.0:1768253104.697588:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476227072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697617:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476227072:12345-0@lo:400:kworker.0 Request processed in 29us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253104.697622:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:0.0:1768253104.697635:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1768253104.697643:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476226816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697676:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476226816:12345-0@lo:400:kworker.0 Request processed in 35us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253104.697681:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1768253104.697697:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226560 00000100:00100000:0.0:1768253104.697699:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226560 00000100:00100000:0.0:1768253104.697716:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1768253104.697721:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476226560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697738:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476226560:12345-0@lo:400:kworker.0 Request processed in 19us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253104.697742:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1768253104.697776:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227200 00000100:00100000:0.0:1768253104.697778:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227200 00000100:00100000:0.0:1768253104.697801:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476226944 00000100:00100000:0.0:1768253104.697804:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476226944 00000100:00100000:0.0:1768253104.697822:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1768253104.697829:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476227200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697860:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476227200:12345-0@lo:400:kworker.0 Request processed in 31us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253104.697866:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1768253104.697878:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1768253104.697884:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476226944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697913:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476226944:12345-0@lo:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253104.697920:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1768253104.697960:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476226944:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.697982:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476226816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.698029:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476226560:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.698038:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476227072:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.698044:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476226688:0@lo:400:kworker.0 00000100:00100000:0.0:1768253104.698049:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476227200:0@lo:400:kworker.0 00000100:00080000:2.0:1768253104.698167:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253104.698173:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253104.698175:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1768253105.048084:0:85546:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3166e4b0 20000000:00000080:0.0:1768253105.048102:0:85546:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646f0e800 uarg=0000000000000000 00010000:00010000:0.0:1768253105.048792:0:85546:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253105.048808:0:85546:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253105.048820:0:85546:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253105.048837:0:85546:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253105.048853:0:85546:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253105.048861:0:85546:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253105.048899:0:85546:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253105.048912:0:85546:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 17 pid: 5778 timeout: 2460 lvb_type: 0 00000100:00100000:0.0:1768253105.048925:0:85546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85546:1854145476227328:0@lo:104: 00000100:00100000:0.0:1768253105.048998:0:85546:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253105.049144:0:85546:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726483e9300 going to sleep for 11 seconds 00000100:00100000:3.0:1768253105.049623:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768253105.049641:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227328 00000100:00100000:3.0:1768253105.049648:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227328 00000100:00100000:3.0:1768253105.049742:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1768253105.049752:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85546:x1854145476227328:12345-0@lo:104: 00010000:00010000:3.0:1768253105.049765:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.049835:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253105.049841:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ce8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85546:x1854145476227328:12345-0@lo:104: Request processed in 92us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253105.049848:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1768253105.049926:0:85546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85546:1854145476227328:0@lo:104: 00010000:00010000:0.0:1768253105.049944:0:85546:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.050390:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253105.050397:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.050405:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253105.050410:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.050418:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253105.050425:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253105.050430:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253105.050565:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.050571:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1768253105.050628:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476227456:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253105.050666:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1768253105.050728:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.050735:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abd680 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd687 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253105.050752:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253105.050754:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253105.050756:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253105.050810:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227456 00000100:00100000:2.0:1768253105.050816:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227456 00010000:00010000:2.0:1768253105.050840:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 18 pid: 5778 timeout: 2460 lvb_type: 0 00000100:00100000:2.0:1768253105.050870:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1768253105.050877:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476227456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253105.050888:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253105.050892:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 18 pid: 5778 timeout: 2460 lvb_type: 0 00010000:00010000:2.0:1768253105.050901:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 18 pid: 5778 timeout: 2460 lvb_type: 0 00010000:00010000:2.0:1768253105.050911:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abd687 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd680 expref: 18 pid: 5778 timeout: 2460 lvb_type: 0 00010000:00010000:2.0:1768253105.050924:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050932:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050945:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050952:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050958:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050974:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050980:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253105.050984:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.050991:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.051005:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253105.051039:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253105.051160:0:85546:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253105.051167:0:85546:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253105.051184:0:85546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abd6a3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85546 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253105.052653:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476227456:12345-0@lo:103:ldlm_bl.0 Request processed in 1769us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253105.052665:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1768253105.053961:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476227456:0@lo:103:ldlm_bl.0 00000001:00080000:2.0:1768253105.318598:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00010000:00010000:1.0:1768253105.587505:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253106.613811:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253106.871355:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253106.871432:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253106.871438:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253106.871482:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253106.871493:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253106.871505:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253106.871529:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476227584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253106.871596:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253106.871653:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4d780 going to sleep for 11 seconds 00000100:00100000:2.0:1768253106.872184:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227584 00000100:00100000:2.0:1768253106.872196:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227584 00000100:00100000:2.0:1768253106.872895:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1768253106.872907:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476227584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253106.872922:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253106.872940:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd6aa expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253106.872978:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253106.872988:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253106.872997:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768253106.873076:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476227584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253106.873082:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1768253106.876580:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476227584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253106.876610:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253106.876624:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253106.876648:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253106.876654:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253106.876661:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253107.145233:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253107.145289:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253107.145491:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949056 00000100:00100000:2.0:1768253107.145502:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949056 00000100:00100000:2.0:1768253107.145557:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1285 00000100:00100000:2.0:1768253107.145568:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451949056:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253107.145648:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451949056:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253107.145656:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1285 00000100:00100000:0.0:1768253107.145803:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949184 00000100:00100000:0.0:1768253107.145808:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949184 00000100:00100000:0.0:1768253107.145973:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1608 00000100:00100000:0.0:1768253107.145982:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451949184:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253107.146049:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451949184:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253107.146056:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1608 00000100:00080000:2.0:1768253107.146478:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253107.155624:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253107.158462:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949312 00000100:00100000:3.0:1768253107.158478:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949312 00000100:00100000:2.0:1768253107.158992:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1216 00000100:00100000:2.0:1768253107.159004:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451949312:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253107.159114:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451949312:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 112us (3500us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253107.159123:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1216 00000100:00080000:3.0:1768253107.159861:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253107.251696:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476227712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253107.251766:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253107.251862:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227712 00000100:00100000:0.0:1768253107.251871:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227712 00000100:00100000:0.0:1768253107.251922:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1768253107.251930:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476227712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253107.251981:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253107.252060:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476227712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253107.252068:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:0.0:1768253107.252095:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253107.252136:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476227712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253107.252204:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253107.252213:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476227840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253107.252253:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253107.252283:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227840 00000100:00100000:0.0:1768253107.252287:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227840 00000100:00100000:0.0:1768253107.252321:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1768253107.252328:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476227840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253107.252350:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253107.252394:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476227840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253107.252400:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00080000:0.0:1768253107.252415:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253107.252453:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:2.0:1768253107.252461:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97264935f800, transno 4294967359 00000100:00100000:2.0:1768253107.252488:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476227840:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768253107.638270:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253107.945221:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253107.945321:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949440 00000100:00100000:0.0:1768253107.945333:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949440 00000100:00100000:0.0:1768253107.945421:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 981 00000100:00100000:0.0:1768253107.945433:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49531:x1854145451949440:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253107.945460:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253107.945531:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd6b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71ba expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253107.945603:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945618:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945631:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945661:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945668:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945674:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945815:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd6cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945823:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd6cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945830:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd6cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768253107.945857:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:0.0:1768253107.945860:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253107.945883:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd6cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945895:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945901:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945909:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945919:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253107.945923:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945929:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945952:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270500) 00010000:00010000:0.0:1768253107.945956:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253107.945961:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945967:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abd6bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945980:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945986:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945991:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.945997:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253107.945999:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.946005:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.946036:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270600) 00010000:00010000:0.0:1768253107.946039:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253107.946042:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.946047:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd6c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253107.946077:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abd6b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ba expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253107.946091:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd6cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ba expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253107.946099:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768253107.946101:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253107.946103:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768253107.946171:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949440:12345-192.168.202.43@tcp:101:touch.0 Request processed in 741us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253107.946179:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 981 00000100:00100000:2.0:1768253107.952278:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253107.952355:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949696 00000100:00100000:0.0:1768253107.952364:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949696 00000100:00100000:0.0:1768253107.952420:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 982 00000100:00100000:0.0:1768253107.952429:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949696:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253107.952451:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253107.952472:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd6d4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71c1 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253107.952599:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952613:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952624:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952638:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952644:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952651:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768253107.952674:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:0.0:1768253107.952695:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952702:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952708:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952714:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253107.952718:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952726:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952737:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768253107.952740:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253107.952744:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952752:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abd6db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952762:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952768:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952773:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952778:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253107.952781:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952787:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952793:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972775270f00) 00010000:00010000:0.0:1768253107.952795:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253107.952798:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952803:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd6e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253107.952837:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd6d4 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71c1 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253107.952848:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768253107.952850:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253107.952854:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abd6d4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71c1 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253107.952864:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768253107.953136:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949696:12345-192.168.202.43@tcp:101:touch.0 Request processed in 706us (865us total) trans 0 rc 301/301 00000100:00100000:0.0:1768253107.953144:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 982 00000100:00100000:0.0:1768253107.969310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253107.970581:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949824 00000100:00100000:3.0:1768253107.970594:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949824 00000100:00100000:3.0:1768253107.970685:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 983 00000100:00100000:3.0:1768253107.970697:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949824:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253107.970720:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253107.970741:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd6e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71c8 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253107.970804:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970819:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970830:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970843:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970850:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970856:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970905:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970911:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970917:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970922:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253107.970925:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970932:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970957:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253107.970960:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253107.970964:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970969:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd6f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970977:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970983:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970988:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.970993:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253107.970996:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.971001:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.971007:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff97274f8b9900) 00010000:00010000:3.0:1768253107.971027:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253107.971030:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.971035:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd6f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.971064:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd6e9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71c8 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253107.971074:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253107.971076:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253107.971080:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd6e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71c8 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253107.971088:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253107.971160:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949824:12345-192.168.202.43@tcp:101:touch.0 Request processed in 465us (1861us total) trans 0 rc 301/301 00000100:00100000:3.0:1768253107.971168:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 983 00000100:00100000:2.0:1768253107.986266:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253107.986381:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451949952 00000100:00100000:3.0:1768253107.986393:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451949952 00000100:00100000:3.0:1768253107.986448:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 984 00000100:00100000:3.0:1768253107.986456:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949952:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253107.986475:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253107.986496:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd6fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71cf expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253107.986561:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986576:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986588:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986601:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986611:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986617:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986671:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986678:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986684:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986690:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253107.986695:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986701:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986713:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253107.986717:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253107.986722:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986728:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abd705 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986738:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986743:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986749:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.986754:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253107.989660:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.989685:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.989702:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff97274f8b9b00) 00010000:00010000:3.0:1768253107.989705:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253107.989711:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.989718:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd70c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253107.989787:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd6fe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71cf expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253107.989799:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253107.989802:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253107.989805:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd6fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71cf expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253107.989814:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253107.989913:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49531:x1854145451949952:12345-192.168.202.43@tcp:101:touch.0 Request processed in 3455us (4220us total) trans 0 rc 301/301 00000100:00100000:3.0:1768253107.989923:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 984 00010000:00010000:2.0:1768253108.658239:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253109.611524:0:85792:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd86fd3390 20000000:00000080:3.0:1768253109.611540:0:85792:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775a6000 uarg=0000000000000000 00010000:00010000:3.0:1768253109.611863:0:85792:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768253109.611901:0:85792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253109.611905:0:85792:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253109.611918:0:85792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd6cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71ba expref: 5 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.612001:0:85792:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768253109.612168:0:85792:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253109.612184:0:85792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.612199:0:85792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.612206:0:85792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.612314:0:85792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.612327:0:85792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 17 pid: 5778 timeout: 2465 lvb_type: 0 00000100:00100000:3.0:1768253109.612341:0:85792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85792:1854145476227968:0@lo:104: 00000100:00100000:3.0:1768253109.612401:0:85792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253109.612501:0:85792:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1768253109.612551:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476227968 00000100:00100000:0.0:1768253109.612559:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476227968 00000100:00100000:0.0:1768253109.612640:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1768253109.612651:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85792:x1854145476227968:12345-0@lo:104: 00010000:00010000:0.0:1768253109.612663:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253109.612727:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253109.612734:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85792:x1854145476227968:12345-0@lo:104: Request processed in 85us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253109.612740:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00010000:00010000:1.0:1768253109.612778:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253109.612784:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253109.612790:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253109.612794:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253109.612801:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253109.612807:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253109.612812:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253109.612837:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253109.612842:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253109.612861:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253109.612873:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01e00/0xef9a6e5c83abd6aa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd6b1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253109.612890:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253109.612892:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253109.612894:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253109.612968:0:85792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85792:1854145476227968:0@lo:104: 00010000:00010000:3.0:1768253109.612984:0:85792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253109.613151:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476228096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253109.613180:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253109.613213:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228096 00000100:00100000:3.0:1768253109.613216:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228096 00010000:00010000:3.0:1768253109.613241:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 18 pid: 5778 timeout: 2465 lvb_type: 0 00000100:00100000:3.0:1768253109.613260:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1768253109.613266:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476228096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253109.613276:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253109.613279:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 18 pid: 5778 timeout: 2465 lvb_type: 0 00010000:00010000:3.0:1768253109.613287:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 18 pid: 5778 timeout: 2465 lvb_type: 0 00010000:00010000:3.0:1768253109.613298:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abd6b1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd6aa expref: 18 pid: 5778 timeout: 2465 lvb_type: 0 00010000:00010000:3.0:1768253109.613308:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613315:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613326:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613333:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613343:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613349:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613354:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253109.613357:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613363:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613375:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613383:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253109.613408:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476228096:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253109.613414:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1768253109.613439:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476228096:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253109.613453:0:85792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613460:0:85792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253109.613465:0:85792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abd713 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253109.688230:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253109.834401:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476228224:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834463:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253109.834539:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228224 00000100:00100000:1.0:1768253109.834547:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228224 00000100:00100000:1.0:1768253109.834593:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:1.0:1768253109.834603:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476228224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834652:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476228224:12345-0@lo:400:kworker.0 Request processed in 50us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253109.834660:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:1.0:1768253109.834708:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476228224:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834743:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476228352:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834765:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253109.834788:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228352 00000100:00100000:1.0:1768253109.834792:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228352 00000100:00100000:1.0:1768253109.834821:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:1.0:1768253109.834826:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476228352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834858:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476228352:12345-0@lo:400:kworker.0 Request processed in 31us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253109.834863:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00080000:1.0:1768253109.834892:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253109.834912:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476228352:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834958:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476228480:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.834984:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253109.835036:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228480 00000100:00100000:1.0:1768253109.835040:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228480 00000100:00100000:1.0:1768253109.835070:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1768253109.835076:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476228480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835107:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476228480:12345-0@lo:400:kworker.0 Request processed in 31us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253109.835113:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00080000:1.0:1768253109.835126:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253109.835145:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476228480:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835183:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253109.835190:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476228608:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835210:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253109.835236:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228608 00000100:00100000:1.0:1768253109.835240:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228608 00000100:00100000:1.0:1768253109.835263:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:1.0:1768253109.835270:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476228608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835299:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476228608:12345-0@lo:400:kworker.0 Request processed in 29us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253109.835304:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00080000:1.0:1768253109.835317:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253109.835334:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476228608:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835365:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476228736:0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835384:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253109.835407:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228736 00000100:00100000:1.0:1768253109.835410:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228736 00000100:00100000:1.0:1768253109.835432:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1768253109.835437:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476228736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253109.835463:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476228736:12345-0@lo:400:kworker.0 Request processed in 26us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253109.835468:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00080000:1.0:1768253109.835479:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253109.835494:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476228736:0@lo:400:kworker.0 00010000:00010000:1.0:1768253110.708099:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253111.090179:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253111.090190:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253111.090196:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253111.090248:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253111.090260:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253111.090270:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253111.090296:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476228864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253111.090380:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253111.090449:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a60b000 going to sleep for 11 seconds 00000100:00100000:2.0:1768253111.090481:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228864 00000100:00100000:2.0:1768253111.090491:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228864 00000100:00100000:2.0:1768253111.090542:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1768253111.090552:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476228864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253111.090565:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253111.090579:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd71a expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253111.090602:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253111.090612:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253111.090622:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768253111.090674:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476228864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253111.090682:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1768253111.090743:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476228864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253111.090757:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253111.090767:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253111.090786:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253111.090791:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253111.090798:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253111.731311:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253112.263997:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253112.264071:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253112.264124:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253112.264273:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950080 00000100:00100000:0.0:1768253112.264285:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950080 00000100:00100000:0.0:1768253112.264337:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1287 00000100:00100000:0.0:1768253112.264347:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451950080:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253112.264424:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451950080:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253112.264432:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1287 00000100:00100000:2.0:1768253112.264969:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950336 00000100:00100000:2.0:1768253112.264974:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950336 00000100:00100000:2.0:1768253112.265058:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1219 00000100:00100000:2.0:1768253112.265067:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451950336:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253112.265105:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451950336:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253112.265111:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1219 00000100:00100000:3.0:1768253112.265274:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950208 00000100:00100000:3.0:1768253112.265278:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950208 00000100:00100000:3.0:1768253112.265316:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1612 00000100:00100000:3.0:1768253112.265334:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451950208:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253112.265363:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451950208:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253112.265369:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1612 00000100:00080000:0.0:1768253112.265685:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253112.265691:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253112.372068:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253112.372096:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476228992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253112.372180:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253112.372239:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476228992 00000100:00100000:3.0:1768253112.372246:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476228992 00000100:00100000:3.0:1768253112.372293:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1768253112.372299:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476228992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253112.372330:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253112.372363:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476228992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253112.372368:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00080000:3.0:1768253112.372384:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253112.372409:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476228992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253112.375358:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476229120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253112.375423:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253112.378083:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229120 00000100:00100000:0.0:1768253112.378110:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229120 00000100:00080000:2.0:1768253112.378159:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253112.378189:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1768253112.378204:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476229120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253112.378248:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253112.381175:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476229120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2963us (5741us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253112.381189:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1768253112.381566:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476229120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253112.488969:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253112.489053:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950464 00000100:00100000:1.0:1768253112.489063:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950464 00000100:00100000:1.0:1768253112.489122:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 985 00000100:00100000:1.0:1768253112.489129:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49617:x1854145451950464:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253112.489151:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253112.489170:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71d6 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253112.489223:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd72f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253112.489233:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd72f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253112.489245:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd72f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768253112.489299:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:1.0:1768253112.489302:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253112.489319:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd72f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253112.489337:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71d6 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253112.489351:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd72f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71d6 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253112.489357:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:1.0:1768253112.489359:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253112.489361:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253112.489404:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49617:x1854145451950464:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 276us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253112.489409:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 985 00000100:00100000:2.0:1768253112.497501:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253112.497682:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950720 00000100:00100000:3.0:1768253112.497693:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950720 00000100:00100000:3.0:1768253112.497782:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 986 00000100:00100000:3.0:1768253112.497790:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49617:x1854145451950720:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253112.497848:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253112.497875:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd72f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71d6 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253112.497892:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd6cd) 00010000:00010000:3.0:1768253112.497911:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:3.0:1768253112.497921:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253112.497946:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253112.497958:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253112.497968:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768253112.498353:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e2e1524 reply state 00000000bcc1ada4 transno 4294967679 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253112.498360:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768253112.498371:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:3.0:1768253112.498436:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49617:x1854145451950720:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 646us (943us total) trans 4294967679 rc 0/0 00000100:00100000:3.0:1768253112.498441:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 986 00010000:00010000:1.0:1768253112.500577:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253112.500592:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253112.500598:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253112.500602:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253112.500605:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253112.500611:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253112.500623:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9600) 00010000:00010000:1.0:1768253112.500625:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253112.500629:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253112.500633:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd736 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253112.757001:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253113.537626:0:85989:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec93cdcb0 20000000:00000080:1.0:1768253113.537650:0:85989:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775cb400 uarg=0000000000000000 00010000:00010000:1.0:1768253113.538048:0:85989:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253113.538070:0:85989:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253113.538086:0:85989:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253113.538109:0:85989:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253113.538132:0:85989:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253113.538142:0:85989:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253113.538198:0:85989:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253113.538215:0:85989:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 17 pid: 5777 timeout: 2468 lvb_type: 0 00000100:00100000:1.0:1768253113.538235:0:85989:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85989:1854145476229248:0@lo:104: 00000100:00100000:1.0:1768253113.538330:0:85989:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253113.538401:0:85989:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1768253113.538691:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229248 00000100:00100000:0.0:1768253113.538701:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229248 00000100:00100000:0.0:1768253113.538769:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1768253113.538781:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85989:x1854145476229248:12345-0@lo:104: 00010000:00010000:0.0:1768253113.538797:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253113.538875:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253113.538881:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:85989:x1854145476229248:12345-0@lo:104: Request processed in 103us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253113.538899:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1768253113.539514:0:85989:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85989:1854145476229248:0@lo:104: 00010000:00010000:1.0:1768253113.539545:0:85989:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.539622:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253113.539631:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.539639:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253113.539643:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.539653:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253113.539661:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253113.539669:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253113.539725:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.539732:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253113.539770:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.539777:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd71a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd721 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.539795:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253113.539797:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253113.539799:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253113.539939:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476229376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253113.540034:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253113.540064:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229376 00000100:00100000:3.0:1768253113.540071:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229376 00010000:00010000:3.0:1768253113.540114:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 18 pid: 5777 timeout: 2468 lvb_type: 0 00000100:00100000:3.0:1768253113.540150:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1768253113.540159:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746e3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476229376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253113.540174:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253113.540180:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 18 pid: 5777 timeout: 2468 lvb_type: 0 00010000:00010000:3.0:1768253113.540191:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 18 pid: 5777 timeout: 2468 lvb_type: 0 00010000:00010000:3.0:1768253113.540205:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abd721 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd71a expref: 18 pid: 5777 timeout: 2468 lvb_type: 0 00010000:00010000:3.0:1768253113.540223:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540243:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540261:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540269:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540276:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540282:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540288:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253113.540293:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540300:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540323:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253113.540334:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253113.540372:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746e3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476229376:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253113.540380:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1768253113.540531:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476229376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253113.540580:0:85989:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253113.540588:0:85989:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253113.540594:0:85989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abd73d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253113.784169:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253114.805635:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253114.930672:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476229888:0@lo:400:kworker.0 00000100:00100000:0.0:1768253114.930784:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253114.930860:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253114.930868:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476229760:0@lo:400:kworker.0 00000100:00100000:0.0:1768253114.930913:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253114.931672:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476229504:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.931735:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253114.931772:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476230016:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.931800:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253114.931827:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768253114.931834:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476229632:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.931856:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253114.931892:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476230144:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.931915:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253114.931958:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229888 00000100:00100000:3.0:1768253114.931967:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229888 00000100:00100000:3.0:1768253114.932066:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230144 00000100:00100000:3.0:1768253114.932069:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230144 00000100:00100000:3.0:1768253114.932206:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1768253114.932215:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476229888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932286:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476229888:12345-0@lo:400:kworker.0 Request processed in 71us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253114.932295:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1768253114.932318:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1768253114.932324:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476230144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932362:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476230144:12345-0@lo:400:kworker.0 Request processed in 38us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253114.932369:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1768253114.932390:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229760 00000100:00100000:3.0:1768253114.932394:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229760 00000100:00100000:3.0:1768253114.932424:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230016 00000100:00100000:3.0:1768253114.932428:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230016 00000100:00100000:3.0:1768253114.932444:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229632 00000100:00100000:3.0:1768253114.932447:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229632 00000100:00100000:3.0:1768253114.932460:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1768253114.932466:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476229760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932499:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476229760:12345-0@lo:400:kworker.0 Request processed in 33us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253114.932505:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1768253114.932516:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1768253114.932521:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476230016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932546:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476230016:12345-0@lo:400:kworker.0 Request processed in 25us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253114.932553:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1768253114.932563:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:3.0:1768253114.932568:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476229632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932597:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476229632:12345-0@lo:400:kworker.0 Request processed in 29us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253114.932602:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:3.0:1768253114.932636:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476229504 00000100:00100000:3.0:1768253114.932641:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476229504 00000100:00100000:3.0:1768253114.932668:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:3.0:1768253114.932675:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476229504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932707:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476229504:12345-0@lo:400:kworker.0 Request processed in 33us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253114.932713:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00080000:3.0:1768253114.932759:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253114.932765:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253114.932767:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253114.932962:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476229632:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932974:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476230144:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932982:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476229504:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.932993:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476230016:0@lo:400:kworker.0 00000100:00100000:3.0:1768253114.933075:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476229760:0@lo:400:kworker.0 00000100:00100000:0.0:1768253114.937313:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476229888:0@lo:400:kworker.0 00000001:00080000:2.0:1768253115.017379:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967679 is committed 10000000:01000000:3.0:1768253115.442250:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253115.442261:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253115.442267:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253115.442360:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253115.442376:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253115.442392:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253115.442442:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476230272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253115.442643:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253115.442775:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727479f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1768253115.442818:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230272 00000100:00100000:1.0:1768253115.442831:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230272 00000100:00100000:1.0:1768253115.442913:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1768253115.442925:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476230272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253115.442947:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253115.442978:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd744 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253115.443034:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253115.443046:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253115.443059:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768253115.443126:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476230272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 203us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253115.443134:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1768253115.443497:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476230272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253115.443515:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253115.443526:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253115.443551:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253115.443558:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253115.443565:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253115.828026:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253116.532487:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253116.532832:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950848 00000100:00100000:3.0:1768253116.532842:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950848 00000100:00100000:3.0:1768253116.532967:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 987 00000100:00100000:3.0:1768253116.532978:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451950848:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253116.533121:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451950848:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 145us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253116.533130:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 987 00000100:00100000:3.0:1768253116.537103:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253116.537154:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451950976 00000100:00100000:3.0:1768253116.537166:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451950976 00000100:00080000:2.0:1768253116.538728:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253116.538740:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253116.539534:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 536 00000100:00100000:0.0:1768253116.539549:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451950976:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253116.540148:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451950976:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 601us (3054us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253116.540158:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 536 00000100:00100000:1.0:1768253116.542000:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.542218:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951104 00000100:00100000:0.0:1768253116.542229:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951104 00000100:00100000:0.0:1768253116.542376:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 537 00000100:00100000:0.0:1768253116.542384:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2367:x1854145451951104:12345-192.168.202.43@tcp:8:lfs.0 00010000:00080000:0.0:1768253116.542415:0:6570:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2321 last 0 00000020:00000080:0.0:1768253116.542444:0:6570:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abd752 00002000:00100000:0.0:1768253116.542468:0:6570:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff9727775ae800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768253116.542492:0:6570:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768253116.543524:0:6570:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:0.0:1768253116.543534:0:6570:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1768253116.543578:0:6570:0:(import.c:65:import_set_state_nolock()) ffff9727775ae000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768253116.543645:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451951104:12345-192.168.202.43@tcp:8:lfs.0 Request processed in 1260us (1654us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253116.543653:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 537 00000100:00100000:2.0:1768253116.549528:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.550359:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951232 00000100:00100000:0.0:1768253116.550370:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951232 00000100:00100000:1.0:1768253116.550511:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 538 00000100:00100000:1.0:1768253116.550522:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49702:x1854145451951232:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253116.550795:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49702:x1854145451951232:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 274us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253116.550804:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 538 00000100:00080000:2.0:1768253116.551376:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253116.552276:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.554395:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951360 00000100:00100000:0.0:1768253116.554410:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951360 00000100:00100000:0.0:1768253116.554488:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 988 00000100:00100000:0.0:1768253116.554500:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951360:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253116.555494:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951360:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 990us (3217us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253116.555512:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 988 00000100:00100000:3.0:1768253116.558636:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.558757:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951488 00000100:00100000:0.0:1768253116.558770:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951488 00000100:00100000:0.0:1768253116.558879:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 989 00000100:00100000:0.0:1768253116.558890:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951488:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253116.559003:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951488:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 115us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253116.559379:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 989 00000100:00100000:2.0:1768253116.562962:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253116.563061:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951616 00000100:00100000:1.0:1768253116.563073:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951616 00000100:00100000:1.0:1768253116.563136:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 539 00000100:00100000:1.0:1768253116.563147:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951616:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253116.563415:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951616:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 269us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253116.563426:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 539 00000100:00100000:2.0:1768253116.571276:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253116.572951:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951744 00000100:00100000:3.0:1768253116.572967:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951744 00000100:00100000:3.0:1768253116.573198:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 540 00000100:00100000:2.0:1768253116.574071:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49702:x1854145451951744:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253116.574379:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49702:x1854145451951744:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1170us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253116.574390:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 540 00000100:00100000:3.0:1768253116.576968:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.577048:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451951872 00000100:00100000:0.0:1768253116.577153:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451951872 00000100:00100000:0.0:1768253116.577226:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 990 00000100:00100000:0.0:1768253116.577237:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951872:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253116.577594:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49702:x1854145451951872:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 357us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253116.577602:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 990 00000100:00100000:3.0:1768253116.622747:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.622815:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952000 00000100:00100000:0.0:1768253116.622826:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952000 00000100:00100000:0.0:1768253116.622904:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 991 00000100:00100000:0.0:1768253116.622925:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49706:x1854145451952000:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768253116.622957:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253116.622986:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd759 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71dd expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253116.623496:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623511:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623524:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623538:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623545:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623552:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623739:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd76e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623745:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd76e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623750:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd76e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253116.623819:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1768253116.623823:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253116.623850:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd76e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623874:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623880:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623887:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623892:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253116.623896:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623902:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623913:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270100) 00010000:00010000:2.0:1768253116.623917:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253116.623921:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623927:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd760 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623942:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623947:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623951:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623955:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253116.623957:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623966:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623972:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972742c4a100) 00010000:00010000:2.0:1768253116.623974:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253116.623976:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.623980:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abd767 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.624048:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd759 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71dd expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253116.624157:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd76e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71dd expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253116.624164:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253116.624166:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253116.624168:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768253116.624352:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49706:x1854145451952000:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1428us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253116.624360:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 991 00000100:00100000:2.0:1768253116.628572:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253116.628663:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952128 00000100:00100000:1.0:1768253116.628683:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952128 00000100:00100000:1.0:1768253116.628784:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 163 00000100:00100000:1.0:1768253116.628794:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49706:x1854145451952128:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:1.0:1768253116.628939:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49706:x1854145451952128:12345-192.168.202.43@tcp:49:dd.0 Request processed in 146us (379us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768253116.628947:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 163 00000100:00100000:3.0:1768253116.632646:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253116.632745:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952384 00000100:00100000:2.0:1768253116.632757:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952384 00000100:00100000:2.0:1768253116.632821:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 992 00000100:00100000:2.0:1768253116.632832:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49706:x1854145451952384:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768253116.632852:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253116.632885:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd775 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71e4 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253116.633091:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633105:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633115:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633129:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633135:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633140:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:2.0:1768253116.633658:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1f:0x0], index 1: 0 00010000:00010000:2.0:1768253116.633900:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd78a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633910:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd78a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633917:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd78a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633953:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633960:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633967:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633973:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253116.633978:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633985:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.633997:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253116.634000:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253116.634005:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253116.634043:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd77c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768253116.634059:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be7b3dd6 reply state 00000000856df54b transno 4294967680 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253116.634068:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768253116.634095:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abd775 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71e4 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253116.634110:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd78a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71e4 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253116.634117:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff972742c4a300) 00010000:00010000:2.0:1768253116.634120:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253116.634122:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768253116.634199:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:49706:x1854145451952384:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1366us (1560us total) trans 4294967680 rc 0/0 00000100:00100000:2.0:1768253116.634207:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 992 00010000:00010000:1.0:1768253116.637283:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253116.637299:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253116.637306:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253116.637313:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253116.637319:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253116.637328:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253116.637343:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972742c4a400) 00010000:00010000:1.0:1768253116.637346:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253116.637350:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253116.637356:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd783 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253116.638264:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253116.638476:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952512 00000100:00100000:1.0:1768253116.638490:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952512 00000100:00100000:1.0:1768253116.638549:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 164 00000100:00100000:1.0:1768253116.638561:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49706:x1854145451952512:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:1.0:1768253116.638703:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49706:x1854145451952512:12345-192.168.202.43@tcp:49:dd.0 Request processed in 144us (443us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768253116.638711:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 164 00000100:00100000:3.0:1768253116.644423:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253116.644520:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952640 00000100:00100000:1.0:1768253116.644533:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952640 00000100:00100000:1.0:1768253116.644596:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 541 00000100:00100000:1.0:1768253116.644606:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49706:x1854145451952640:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:1.0:1768253116.644622:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253116.644643:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71eb expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768253116.644669:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1768253116.644693:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253116.644695:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253116.644705:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 7 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253116.644722:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 7 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253116.644733:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768253116.644800:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49706:x1854145451952640:12345-192.168.202.43@tcp:101:dd.0 Request processed in 195us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253116.644807:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 541 00000100:00100000:2.0:1768253116.660913:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253116.661324:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952768 00000100:00100000:3.0:1768253116.661335:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952768 00002000:00100000:3.0:1768253116.661388:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1f:0x0] (0->1048575) req@ffff972750919500 x1854145451952768/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:92/0 lens 488/0 e 0 to 0 dl 1768253127 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1768253116.661400:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972750919500 with x1854145451952768 ext(0->1048575) 00002000:00010000:3.0:1768253116.661405:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972750919500 00000100:00100000:3.0:1768253116.661440:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 24 00000100:00100000:3.0:1768253116.661450:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451952768:12345-192.168.202.43@tcp:4:dd.0 00000001:00100000:2.0:1768253116.714634:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:0.0:1768253116.720351:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451952768:12345-192.168.202.43@tcp:4:dd.0 Request processed in 58886us (59432us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1768253116.720373:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 24 00002000:00100000:0.0:1768253116.720389:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1f:0x0] (0->1048575) req@ffff972750919500 x1854145451952768/t4294967358(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:92/0 lens 488/448 e 0 to 0 dl 1768253127 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1768253116.720399:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972750919500 with x1854145451952768 ext(0->1048575) 00002000:00010000:0.0:1768253116.720407:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972750919500 00000100:00100000:2.0:1768253116.723403:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253116.723902:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451952896 00000100:00100000:3.0:1768253116.723968:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451952896 00000100:00100000:3.0:1768253116.724131:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 993 00000100:00100000:3.0:1768253116.724143:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49706:x1854145451952896:12345-192.168.202.43@tcp:44:dd.0 00000100:00100000:0.0:1768253116.761357:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49706:x1854145451952896:12345-192.168.202.43@tcp:44:dd.0 Request processed in 37203us (37953us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253116.761372:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 993 00000001:00080000:1.0:1768253116.761445:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967680 is committed 00000100:00100000:3.0:1768253116.763367:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253116.763473:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953024 00000100:00100000:2.0:1768253116.763483:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953024 00000100:00100000:2.0:1768253116.763536:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 542 00000100:00100000:2.0:1768253116.763545:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451953024:12345-192.168.202.43@tcp:16:dd.0 00000001:00080000:2.0:1768253116.800399:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:3.0:1768253116.800562:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451953024:12345-192.168.202.43@tcp:16:dd.0 Request processed in 37002us (37187us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253116.800574:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 542 00000100:00100000:2.0:1768253116.803250:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253116.803367:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953280 00000100:00100000:0.0:1768253116.803382:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953280 00000100:00100000:0.0:1768253116.803471:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 165 00000100:00100000:0.0:1768253116.803479:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49706:x1854145451953280:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:0.0:1768253116.804390:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49706:x1854145451953280:12345-192.168.202.43@tcp:35:dd.0 Request processed in 905us (1196us total) trans 4294967681 rc 0/0 00000100:00100000:0.0:1768253116.804400:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 165 00010000:00010000:3.0:1768253116.851129:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253117.388791:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253117.388827:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253117.388857:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253117.388883:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253117.388928:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953408 00000100:00100000:0.0:1768253117.388939:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953408 00000100:00100000:0.0:1768253117.388994:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1290 00000100:00100000:0.0:1768253117.389004:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451953408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253117.389122:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451953408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 119us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253117.389131:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1290 00000100:00100000:0.0:1768253117.389166:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953536 00000100:00100000:0.0:1768253117.389169:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953536 00000100:00100000:0.0:1768253117.389198:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1616 00000100:00100000:0.0:1768253117.389205:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451953536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253117.389237:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145451953536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253117.389244:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1616 00000100:00100000:0.0:1768253117.389261:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953792 00000100:00100000:0.0:1768253117.389265:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953792 00000100:00100000:0.0:1768253117.389284:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953664 00000100:00100000:0.0:1768253117.389286:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953664 00000100:00100000:0.0:1768253117.389320:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1222 00000100:00100000:0.0:1768253117.389327:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451953792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253117.389351:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451953792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253117.389358:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1222 00000100:00100000:0.0:1768253117.389368:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1223 00000100:00100000:0.0:1768253117.389374:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451953664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253117.389393:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451953664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 19us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253117.389399:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1223 00000100:00100000:0.0:1768253117.490241:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253117.490264:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476230400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253117.490337:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253117.490402:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230400 00000100:00100000:0.0:1768253117.490411:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230400 00000100:00100000:0.0:1768253117.490470:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1768253117.490479:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476230400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253117.490502:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:0.0:1768253117.490548:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476230400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253117.490555:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00080000:0.0:1768253117.490577:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253117.490615:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476230400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253117.491200:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253117.491211:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476230528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253117.491245:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253117.491278:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230528 00000100:00100000:3.0:1768253117.491283:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230528 00000100:00100000:3.0:1768253117.491315:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1768253117.491322:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476230528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253117.491349:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253117.491384:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476230528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253117.491391:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:3.0:1768253117.491408:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253117.491430:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476230528:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1768253117.840506:0:86189:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2323261489682ns, next at 2306541883988ns, rc = 0 00000004:00080000:0.0:1768253117.840617:0:86189:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2323261603450ns, next at 2237209931692ns, rc = 0 00010000:00010000:1.0:1768253117.874198:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768253117.878182:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 86 committed 00000004:00080000:3.0:1768253117.878215:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 84 committed 00000001:00080000:3.0:1768253117.878237:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967681 is committed 00010000:00010000:3.0:1768253118.898307:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253119.229655:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253119.229760:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451953920 00000100:00100000:2.0:1768253119.229774:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451953920 00000100:00100000:2.0:1768253119.229869:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 994 00000100:00100000:2.0:1768253119.229882:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451953920:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253119.230040:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451953920:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 130us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253119.230050:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 994 00000100:00080000:1.0:1768253119.230608:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253119.243338:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253119.244563:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954048 00000100:00100000:0.0:1768253119.244581:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954048 00000100:00100000:0.0:1768253119.244689:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 543 00000100:00100000:0.0:1768253119.244700:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49839:x1854145451954048:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253119.245161:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49839:x1854145451954048:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 459us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253119.245170:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 543 00000100:00080000:3.0:1768253119.245437:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253119.252125:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253119.252359:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954176 00000100:00100000:1.0:1768253119.252376:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954176 00000100:00100000:1.0:1768253119.252467:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 544 00000100:00100000:1.0:1768253119.252478:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49839:x1854145451954176:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253119.252948:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49839:x1854145451954176:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 468us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253119.252959:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 544 00000100:00080000:3.0:1768253119.253082:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253119.259457:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253119.259566:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954304 00000100:00100000:0.0:1768253119.259579:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954304 00000100:00100000:0.0:1768253119.259658:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 995 00000100:00100000:0.0:1768253119.259669:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451954304:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253119.260087:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451954304:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 419us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253119.260095:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 995 00000100:00100000:1.0:1768253119.266454:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253119.266519:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954432 00000100:00100000:2.0:1768253119.266534:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954432 00000100:00100000:2.0:1768253119.266630:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 996 00000100:00100000:2.0:1768253119.266645:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451954432:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253119.266793:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451954432:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 147us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253119.266801:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 996 00000100:00100000:3.0:1768253119.274982:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253119.275066:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954560 00000100:00100000:1.0:1768253119.275080:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954560 00000100:00100000:1.0:1768253119.275162:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 545 00000100:00100000:1.0:1768253119.275174:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49839:x1854145451954560:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253119.276977:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:49839:x1854145451954560:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1794us (2000us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253119.276996:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 545 00000100:00100000:2.0:1768253119.285068:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253119.285274:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954688 00000100:00100000:1.0:1768253119.285293:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954688 00000100:00100000:1.0:1768253119.285373:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 546 00000100:00100000:1.0:1768253119.285402:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49839:x1854145451954688:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253119.285971:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:49839:x1854145451954688:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 584us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253119.285982:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 546 00000100:00100000:2.0:1768253119.313230:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253119.313300:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451954816 00000100:00100000:2.0:1768253119.313310:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451954816 00000100:00100000:2.0:1768253119.313389:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 997 00000100:00100000:2.0:1768253119.313402:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451954816:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253119.313964:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49839:x1854145451954816:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 563us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253119.313975:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 997 00000100:00100000:3.0:1768253119.381427:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253119.382261:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955072 00000100:00100000:2.0:1768253119.382280:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955072 00000100:00100000:3.0:1768253119.382500:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 998 00000100:00100000:3.0:1768253119.382516:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:49843:x1854145451955072:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768253119.382588:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253119.382623:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abd78a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71e4 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253119.382652:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff972742c4a300) 00010000:00010000:3.0:1768253119.382666:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253119.382699:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.382714:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.382724:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.382741:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.382749:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.382755:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383146:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383156:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383163:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:3.0:1768253119.383731:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].31, 64 off10176 00000004:00080000:3.0:1768253119.383742:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2324804728883ns, next at 2325804725931ns, rc = 0 00010000:00010000:3.0:1768253119.383891:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383902:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383910:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383918:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383925:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.383932:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384370:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253119.384401:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384407:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384413:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384419:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253119.384423:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384432:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384443:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768253119.384446:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253119.384450:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384456:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd7ad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384522:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384529:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384535:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384544:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253119.384547:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384553:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384561:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:3.0:1768253119.384564:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253119.384567:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253119.384573:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd79f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768253119.384582:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5dc857c reply state 000000009ccc1436 transno 4294967682 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253119.384592:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253119.384703:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:49843:x1854145451955072:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2188us (3286us total) trans 4294967682 rc 0/0 00000100:00100000:3.0:1768253119.384713:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 998 00010000:00010000:1.0:1768253119.388267:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253119.388290:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.388304:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253119.388309:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.388321:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.388502:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:1.0:1768253119.388506:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768253119.388513:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.388519:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abd7b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.388558:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253119.388561:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253119.388563:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253119.389740:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.389757:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.389764:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.389770:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253119.389775:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.389781:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.389793:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff97274f8b9900) 00010000:00010000:1.0:1768253119.389796:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253119.389900:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253119.389909:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd7a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253119.925963:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253120.051910:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476230656:0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.051981:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253120.052057:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476231168:0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.052081:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253120.052107:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768253120.052113:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476230784:0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.052133:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253120.052150:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476231296:0@lo:400:kworker.0 00000100:00100000:1.0:1768253120.052151:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476230912:0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.052172:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253120.052173:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253120.052192:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253120.052196:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476231040:0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.052200:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231168 00000100:00100000:3.0:1768253120.052206:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231168 00000100:00100000:1.0:1768253120.052217:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253120.052244:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231296 00000100:00100000:1.0:1768253120.052247:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231296 00000100:00100000:3.0:1768253120.052249:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230784 00000100:00100000:3.0:1768253120.052252:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230784 00000100:00100000:3.0:1768253120.052265:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230912 00000100:00100000:3.0:1768253120.052267:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230912 00000100:00100000:1.0:1768253120.052268:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231040 00000100:00100000:1.0:1768253120.052270:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231040 00000100:00100000:3.0:1768253120.052280:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:1.0:1768253120.052285:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1768253120.052287:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476231168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253120.052289:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476231296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253120.052332:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476231296:12345-0@lo:400:kworker.0 Request processed in 41us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253120.052339:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1768253120.052355:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1768253120.052361:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476231040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253120.052396:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476231040:12345-0@lo:400:kworker.0 Request processed in 36us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253120.052399:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476230656 00000100:00100000:1.0:1768253120.052402:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1768253120.052403:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476230656 00000100:00100000:1.0:1768253120.052418:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1768253120.052426:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1768253120.052432:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476230656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253120.052437:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476230784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.052487:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476231168:12345-0@lo:400:kworker.0 Request processed in 199us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253120.052493:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1768253120.052507:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1768253120.052512:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476230912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253120.052539:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476230912:12345-0@lo:400:kworker.0 Request processed in 26us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253120.052544:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00080000:3.0:1768253120.052560:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253120.052563:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253120.052566:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253120.052610:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476230656:12345-0@lo:400:kworker.0 Request processed in 178us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253120.052616:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1768253120.053763:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476230784:12345-0@lo:400:kworker.0 Request processed in 1322us (1625us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253120.053773:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1768253120.053837:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476231040:0@lo:400:kworker.0 00000100:00100000:1.0:1768253120.053850:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476230912:0@lo:400:kworker.0 00000100:00100000:0.0:1768253120.054797:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476230784:0@lo:400:kworker.0 00000100:00100000:0.0:1768253120.054811:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476231296:0@lo:400:kworker.0 00000100:00100000:0.0:1768253120.054830:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476230656:0@lo:400:kworker.0 00000100:00100000:0.0:1768253120.054841:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476231168:0@lo:400:kworker.0 00010000:00010000:2.0:1768253120.946474:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253121.255237:0:86335:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2326676220315ns, next at 2306541883988ns, rc = 0 00000004:00080000:0.0:1768253121.255344:0:86335:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2326676330077ns, next at 2325804725931ns, rc = 0 00000004:00080000:1.0:1768253121.303482:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 88 committed 00000004:00080000:1.0:1768253121.303511:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00000001:00080000:1.0:1768253121.303531:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967682 is committed 00000004:00080000:1.0:1768253121.303535:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 87 committed 00000100:00100000:0.0:1768253121.303749:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253121.305246:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476231424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768253121.305322:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253121.310501:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231424 00000100:00100000:3.0:1768253121.310517:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231424 00000100:00100000:3.0:1768253121.318241:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1768253121.318267:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476231424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768253121.318306:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00010000:00010000:3.0:1768253121.318335:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253121.318361:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253121.318370:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253121.318372:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253121.318375:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253121.318413:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 5 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253121.318428:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 5 pid: 6570 timeout: 2426 lvb_type: 0 00000100:00100000:3.0:1768253121.318445:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476231552:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253121.318561:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c98a80 going to sleep for 11 seconds 00000100:00100000:3.0:1768253121.323500:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476231552:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253121.323531:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253121.323876:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253121.323996:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955200 00000100:00100000:1.0:1768253121.324005:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955200 00010000:00010000:1.0:1768253121.324073:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 6 pid: 6570 timeout: 2426 lvb_type: 0 00000100:00100000:1.0:1768253121.324155:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 432 00000100:00100000:1.0:1768253121.324165:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451955200:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253121.324180:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253121.324186:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 6 pid: 6570 timeout: 2426 lvb_type: 0 00010000:00010000:1.0:1768253121.324199:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 6 pid: 6570 timeout: 2426 lvb_type: 0 00010000:00010000:1.0:1768253121.324220:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dade400/0xef9a6e5c83abd798 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71eb expref: 6 pid: 6570 timeout: 2426 lvb_type: 0 00010000:00010000:1.0:1768253121.324234:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253121.324237:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253121.324242:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253121.324251:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253121.324280:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253121.324329:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451955200:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 165us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253121.324340:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 432 00010000:00010000:2.0:1768253121.324393:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253121.324401:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253121.324412:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253121.324420:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253121.324437:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768253121.324982:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476231424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6728us (19659us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1768253121.324995:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:3.0:1768253121.325285:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768253121.325537:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253121.325547:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253121.325556:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253121.325560:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253121.325569:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253121.325584:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253121.325591:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9800/0xef9a6e5c83abd7bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253121.325609:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253121.325612:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253121.325613:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253121.325648:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972750cdc380/2, rc 0, transno 4294967359 00000100:00100000:0.0:1768253121.325665:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476231424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768253121.974532:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253122.506743:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253122.506780:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253122.506822:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253122.506860:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253122.506889:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955456 00000100:00100000:3.0:1768253122.506899:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955456 00000100:00100000:3.0:1768253122.506958:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1620 00000100:00100000:3.0:1768253122.506968:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451955456:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253122.507077:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451955456:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 110us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253122.507085:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1620 00000100:00100000:3.0:1768253122.507110:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955584 00000100:00100000:3.0:1768253122.507115:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955584 00000100:00100000:3.0:1768253122.507141:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955712 00000100:00100000:3.0:1768253122.507144:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955712 00000100:00100000:3.0:1768253122.507161:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1226 00000100:00100000:3.0:1768253122.507166:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451955584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253122.507192:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451955584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253122.507198:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1226 00000100:00100000:3.0:1768253122.507209:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1227 00000100:00100000:3.0:1768253122.507214:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451955712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253122.507236:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451955712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253122.507241:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1227 00000100:00080000:3.0:1768253122.507258:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253122.507262:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253122.508040:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955328 00000100:00100000:0.0:1768253122.508048:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955328 00000100:00100000:0.0:1768253122.508103:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1292 00000100:00100000:0.0:1768253122.508112:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451955328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253122.508161:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451955328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253122.508169:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1292 00000100:00100000:2.0:1768253122.611277:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476231680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253122.611348:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253122.611414:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231680 00000100:00100000:2.0:1768253122.611421:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231680 00000100:00100000:2.0:1768253122.611469:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1768253122.611477:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476231680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253122.611510:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768253122.611549:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476231680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253122.611556:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00080000:2.0:1768253122.611575:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253122.611608:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476231680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253122.620263:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476231808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253122.620334:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253122.620402:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231808 00000100:00100000:3.0:1768253122.620409:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231808 00000100:00100000:3.0:1768253122.620663:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1768253122.620673:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476231808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253122.620707:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253122.620767:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476231808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253122.620775:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1768253122.620838:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476231808:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768253122.620860:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768253122.995136:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253124.019394:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253124.201497:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00010000:00010000:0.0:1768253125.042443:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253125.170477:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253125.170602:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476232064:0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.170671:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253125.170732:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253125.170738:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476232192:0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.170782:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253125.170816:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232064 00000100:00100000:1.0:1768253125.170824:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232064 00000100:00100000:1.0:1768253125.170866:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232192 00000100:00100000:1.0:1768253125.170869:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232192 00000100:00100000:1.0:1768253125.170895:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:1.0:1768253125.170902:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476232064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.170954:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476232064:12345-0@lo:400:kworker.0 Request processed in 51us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253125.170961:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:1.0:1768253125.170978:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1768253125.170984:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476232192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.171009:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476232192:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253125.171040:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1768253125.171078:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476232192:0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.171089:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476232064:0@lo:400:kworker.0 00000100:00100000:3.0:1768253125.171364:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253125.171376:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476232320:0@lo:400:kworker.0 00000100:00100000:3.0:1768253125.171411:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1768253125.171466:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253125.173995:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232320 00000100:00100000:1.0:1768253125.174055:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232320 00000100:00100000:1.0:1768253125.174132:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1768253125.174147:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476232320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.174264:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476232320:12345-0@lo:400:kworker.0 Request processed in 122us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253125.174272:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1768253125.174439:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476232320:0@lo:400:kworker.0 00000100:00080000:3.0:1768253125.175143:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253125.181090:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476231936:0@lo:400:kworker.0 00000100:00100000:0.0:1768253125.181202:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253125.181515:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476231936 00000100:00100000:1.0:1768253125.181525:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476231936 00000100:00100000:1.0:1768253125.181591:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1768253125.181602:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476231936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253125.181678:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476231936:12345-0@lo:400:kworker.0 Request processed in 78us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253125.181686:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1768253125.181795:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476231936:0@lo:400:kworker.0 00000100:00100000:0.0:1768253125.184474:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476232576:0@lo:400:kworker.0 00000100:00100000:0.0:1768253125.184546:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253125.184653:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232576 00000100:00100000:2.0:1768253125.184661:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232576 00000100:00100000:2.0:1768253125.184722:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1768253125.184731:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476232576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253125.184827:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253125.184839:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476232448:0@lo:400:kworker.0 00000100:00100000:3.0:1768253125.184870:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253125.184907:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232448 00000100:00100000:3.0:1768253125.184911:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232448 00000100:00100000:3.0:1768253125.184942:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1768253125.184949:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476232448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253125.184984:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476232448:12345-0@lo:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253125.184990:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1768253125.185056:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476232448:0@lo:400:kworker.0 00000100:00080000:3.0:1768253125.185086:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253125.185091:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253125.188992:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476232576:12345-0@lo:400:kworker.0 Request processed in 4249us (4433us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253125.189009:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1768253125.197408:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1768253125.197425:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972750cdc380, transno 4294967359 00000100:00100000:0.0:1768253125.197459:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476232576:0@lo:400:kworker.0 00010000:00010000:2.0:1768253126.067244:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253127.091203:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253127.624096:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253127.624144:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253127.624180:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253127.624230:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253127.624261:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956224 00000100:00100000:3.0:1768253127.624272:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956224 00000100:00100000:3.0:1768253127.624323:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956096 00000100:00100000:3.0:1768253127.624327:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956096 00000100:00100000:3.0:1768253127.624350:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1230 00000100:00100000:2.0:1768253127.624404:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955840 00000100:00100000:2.0:1768253127.624409:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955840 00000100:00100000:2.0:1768253127.624440:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1294 00000100:00100000:2.0:1768253127.624447:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451955840:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253127.624527:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451955840:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253127.624535:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1294 00000100:00100000:2.0:1768253127.624588:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:2.0:1768253127.624595:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451956096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253127.624628:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451956096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253127.624633:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00080000:2.0:1768253127.624651:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253127.624654:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253127.625097:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451956224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253127.625266:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451956224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 174us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253127.625273:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1230 00000100:00100000:0.0:1768253127.625642:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451955968 00000100:00100000:0.0:1768253127.625649:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451955968 00000100:00100000:0.0:1768253127.625708:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1624 00000100:00100000:0.0:1768253127.625716:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451955968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253127.625760:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451955968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 46us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253127.625767:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1624 00000100:00080000:3.0:1768253127.626276:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253127.730367:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253127.730392:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476232704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253127.730457:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253127.730571:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232704 00000100:00100000:3.0:1768253127.730579:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232704 00000100:00100000:3.0:1768253127.730647:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1768253127.730656:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476232704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253127.730688:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253127.730755:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476232704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253127.730763:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1768253127.730808:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476232704:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768253127.731414:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253127.732632:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476232832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253127.732693:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253127.733155:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232832 00000100:00100000:3.0:1768253127.733163:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232832 00000100:00100000:3.0:1768253127.733227:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1768253127.733234:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476232832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253127.733268:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253127.733318:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476232832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253127.733325:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00080000:0.0:1768253127.733447:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253127.733877:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476232832:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253128.114214:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253129.138630:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253130.162411:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253130.293708:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476233088:0@lo:400:kworker.0 00000100:00100000:1.0:1768253130.293788:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253130.293804:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476233216:0@lo:400:kworker.0 00000100:00100000:2.0:1768253130.293830:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253130.293844:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476233600:0@lo:400:kworker.0 00000100:00100000:1.0:1768253130.293867:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253130.293875:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233088 00000100:00100000:2.0:1768253130.293883:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233088 00000100:00100000:1.0:1768253130.293906:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233600 00000100:00100000:1.0:1768253130.293909:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233600 00000100:00100000:2.0:1768253130.293936:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233216 00000100:00100000:2.0:1768253130.293939:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233216 00000100:00100000:1.0:1768253130.293940:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1768253130.293948:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476233600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253130.293960:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1768253130.293965:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476233088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.294070:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1768253130.294079:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476233216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.294120:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476233216:12345-0@lo:400:kworker.0 Request processed in 43us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253130.294127:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:3.0:1768253130.294164:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476232960:0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.294193:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253130.294215:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476233472:0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.294234:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253130.294250:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253130.294256:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476233344:0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.294274:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253130.294295:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233344 00000100:00100000:3.0:1768253130.294299:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233344 00000100:00100000:3.0:1768253130.294328:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1768253130.294334:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476233344:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768253130.294345:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253130.294349:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253130.294351:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253130.294362:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233472 00000100:00100000:3.0:1768253130.294364:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476233344:12345-0@lo:400:kworker.0 Request processed in 31us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253130.294365:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233472 00000100:00100000:3.0:1768253130.294370:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1768253130.294386:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476232960 00000100:00100000:3.0:1768253130.294390:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476232960 00000100:00100000:0.0:1768253130.294390:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1768253130.294395:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476233472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.294409:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1768253130.294414:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476232960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253130.294426:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476233472:12345-0@lo:400:kworker.0 Request processed in 32us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253130.294432:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:3.0:1768253130.294435:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476232960:12345-0@lo:400:kworker.0 Request processed in 22us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253130.294440:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00080000:0.0:1768253130.294445:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253130.294513:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476233088:12345-0@lo:400:kworker.0 Request processed in 28us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253130.294523:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1768253130.294563:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476233344:0@lo:400:kworker.0 00000100:00100000:2.0:1768253130.294571:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476232960:0@lo:400:kworker.0 00000100:00100000:2.0:1768253130.294578:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476233472:0@lo:400:kworker.0 00000100:00100000:1.0:1768253130.295423:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476233600:12345-0@lo:400:kworker.0 Request processed in 1470us (1550us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253130.295430:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1768253130.295991:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476233088:0@lo:400:kworker.0 00000100:00100000:0.0:1768253130.296010:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476233600:0@lo:400:kworker.0 00000100:00100000:3.0:1768253130.296458:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476233216:0@lo:400:kworker.0 00010000:00010000:0.0:1768253131.187211:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253132.210197:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253132.743428:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253132.743478:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253132.743573:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956480 00000100:00100000:0.0:1768253132.743585:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956480 00000100:00100000:0.0:1768253132.743664:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1628 00000100:00100000:0.0:1768253132.743676:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451956480:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253132.743798:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451956480:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 123us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253132.743805:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1628 00000100:00080000:1.0:1768253132.744397:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253132.746254:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956352 00000100:00100000:2.0:1768253132.746270:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956352 00000100:00100000:2.0:1768253132.746348:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1296 00000100:00100000:2.0:1768253132.746359:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451956352:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253132.746461:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451956352:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 104us (3043us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253132.746469:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1296 00000100:00100000:3.0:1768253132.761089:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253132.761135:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253132.761436:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956736 00000100:00100000:2.0:1768253132.761446:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956736 00000100:00100000:2.0:1768253132.761514:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956608 00000100:00100000:2.0:1768253132.761517:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956608 00000100:00100000:2.0:1768253132.761547:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1234 00000100:00100000:2.0:1768253132.761556:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451956736:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253132.761626:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451956736:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 72us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253132.761645:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1234 00000100:00100000:2.0:1768253132.761665:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00100000:2.0:1768253132.761672:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451956608:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253132.761708:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451956608:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253132.761715:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00080000:0.0:1768253132.762665:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253132.762670:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253132.850333:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253132.850358:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476233728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253132.850436:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253132.851037:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233728 00000100:00100000:3.0:1768253132.851045:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233728 00000100:00100000:3.0:1768253132.851120:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1768253132.851130:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476233728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253132.851168:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253132.851225:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476233728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253132.851232:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1768253132.851278:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476233728:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253132.851377:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253132.852043:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476233856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253132.852091:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253132.852522:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233856 00000100:00100000:0.0:1768253132.852528:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233856 00000100:00100000:0.0:1768253132.852590:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1768253132.852598:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476233856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253132.852627:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253132.852680:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476233856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253132.852687:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:1.0:1768253132.852904:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253132.853349:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476233856:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768253133.235815:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253134.258187:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253135.282503:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253135.415766:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476234368:0@lo:400:kworker.0 00000100:00100000:2.0:1768253135.415839:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253135.415908:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1768253135.415915:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476233984:0@lo:400:kworker.0 00000100:00100000:2.0:1768253135.415942:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253135.415962:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476234496:0@lo:400:kworker.0 00000100:00100000:2.0:1768253135.415985:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253135.416041:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476234240:0@lo:400:kworker.0 00000100:00100000:2.0:1768253135.416064:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253135.416082:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1768253135.416087:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476234112:0@lo:400:kworker.0 00000100:00100000:2.0:1768253135.416107:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253135.416121:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476234624:0@lo:400:kworker.0 00000100:00100000:2.0:1768253135.416140:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253135.416477:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234496 00000100:00100000:3.0:1768253135.416486:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234496 00000100:00100000:3.0:1768253135.416533:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234240 00000100:00100000:3.0:1768253135.416535:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234240 00000100:00100000:3.0:1768253135.416546:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234112 00000100:00100000:3.0:1768253135.416547:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234112 00000100:00100000:3.0:1768253135.416561:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1768253135.416570:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476234496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.416634:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476234496:12345-0@lo:400:kworker.0 Request processed in 64us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253135.416641:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1768253135.416657:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1768253135.416663:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476234240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.416707:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476234240:12345-0@lo:400:kworker.0 Request processed in 44us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253135.416713:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1768253135.416725:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1768253135.416729:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476234112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.416748:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476234112:12345-0@lo:400:kworker.0 Request processed in 19us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253135.416753:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00080000:3.0:1768253135.416767:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253135.416782:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476233984 00000100:00100000:3.0:1768253135.416785:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476233984 00000100:00100000:3.0:1768253135.416807:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1768253135.416813:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476233984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.416839:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476233984:12345-0@lo:400:kworker.0 Request processed in 28us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253135.416844:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1768253135.416869:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234368 00000100:00100000:3.0:1768253135.416872:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234368 00000100:00100000:3.0:1768253135.416888:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234624 00000100:00100000:3.0:1768253135.416889:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234624 00000100:00100000:3.0:1768253135.416901:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1768253135.416906:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476234368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.416933:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476234368:12345-0@lo:400:kworker.0 Request processed in 26us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253135.416938:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1768253135.416947:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1768253135.416952:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476234624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.416977:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476234624:12345-0@lo:400:kworker.0 Request processed in 25us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253135.416983:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00080000:3.0:1768253135.416998:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253135.417001:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253135.417065:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476234112:0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.417077:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476234624:0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.417086:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476234240:0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.417118:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476233984:0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.417127:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476234496:0@lo:400:kworker.0 00000100:00100000:3.0:1768253135.417136:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476234368:0@lo:400:kworker.0 00010000:00010000:2.0:1768253136.307722:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253137.330836:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253137.343130:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253137.343751:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956864 00000100:00100000:0.0:1768253137.343768:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956864 00000100:00100000:0.0:1768253137.343944:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 999 00000100:00100000:0.0:1768253137.343954:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451956864:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253137.344108:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451956864:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 156us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.344116:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 999 00000100:00100000:0.0:1768253137.346922:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253137.347048:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451956992 00000100:00100000:1.0:1768253137.347060:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451956992 00000100:00080000:3.0:1768253137.347149:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253137.347156:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253137.347761:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 548 00000100:00100000:1.0:1768253137.347772:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451956992:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253137.348100:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451956992:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 328us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253137.348107:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 548 00000100:00100000:2.0:1768253137.352821:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253137.352932:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957120 00000100:00100000:0.0:1768253137.352943:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957120 00000100:00080000:3.0:1768253137.353118:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253137.353666:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 549 00000100:00100000:0.0:1768253137.353678:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451957120:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253137.353998:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451957120:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 322us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.354007:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 549 00000100:00100000:2.0:1768253137.358226:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253137.358431:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957248 00000100:00100000:1.0:1768253137.358442:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957248 00000100:00100000:1.0:1768253137.358504:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1000 00000100:00100000:1.0:1768253137.358514:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451957248:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253137.359072:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451957248:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 557us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253137.359082:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1000 00000100:00100000:2.0:1768253137.366258:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253137.366677:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957376 00000100:00100000:0.0:1768253137.366688:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957376 00000100:00100000:0.0:1768253137.366765:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1001 00000100:00100000:0.0:1768253137.366775:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451957376:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253137.366894:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451957376:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 120us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.366902:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1001 00000100:00100000:2.0:1768253137.372113:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253137.372340:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957504 00000100:00100000:0.0:1768253137.372351:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957504 00000100:00100000:0.0:1768253137.372647:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 550 00000100:00100000:0.0:1768253137.372670:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451957504:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253137.372985:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451957504:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 327us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.372993:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 550 00000100:00100000:3.0:1768253137.376990:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253137.377108:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957632 00000100:00100000:1.0:1768253137.377119:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957632 00000100:00100000:1.0:1768253137.377166:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 551 00000100:00100000:1.0:1768253137.377175:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451957632:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253137.377742:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50061:x1854145451957632:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 566us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253137.377750:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 551 00000100:00100000:2.0:1768253137.380385:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253137.380705:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957760 00000100:00100000:0.0:1768253137.380716:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957760 00000100:00100000:0.0:1768253137.380808:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1002 00000100:00100000:0.0:1768253137.380819:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451957760:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253137.381224:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50061:x1854145451957760:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 406us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.381232:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1002 00000100:00100000:2.0:1768253137.862585:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253137.862670:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451957888 00000100:00100000:0.0:1768253137.862680:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451957888 00000100:00100000:0.0:1768253137.862741:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1298 00000100:00100000:0.0:1768253137.862751:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451957888:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253137.862825:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451957888:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 75us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.862833:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1298 00000100:00100000:0.0:1768253137.971495:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253137.971519:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476234752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253137.971586:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253137.971662:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234752 00000100:00100000:0.0:1768253137.971669:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234752 00000100:00100000:0.0:1768253137.971731:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1768253137.971740:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476234752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253137.971779:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253137.971830:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476234752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.971838:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00080000:0.0:1768253137.972160:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253137.972202:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476234752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253137.973202:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476234880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253137.973253:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253137.973348:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476234880 00000100:00100000:0.0:1768253137.973355:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476234880 00000100:00100000:0.0:1768253137.973407:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1768253137.973415:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476234880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253137.973443:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253137.973487:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476234880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253137.973493:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1768253137.973711:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476234880:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253137.973767:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768253138.356136:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253139.379065:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253139.549299:0:86599:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde2608800 20000000:00000080:0.0:1768253139.549315:0:86599:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97276a7f6400 uarg=0000000000000000 00010000:00010000:0.0:1768253139.549593:0:86599:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253139.549626:0:86599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:0.0:1768253139.549630:0:86599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253139.549653:0:86599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd76e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71dd expref: 5 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253139.549676:0:86599:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768253139.549690:0:86599:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253139.549714:0:86599:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253139.549727:0:86599:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253139.549736:0:86599:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253139.549772:0:86599:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253139.549786:0:86599:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 17 pid: 5778 timeout: 2494 lvb_type: 0 00000100:00100000:0.0:1768253139.549799:0:86599:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86599:1854145476235008:0@lo:104: 00000100:00100000:0.0:1768253139.549856:0:86599:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253139.549911:0:86599:0:(client.c:2690:ptlrpc_set_wait()) set ffff972769ed1480 going to sleep for 11 seconds 00000100:00100000:1.0:1768253139.550172:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235008 00000100:00100000:1.0:1768253139.550180:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235008 00000100:00100000:1.0:1768253139.550235:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1768253139.550245:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:86599:x1854145476235008:12345-0@lo:104: 00010000:00010000:1.0:1768253139.550258:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253139.550310:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253139.550316:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:86599:x1854145476235008:12345-0@lo:104: Request processed in 73us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253139.550323:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00010000:00010000:2.0:1768253139.550621:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253139.550628:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550646:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253139.550650:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550659:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253139.550667:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253139.550673:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253139.550709:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550715:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253139.550734:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550741:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abd744 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd74b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550755:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253139.550758:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253139.550760:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253139.550767:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253139.550779:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476235136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253139.550809:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253139.550841:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235136 00000100:00100000:2.0:1768253139.550845:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235136 00010000:00010000:2.0:1768253139.550864:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 18 pid: 5778 timeout: 2494 lvb_type: 0 00000100:00100000:2.0:1768253139.550885:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1768253139.550891:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476235136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253139.550901:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253139.550906:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 18 pid: 5778 timeout: 2494 lvb_type: 0 00010000:00010000:2.0:1768253139.550916:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 18 pid: 5778 timeout: 2494 lvb_type: 0 00010000:00010000:2.0:1768253139.550929:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550938:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550951:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550958:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550967:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550974:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550980:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253139.550983:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550990:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.550998:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.551007:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253139.551048:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476235136:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253139.551055:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1768253139.551090:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476235136:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253139.551137:0:86599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfc00/0xef9a6e5c83abd74b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd744 expref: 17 pid: 5778 timeout: 2494 lvb_type: 0 00000100:00100000:2.0:1768253139.551146:0:86599:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86599:1854145476235008:0@lo:104: 00010000:00010000:2.0:1768253139.551159:0:86599:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.551167:0:86599:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.551178:0:86599:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253139.551184:0:86599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962000/0xef9a6e5c83abd7c2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253140.406722:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253140.539663:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476235520:0@lo:400:kworker.0 00000100:00100000:0.0:1768253140.539740:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253140.539808:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253140.539815:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476235648:0@lo:400:kworker.0 00000100:00100000:0.0:1768253140.539853:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253140.539887:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235520 00000100:00100000:0.0:1768253140.539896:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235520 00000100:00100000:0.0:1768253140.539948:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:0.0:1768253140.539957:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476235520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253140.540005:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476235520:12345-0@lo:400:kworker.0 Request processed in 49us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253140.540036:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:0.0:1768253140.540062:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235648 00000100:00100000:0.0:1768253140.540066:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235648 00000100:00100000:0.0:1768253140.540093:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1768253140.540100:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476235648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253140.540129:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476235648:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253140.540136:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00080000:0.0:1768253140.540152:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253140.540156:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253140.540190:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476235648:0@lo:400:kworker.0 00000100:00100000:0.0:1768253140.540199:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476235520:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.540283:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476235264:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.540320:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253140.540360:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476235776:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.540382:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253140.540397:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1768253140.540403:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476235392:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.540423:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253140.540435:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476235904:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.540453:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253140.541482:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235264 00000100:00100000:0.0:1768253140.541494:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235264 00000100:00100000:0.0:1768253140.541588:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1768253140.541597:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476235264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253140.541677:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476235264:12345-0@lo:400:kworker.0 Request processed in 81us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253140.541684:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1768253140.541754:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476235264:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.545178:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235776 00000100:00100000:1.0:1768253140.545195:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235776 00000100:00100000:1.0:1768253140.545267:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235392 00000100:00100000:1.0:1768253140.545270:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235392 00000100:00100000:1.0:1768253140.545297:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1768253140.545306:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476235776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.545411:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476235776:12345-0@lo:400:kworker.0 Request processed in 105us (5027us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253140.545419:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1768253140.545440:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1768253140.545446:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476235392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.545475:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476235392:12345-0@lo:400:kworker.0 Request processed in 30us (5051us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253140.545481:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1768253140.545534:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476235392:0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.545547:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476235776:0@lo:400:kworker.0 00000100:00080000:2.0:1768253140.545610:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253140.547436:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476235904 00000100:00100000:1.0:1768253140.547451:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476235904 00000100:00100000:1.0:1768253140.547525:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1768253140.547536:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476235904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253140.547620:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476235904:12345-0@lo:400:kworker.0 Request processed in 86us (7164us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253140.547639:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1768253140.547686:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476235904:0@lo:400:kworker.0 00000100:00080000:2.0:1768253140.547753:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:1.0:1768253140.597727:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253140.597735:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253140.597740:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253140.597797:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253140.597809:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253140.597820:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253140.597849:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476236032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253140.597920:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253140.597963:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1768253140.601673:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236032 00000100:00100000:0.0:1768253140.601685:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236032 00000100:00100000:0.0:1768253140.601782:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1768253140.601792:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476236032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253140.601811:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253140.601832:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd7c9 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253140.601861:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253140.601874:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253140.601884:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963400, rc 0) 00000100:00100000:0.0:1768253140.601962:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476236032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (4041us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253140.601969:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1768253140.602396:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476236032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253140.602416:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253140.602427:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253140.602451:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253140.602455:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253140.602463:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253141.426205:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253142.393200:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253142.397914:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958016 00000100:00100000:2.0:1768253142.397930:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958016 00000100:00100000:2.0:1768253142.398007:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1003 00000100:00100000:2.0:1768253142.398039:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50147:x1854145451958016:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253142.398057:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253142.398080:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd7d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71f2 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253142.398144:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd7de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253142.398158:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd7de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253142.398171:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd7de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768253142.398237:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1768253142.398241:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253142.398263:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd7de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253142.398287:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abd7d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71f2 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253142.398306:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd7de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71f2 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253142.398315:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4af00) 00010000:00010000:2.0:1768253142.398318:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253142.398321:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01600, rc 0) 00000100:00100000:2.0:1768253142.398386:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50147:x1854145451958016:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 350us (5195us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253142.398394:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1003 00000100:00080000:3.0:1768253142.398585:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253142.402366:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253142.402403:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958272 00000100:00100000:1.0:1768253142.402414:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958272 00000100:00100000:1.0:1768253142.402482:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1004 00000100:00100000:1.0:1768253142.402492:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50147:x1854145451958272:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253142.402542:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253142.402569:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abd7de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71f2 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253142.402583:0:5784:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd76e) 00010000:00010000:1.0:1768253142.402588:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4af00) 00010000:00010000:1.0:1768253142.402599:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253142.402637:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253142.402651:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253142.402661:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:0.0:1768253142.437774:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967683 is committed 00000004:00010000:1.0:1768253142.438382:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000635229ae reply state 00000000e6e9c028 transno 4294967683 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253142.438396:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253142.438939:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00080000:1.0:1768253142.439189:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768253142.439238:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50147:x1854145451958272:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 36743us (36878us total) trans 4294967683 rc 0/0 00000100:00100000:1.0:1768253142.439251:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1004 00010000:00010000:2.0:1768253142.441082:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253142.441099:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253142.441106:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253142.441113:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253142.441117:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253142.441125:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253142.441141:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:2.0:1768253142.441144:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253142.441150:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253142.441157:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd7e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253142.450214:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253143.005199:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253143.005290:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253143.005318:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253143.005348:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958656 00000100:00100000:3.0:1768253143.005358:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958656 00000100:00100000:1.0:1768253143.005370:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958400 00000100:00100000:1.0:1768253143.005378:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958400 00000100:00100000:3.0:1768253143.005425:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1240 00000100:00100000:1.0:1768253143.005434:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1301 00000100:00100000:3.0:1768253143.005438:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451958656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253143.005449:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451958400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253143.005519:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451958656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253143.005527:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1240 00000100:00080000:3.0:1768253143.005549:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253143.006584:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451958400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1135us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253143.006593:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1301 00000100:00100000:3.0:1768253143.007990:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253143.008880:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958528 00000100:00100000:0.0:1768253143.008891:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958528 00000100:00100000:1.0:1768253143.010063:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958784 00000100:00100000:1.0:1768253143.010070:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958784 00000100:00100000:1.0:1768253143.010139:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1241 00000100:00100000:1.0:1768253143.010147:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451958784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253143.010214:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451958784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (2232us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253143.010219:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1241 00000100:00100000:1.0:1768253143.010259:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1635 00000100:00100000:1.0:1768253143.010264:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451958528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253143.010289:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451958528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (5103us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253143.010294:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1635 00000100:00080000:2.0:1768253143.010387:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253143.091142:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476236160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253143.091220:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253143.091295:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236160 00000100:00100000:0.0:1768253143.091302:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236160 00000100:00100000:0.0:1768253143.091359:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1768253143.091369:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476236160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253143.091406:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253143.091468:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476236160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253143.091475:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00080000:0.0:1768253143.091497:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253143.091532:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476236160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253143.091886:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253143.091897:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476236288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253143.091926:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253143.092003:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236288 00000100:00100000:3.0:1768253143.092008:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236288 00000100:00100000:3.0:1768253143.092075:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1768253143.092082:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476236288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253143.092106:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253143.092141:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476236288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253143.092147:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1768253143.092245:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476236288:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768253143.093833:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1768253143.148252:0:86798:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc250e0430 20000000:00000080:1.0:1768253143.148272:0:86798:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97264750d000 uarg=0000000000000000 00010000:00010000:1.0:1768253143.148565:0:86798:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253143.148581:0:86798:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253143.148594:0:86798:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253143.148632:0:86798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253143.148650:0:86798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253143.148658:0:86798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253143.148701:0:86798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253143.148715:0:86798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 17 pid: 5778 timeout: 2498 lvb_type: 0 00000100:00100000:1.0:1768253143.148730:0:86798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86798:1854145476236416:0@lo:104: 00000100:00100000:1.0:1768253143.148796:0:86798:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253143.148855:0:86798:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c98e40 going to sleep for 11 seconds 00000100:00100000:0.0:1768253143.148860:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236416 00000100:00100000:0.0:1768253143.148871:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236416 00000100:00100000:0.0:1768253143.148923:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1768253143.148933:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:86798:x1854145476236416:12345-0@lo:104: 00010000:00010000:0.0:1768253143.148947:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253143.149121:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253143.149129:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:86798:x1854145476236416:12345-0@lo:104: Request processed in 197us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253143.149137:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00010000:00010000:0.0:1768253143.149160:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253143.149166:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253143.149174:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253143.149179:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253143.149187:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253143.149194:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253143.149201:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253143.149235:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253143.149243:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253143.149273:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253143.149280:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abd7c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd7d0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253143.149284:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476236544:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253143.149309:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253143.149314:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253143.149317:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253143.149323:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253143.149367:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236544 00000100:00100000:3.0:1768253143.149372:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236544 00010000:00010000:3.0:1768253143.149391:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 18 pid: 5778 timeout: 2498 lvb_type: 0 00000100:00100000:3.0:1768253143.149426:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1768253143.149434:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476236544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253143.149444:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253143.149448:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 18 pid: 5778 timeout: 2498 lvb_type: 0 00010000:00010000:3.0:1768253143.149459:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 18 pid: 5778 timeout: 2498 lvb_type: 0 00010000:00010000:3.0:1768253143.149473:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149480:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149494:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149501:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149509:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149516:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149522:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253143.149525:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149531:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149539:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253143.149548:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253143.149577:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476236544:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253143.149584:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1768253143.149628:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476236544:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253143.151941:0:86798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abd7d0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd7c9 expref: 17 pid: 5778 timeout: 2498 lvb_type: 0 00000100:00100000:2.0:1768253143.151962:0:86798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86798:1854145476236416:0@lo:104: 00010000:00010000:2.0:1768253143.151989:0:86798:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253143.152000:0:86798:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253143.152006:0:86798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253143.152027:0:86798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abd7ec lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253143.474469:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253144.434090:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253144.434098:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253144.434103:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253144.434150:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253144.434161:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253144.434172:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253144.434200:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476236672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253144.434272:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253144.434326:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777246b40 going to sleep for 11 seconds 00000100:00100000:1.0:1768253144.434460:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236672 00000100:00100000:1.0:1768253144.434468:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236672 00000100:00100000:1.0:1768253144.434521:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:1.0:1768253144.434530:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476236672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253144.434554:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253144.434567:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd7f3 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253144.434657:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253144.434668:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253144.434681:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768253144.434734:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476236672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253144.434742:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1768253144.435058:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476236672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253144.435070:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253144.435077:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253144.435090:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253144.435094:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253144.435099:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253144.504100:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253145.523115:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253145.650330:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476236928:0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650402:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253145.650452:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476237440:0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650479:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253145.650503:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253145.650509:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476237056:0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650531:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253145.650564:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236928 00000100:00100000:0.0:1768253145.650571:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236928 00000100:00100000:0.0:1768253145.650626:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237056 00000100:00100000:0.0:1768253145.650630:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237056 00000100:00100000:0.0:1768253145.650661:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1768253145.650671:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476236928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650723:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476236928:12345-0@lo:400:kworker.0 Request processed in 53us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253145.650730:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1768253145.650747:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:0.0:1768253145.650753:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476237056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650780:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476237056:12345-0@lo:400:kworker.0 Request processed in 27us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253145.650785:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:0.0:1768253145.650806:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237440 00000100:00100000:0.0:1768253145.650809:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237440 00000100:00100000:0.0:1768253145.650836:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1768253145.650842:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476237440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650870:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476237440:12345-0@lo:400:kworker.0 Request processed in 29us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253145.650876:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00080000:0.0:1768253145.650902:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253145.650907:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253145.650938:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476237056:0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650948:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476236928:0@lo:400:kworker.0 00000100:00100000:0.0:1768253145.650956:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476237440:0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651169:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476237184:0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651201:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253145.651226:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768253145.651232:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476236800:0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651259:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253145.651293:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476237312:0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651312:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253145.651345:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476236800 00000100:00100000:3.0:1768253145.651349:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476236800 00000100:00100000:3.0:1768253145.651376:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1768253145.651383:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476236800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651417:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476236800:12345-0@lo:400:kworker.0 Request processed in 34us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253145.651423:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1768253145.651460:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476236800:0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651477:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237184 00000100:00100000:3.0:1768253145.651480:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237184 00000100:00100000:3.0:1768253145.651506:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1768253145.651512:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476237184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651544:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476237184:12345-0@lo:400:kworker.0 Request processed in 32us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253145.651550:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1768253145.651571:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476237184:0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651600:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237312 00000100:00100000:3.0:1768253145.651603:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237312 00000100:00100000:3.0:1768253145.651627:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1768253145.651633:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476237312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253145.651680:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476237312:12345-0@lo:400:kworker.0 Request processed in 47us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253145.651686:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1768253145.651711:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476237312:0@lo:400:kworker.0 00000100:00080000:3.0:1768253145.651725:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253145.651728:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253145.854006:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253145.855257:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451958912 00000100:00100000:0.0:1768253145.855278:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451958912 00000100:00100000:0.0:1768253145.855406:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 166 00000100:00100000:0.0:1768253145.855418:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50224:x1854145451958912:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:0.0:1768253145.855612:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50224:x1854145451958912:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 196us (1617us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253145.855622:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 166 00000100:00080000:3.0:1768253145.855783:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253145.864504:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253145.864640:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451959040 00000100:00100000:1.0:1768253145.864652:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451959040 00000100:00100000:1.0:1768253145.864723:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1005 00000100:00100000:1.0:1768253145.864733:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50224:x1854145451959040:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253145.864754:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253145.864789:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd801 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d71f9 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.864870:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.864885:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.864898:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.864911:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.864917:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.864923:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865121:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd816 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865129:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865137:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253145.865163:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:1.0:1768253145.865167:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253145.865191:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865204:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865210:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865215:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865222:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253145.865225:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865232:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865243:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253145.865246:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253145.865251:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865257:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd808 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865268:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865274:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865280:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865285:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253145.865288:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865293:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865300:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9900) 00010000:00010000:1.0:1768253145.865303:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253145.865305:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865310:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd80f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.865343:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd801 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71f9 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.865359:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd816 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71f9 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.865371:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253145.865373:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253145.865375:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768253145.865442:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50224:x1854145451959040:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 710us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253145.865450:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1005 00000100:00100000:0.0:1768253145.868117:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253145.868212:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451959296 00000100:00100000:1.0:1768253145.868224:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451959296 00000100:00100000:1.0:1768253145.868293:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1006 00000100:00100000:1.0:1768253145.868304:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50224:x1854145451959296:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253145.868327:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253145.868348:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd81d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7200 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.868494:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.868510:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.868522:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.868536:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.868646:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.868657:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:1.0:1768253145.870168:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x20:0x0], index 0: 0 00010000:00010000:1.0:1768253145.870405:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd832 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870420:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870430:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd832 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870468:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870476:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870482:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870488:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253145.870492:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870499:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870510:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253145.870514:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253145.870518:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.870529:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd824 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253145.873801:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000249b4d2f reply state 0000000062f58a4c transno 4294967684 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253145.873824:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768253145.873889:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd81d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7200 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.873913:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd832 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7200 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.873922:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768253145.873924:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253145.873928:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253145.874112:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50224:x1854145451959296:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 5809us (6005us total) trans 4294967684 rc 0/0 00000100:00100000:1.0:1768253145.874122:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1006 00010000:00010000:1.0:1768253145.885293:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.885312:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.885319:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.885326:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253145.885331:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.885338:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.885356:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972749ca9b00) 00010000:00010000:1.0:1768253145.885359:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253145.885363:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.885369:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd82b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768253145.897146:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253145.897265:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451959552 00000100:00100000:1.0:1768253145.897335:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451959552 00000100:00100000:1.0:1768253145.897388:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1007 00000100:00100000:1.0:1768253145.897398:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50224:x1854145451959552:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:1.0:1768253145.897455:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253145.897480:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd832 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7200 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.897498:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972749ca9a00) 00010000:00010000:1.0:1768253145.897509:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253145.897554:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.897566:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253145.897611:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253145.897746:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000854b63c9 reply state 0000000058368800 transno 4294967685 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253145.897756:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253145.897859:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50224:x1854145451959552:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 462us (722us total) trans 4294967685 rc 0/0 00000100:00100000:1.0:1768253145.897867:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1007 00010000:00010000:2.0:1768253145.904700:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253145.904717:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253145.904726:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253145.904732:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253145.904736:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253145.904744:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253145.904769:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768253145.904773:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253145.904778:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253145.904783:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abd840 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253145.905153:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253145.905518:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451959680 00000100:00100000:2.0:1768253145.905529:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451959680 00000100:00100000:2.0:1768253145.905667:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1008 00000100:00100000:2.0:1768253145.905677:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50224:x1854145451959680:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253145.905702:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253145.905723:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd847 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7207 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253145.906138:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd847 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7207 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253145.906155:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd847 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7207 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253145.906174:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768253145.906177:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1768253145.906180:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768253145.906287:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50224:x1854145451959680:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 611us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253145.906295:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1008 00000100:00100000:3.0:1768253145.920968:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253145.921122:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451959808 00000100:00100000:0.0:1768253145.921132:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451959808 00000100:00100000:0.0:1768253145.921253:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 552 00000100:00100000:0.0:1768253145.921264:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451959808:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:0.0:1768253145.921661:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451959808:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 398us (705us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1768253145.921670:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 552 00000100:00080000:3.0:1768253145.922526:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253145.925611:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253145.925736:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960064 00000100:00100000:2.0:1768253145.925748:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960064 00000100:00100000:2.0:1768253145.925823:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 167 00000100:00100000:2.0:1768253145.925834:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50224:x1854145451960064:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768253145.926293:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:50224:x1854145451960064:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 460us (691us total) trans 4294967686 rc 0/0 00000100:00100000:2.0:1768253145.926302:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 167 00000100:00100000:2.0:1768253145.994672:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253145.994982:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960192 00000100:00100000:1.0:1768253145.994992:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960192 00000100:00100000:1.0:1768253145.995098:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1009 00000100:00100000:1.0:1768253145.995109:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:50228:x1854145451960192:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768253145.995133:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253145.995155:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd84e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d720e expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.995218:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995232:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995245:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995260:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995267:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995287:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995416:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995426:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995434:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768253145.995466:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 0 00000004:00200000:1.0:1768253145.995470:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253145.995492:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995504:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995512:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995519:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995526:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995532:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253145.995536:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995559:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995583:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253145.995587:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253145.995592:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995598:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd855 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995610:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995615:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995620:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995624:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253145.995627:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995633:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995639:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972749ca9a00) 00010000:00010000:1.0:1768253145.995641:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253145.995644:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995649:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd85c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253145.995677:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd84e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d720e expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.995694:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d720e expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253145.995701:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:1.0:1768253145.995704:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253145.995706:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768253145.995763:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:50228:x1854145451960192:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 656us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253145.995770:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1009 00000100:00100000:3.0:1768253146.000804:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253146.000995:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960320 00000100:00100000:1.0:1768253146.001006:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960320 00000100:00100000:1.0:1768253146.001264:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 553 00000100:00100000:1.0:1768253146.001515:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451960320:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768253146.001533:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253146.001623:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7215 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768253146.001646:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x696566da, atime: 0x696566da, ctime: 0x696566da, blocks: 0x1 00010000:00010000:1.0:1768253146.001666:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253146.001668:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253146.001676:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253146.001694:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253146.001713:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768253146.005920:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451960320:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 502us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253146.005944:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 553 00000100:00100000:0.0:1768253146.006553:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253146.006643:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960576 00000100:00100000:2.0:1768253146.006653:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960576 00000100:00100000:2.0:1768253146.006735:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1010 00000100:00100000:2.0:1768253146.006745:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:50228:x1854145451960576:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768253146.006805:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253146.006832:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abd863 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d720e expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253146.006854:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd847 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7207 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253146.006872:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:2.0:1768253146.006882:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253146.006904:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.006916:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.006925:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.006939:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.006945:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.006951:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.007266:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.007288:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.007295:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000040:00080000:2.0:1768253146.007758:0:6919:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].32, 64 off10240 00000004:00080000:2.0:1768253146.007769:0:6919:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2351428754890ns, next at 2352428752621ns, rc = 0 00010000:00010000:2.0:1768253146.008250:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.008262:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.008758:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.008769:0:6919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.008871:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.008879:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.008984:0:6919:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768253146.009159:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253146.009167:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009293:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009301:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009307:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253146.009607:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253146.009613:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253146.009621:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253146.009633:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972742c4a600) 00010000:00010000:0.0:1768253146.009636:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1768253146.009641:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253146.009646:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abd886 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253146.009662:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253146.009663:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253146.009665:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253146.009691:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253146.009696:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009702:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009711:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff972742c4a600) 00010000:00010000:3.0:1768253146.009714:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253146.009716:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009722:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abd87f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009871:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009880:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009886:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009892:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253146.009895:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009900:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009909:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253146.009912:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253146.009915:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253146.009921:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abd871 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768253146.009933:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000009efbdff reply state 000000009b818069 transno 4294967687 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253146.009942:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253146.010594:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:50228:x1854145451960576:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 3845us (4037us total) trans 4294967687 rc 0/0 00000100:00100000:3.0:1768253146.010606:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1010 00010000:00010000:1.0:1768253146.014750:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253146.014772:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253146.014870:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253146.014877:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253146.014882:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253146.014889:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253146.014905:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972742c4a800) 00010000:00010000:1.0:1768253146.014908:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253146.014913:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253146.014919:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd878 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253146.546425:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253147.575339:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253147.673157:0:87041:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda7ce4050 20000000:00000080:0.0:1768253147.673175:0:87041:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647551000 uarg=0000000000000000 00010000:00010000:0.0:1768253147.673505:0:87041:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253147.673538:0:87041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9000) 00010000:00010000:0.0:1768253147.673543:0:87041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253147.673562:0:87041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd816 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d71f9 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.673587:0:87041:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768253147.673602:0:87041:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253147.673616:0:87041:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.673629:0:87041:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.673636:0:87041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.673673:0:87041:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.673686:0:87041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 17 pid: 5777 timeout: 2503 lvb_type: 0 00000100:00100000:0.0:1768253147.673700:0:87041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87041:1854145476237568:0@lo:104: 00000100:00100000:0.0:1768253147.673761:0:87041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253147.673874:0:87041:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a60b840 going to sleep for 11 seconds 00000100:00100000:1.0:1768253147.673981:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237568 00000100:00100000:1.0:1768253147.673989:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237568 00000100:00100000:0.0:1768253147.674225:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1768253147.674235:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87041:x1854145476237568:12345-0@lo:104: 00010000:00010000:0.0:1768253147.674247:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.674311:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253147.674317:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87041:x1854145476237568:12345-0@lo:104: Request processed in 85us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253147.674324:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00010000:00010000:2.0:1768253147.674360:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253147.674368:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.674387:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253147.674391:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.674400:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253147.674402:0:87041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87041:1854145476237568:0@lo:104: 10000000:00010000:2.0:1768253147.674415:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253147.674420:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253147.674427:0:87041:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.674454:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.674461:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253147.674492:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.674499:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8c00/0xef9a6e5c83abd7f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd7fa expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.674511:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253147.674513:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253147.674515:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253147.674522:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253147.674533:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476237696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253147.674578:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253147.674640:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237696 00000100:00100000:1.0:1768253147.674646:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237696 00010000:00010000:1.0:1768253147.674665:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 18 pid: 5777 timeout: 2503 lvb_type: 0 00000100:00100000:1.0:1768253147.674691:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1768253147.674697:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476237696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253147.674708:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253147.674713:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 18 pid: 5777 timeout: 2503 lvb_type: 0 00010000:00010000:1.0:1768253147.674722:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 18 pid: 5777 timeout: 2503 lvb_type: 0 00010000:00010000:1.0:1768253147.674733:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abd7fa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd7f3 expref: 18 pid: 5777 timeout: 2503 lvb_type: 0 00010000:00010000:1.0:1768253147.674745:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674752:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674764:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674770:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674780:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674786:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674791:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253147.674795:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674802:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674821:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253147.674830:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253147.674862:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476237696:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253147.674869:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1768253147.674879:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476237696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253147.674972:0:87041:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.674980:0:87041:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253147.674986:0:87041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd88d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87041 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1768253147.828575:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967685 is committed 00000001:00080000:0.0:1768253147.828594:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967687 is committed 00000004:00080000:0.0:1768253147.828598:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 86 committed 00000100:00100000:1.0:1768253147.830759:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253147.830778:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476237824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768253147.830836:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253147.831510:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476237824 00000100:00100000:3.0:1768253147.831519:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476237824 00000100:00100000:3.0:1768253147.831598:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1768253147.831609:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476237824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1768253147.831640:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00010000:00010000:3.0:1768253147.831667:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253147.831694:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253147.831702:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253147.831705:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253147.831708:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253147.831736:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 6 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253147.831749:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 6 pid: 6569 timeout: 2453 lvb_type: 1 00000100:00100000:3.0:1768253147.831761:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6569:1854145476237952:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253147.831823:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276a64a240 going to sleep for 11 seconds 00000100:00080000:1.0:1768253147.833942:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253147.834786:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6569:1854145476237952:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253147.834814:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253147.835311:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253147.835985:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960704 00000100:00100000:2.0:1768253147.835994:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960704 00000100:00080000:1.0:1768253147.836463:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768253147.838302:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 7 pid: 6569 timeout: 2453 lvb_type: 1 00000100:00100000:2.0:1768253147.838357:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 436 00000100:00100000:2.0:1768253147.838667:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451960704:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253147.838688:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253147.838694:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 7 pid: 6569 timeout: 2453 lvb_type: 1 00010000:00010000:2.0:1768253147.838708:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 7 pid: 6569 timeout: 2453 lvb_type: 1 00010000:00010000:2.0:1768253147.838734:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd86a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7215 expref: 7 pid: 6569 timeout: 2453 lvb_type: 1 00010000:00010000:2.0:1768253147.838747:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253147.838749:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253147.838754:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.838763:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.838793:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253147.838853:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451960704:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 487us (3543us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253147.838861:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 436 00010000:00010000:2.0:1768253147.838949:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.838959:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.838968:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.838976:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.838999:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768253147.839487:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476237824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7880us (8650us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1768253147.839495:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00010000:00010000:2.0:1768253147.839517:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253147.839524:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.839531:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253147.839534:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.839543:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.839565:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.839573:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd894 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253147.839592:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253147.839595:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253147.839597:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253147.839624:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9726498e3480/2, rc 0, transno 4294967361 00000100:00100000:1.0:1768253147.839632:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476237824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1768253148.104191:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253148.104246:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253148.104266:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960832 00000100:00100000:1.0:1768253148.104277:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960832 00000100:00100000:3.0:1768253148.104287:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253148.104328:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253148.104342:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1304 00000100:00100000:1.0:1768253148.104354:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451960832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253148.104425:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451960960 00000100:00100000:0.0:1768253148.104431:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451960960 00000100:00100000:1.0:1768253148.104449:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451960832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 96us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253148.104459:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1304 00000100:00100000:0.0:1768253148.104480:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1639 00000100:00100000:0.0:1768253148.104490:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451960960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253148.104532:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451960960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 44us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253148.104539:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1639 00000100:00100000:0.0:1768253148.104573:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961088 00000100:00100000:0.0:1768253148.104577:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961088 00000100:00100000:0.0:1768253148.104601:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961216 00000100:00100000:0.0:1768253148.104604:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961216 00000100:00100000:0.0:1768253148.104630:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1244 00000100:00100000:0.0:1768253148.104637:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451961088:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768253148.104654:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253148.104660:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253148.104667:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451961088:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253148.104676:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1244 00000100:00100000:1.0:1768253148.104685:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1245 00000100:00100000:1.0:1768253148.104696:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451961216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253148.104728:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451961216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253148.104735:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1245 00000100:00100000:0.0:1768253148.217260:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476238080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253148.217331:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253148.217398:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238080 00000100:00100000:0.0:1768253148.217406:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238080 00000100:00100000:0.0:1768253148.217464:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1768253148.217473:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476238080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253148.217510:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253148.217566:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476238080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253148.217575:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:0.0:1768253148.217597:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253148.217629:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476238080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253148.218547:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253148.218573:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476238208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253148.218613:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253148.219201:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238208 00000100:00100000:1.0:1768253148.219209:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238208 00000100:00100000:1.0:1768253148.219314:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1768253148.219323:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476238208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253148.219355:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253148.219403:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476238208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253148.219410:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1768253148.219456:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476238208:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253148.598362:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253149.366873:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253149.366880:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253149.366884:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253149.366928:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253149.366940:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253149.366950:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253149.366977:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffae680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476238336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253149.367644:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253149.367700:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277cd86cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253149.368775:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238336 00000100:00100000:1.0:1768253149.368786:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238336 00000100:00100000:1.0:1768253149.368848:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1768253149.368857:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476238336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253149.368871:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253149.368889:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd89b expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253149.368918:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253149.368929:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253149.368949:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253149.369004:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476238336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (1361us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253149.369028:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1768253149.369413:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffae680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476238336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253149.369430:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253149.369439:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253149.369460:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253149.369464:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253149.369471:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253149.618314:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253149.820605:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000001:00080000:0.0:1768253149.820626:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:0.0:1768253150.318343:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253150.318803:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961344 00000100:00100000:3.0:1768253150.318815:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961344 00000100:00100000:3.0:1768253150.319194:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1011 00000100:00100000:3.0:1768253150.319208:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50316:x1854145451961344:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253150.319232:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253150.319258:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd8a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d721c expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253150.319336:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd8b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253150.319351:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253150.319365:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253150.319444:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1768253150.319449:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253150.319474:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253150.319501:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abd8a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d721c expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253150.319520:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd8b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d721c expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253150.319536:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:3.0:1768253150.319539:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253150.319543:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768253150.319603:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50316:x1854145451961344:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 398us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253150.319611:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1011 00000100:00080000:0.0:1768253150.319771:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253150.323190:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253150.323284:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961600 00000100:00100000:2.0:1768253150.323296:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961600 00000100:00100000:2.0:1768253150.323451:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1012 00000100:00100000:2.0:1768253150.323464:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50316:x1854145451961600:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253150.323521:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253150.323558:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abd8b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d721c expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253150.323575:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd816) 00010000:00010000:2.0:1768253150.323579:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9a00) 00010000:00010000:2.0:1768253150.323589:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253150.323615:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253150.323627:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253150.323636:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768253150.347658:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047f7bed2 reply state 00000000a412ea76 transno 4294967688 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768253150.347678:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253150.347723:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:2.0:1768253150.347846:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50316:x1854145451961600:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 24381us (24840us total) trans 4294967688 rc 0/0 00000100:00100000:2.0:1768253150.347855:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1012 00000001:00080000:0.0:1768253150.349438:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967688 is committed 00010000:00010000:3.0:1768253150.349620:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.349632:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.349639:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.349645:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253150.349650:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.349659:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.349676:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972742c4a700) 00010000:00010000:3.0:1768253150.349679:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253150.349683:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.349689:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abd8b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253150.642210:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253150.781445:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476238848:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781513:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253150.781590:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768253150.781597:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476238464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781627:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253150.781649:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476238976:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781672:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253150.781699:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476238592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781721:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253150.781752:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476239104:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781776:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253150.781793:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253150.781799:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476238720:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781817:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253150.781851:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238848 00000100:00100000:1.0:1768253150.781859:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238848 00000100:00100000:1.0:1768253150.781906:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239104 00000100:00100000:1.0:1768253150.781910:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239104 00000100:00100000:1.0:1768253150.781932:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1768253150.781939:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476238848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.781991:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476238848:12345-0@lo:400:kworker.0 Request processed in 52us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253150.781997:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1768253150.782043:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1768253150.782051:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476239104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782087:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476239104:12345-0@lo:400:kworker.0 Request processed in 37us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253150.782092:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1768253150.782110:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238464 00000100:00100000:1.0:1768253150.782114:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238464 00000100:00100000:1.0:1768253150.782136:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1768253150.782141:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476238464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782168:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476238464:12345-0@lo:400:kworker.0 Request processed in 27us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253150.782174:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1768253150.782199:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238976 00000100:00100000:1.0:1768253150.782202:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238976 00000100:00100000:1.0:1768253150.782226:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238592 00000100:00100000:1.0:1768253150.782229:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238592 00000100:00100000:1.0:1768253150.782243:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476238720 00000100:00100000:1.0:1768253150.782245:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476238720 00000100:00100000:1.0:1768253150.782258:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1768253150.782264:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476238976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782293:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476238976:12345-0@lo:400:kworker.0 Request processed in 29us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253150.782298:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1768253150.782310:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1768253150.782315:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476238592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782337:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476238592:12345-0@lo:400:kworker.0 Request processed in 23us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253150.782343:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1768253150.782353:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1768253150.782359:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476238720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782383:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476238720:12345-0@lo:400:kworker.0 Request processed in 24us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253150.782388:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00080000:1.0:1768253150.782415:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768253150.782420:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253150.782422:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253150.782464:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476238720:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782475:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476238592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782483:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476239104:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782513:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476238464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782522:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476238976:0@lo:400:kworker.0 00000100:00100000:1.0:1768253150.782542:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:1.0:1768253150.782547:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9726498e3480, transno 4294967361 00000100:00100000:1.0:1768253150.782557:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476238848:0@lo:400:kworker.0 00000020:00000080:2.0:1768253151.087342:0:87238:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3d2e4e90 20000000:00000080:2.0:1768253151.087361:0:87238:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777598400 uarg=0000000000000000 00010000:00010000:2.0:1768253151.087737:0:87238:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253151.087753:0:87238:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253151.087767:0:87238:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253151.087788:0:87238:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.087806:0:87238:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.087815:0:87238:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.087856:0:87238:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.087869:0:87238:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 17 pid: 5777 timeout: 2506 lvb_type: 0 00000100:00100000:2.0:1768253151.087884:0:87238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87238:1854145476239232:0@lo:104: 00000100:00100000:2.0:1768253151.088176:0:87238:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253151.088291:0:87238:0:(client.c:2690:ptlrpc_set_wait()) set ffff972769ed1480 going to sleep for 11 seconds 00000100:00100000:0.0:1768253151.088347:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239232 00000100:00100000:0.0:1768253151.088356:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239232 00000100:00100000:0.0:1768253151.088444:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1768253151.088455:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87238:x1854145476239232:12345-0@lo:104: 00010000:00010000:0.0:1768253151.088468:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253151.088547:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253151.088553:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87238:x1854145476239232:12345-0@lo:104: Request processed in 102us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253151.088560:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1768253151.088631:0:87238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87238:1854145476239232:0@lo:104: 00010000:00010000:2.0:1768253151.088650:0:87238:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.088771:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253151.088779:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.088787:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253151.088791:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.088799:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253151.088806:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253151.088811:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253151.088849:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.088856:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253151.088877:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.088883:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abd89b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8a2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.088993:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253151.088996:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253151.088999:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253151.089042:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476239360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253151.089077:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253151.089116:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239360 00000100:00100000:1.0:1768253151.089120:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239360 00010000:00010000:1.0:1768253151.089138:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 18 pid: 5777 timeout: 2506 lvb_type: 0 00000100:00100000:1.0:1768253151.089160:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1768253151.089166:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476239360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253151.089177:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253151.089181:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 18 pid: 5777 timeout: 2506 lvb_type: 0 00010000:00010000:1.0:1768253151.089191:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 18 pid: 5777 timeout: 2506 lvb_type: 0 00010000:00010000:1.0:1768253151.089204:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abd8a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd89b expref: 18 pid: 5777 timeout: 2506 lvb_type: 0 00010000:00010000:1.0:1768253151.089217:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089225:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089238:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089244:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089256:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089263:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089268:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253151.089272:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089279:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089288:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253151.089296:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253151.089318:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476239360:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253151.089324:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1768253151.089351:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476239360:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253151.089438:0:87238:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.089446:0:87238:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.089452:0:87238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd8be lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253151.666668:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253152.694996:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253152.695005:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253152.695034:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253152.695088:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253152.695099:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253152.695110:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253152.695141:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476239488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253152.695585:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253152.695656:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748443000 going to sleep for 11 seconds 00010000:00010000:1.0:1768253152.695709:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253152.697176:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239488 00000100:00100000:2.0:1768253152.697196:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239488 00000100:00100000:2.0:1768253152.697286:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1768253152.697299:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476239488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253152.697318:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253152.697353:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd8c5 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253152.697380:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253152.697391:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253152.697400:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00a00, rc 0) 00000100:00100000:2.0:1768253152.697466:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476239488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (1890us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253152.697480:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1768253152.697493:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476239488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253152.697525:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253152.697536:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253152.697558:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253152.697564:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253152.697571:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253153.225883:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253153.225926:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253153.225954:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253153.225980:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253153.226053:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961984 00000100:00100000:3.0:1768253153.226064:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961984 00000100:00100000:3.0:1768253153.226124:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962112 00000100:00100000:3.0:1768253153.226128:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962112 00000100:00100000:3.0:1768253153.226154:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1248 00000100:00100000:3.0:1768253153.226164:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451961984:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253153.226234:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451961984:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253153.226243:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1248 00000100:00100000:3.0:1768253153.226260:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1249 00000100:00100000:3.0:1768253153.226268:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451962112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253153.226290:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451962112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253153.226296:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1249 00000100:00100000:3.0:1768253153.226314:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961856 00000100:00100000:3.0:1768253153.226318:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961856 00000100:00100000:3.0:1768253153.226345:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1643 00000100:00100000:3.0:1768253153.226352:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451961856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253153.226382:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451961856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253153.226388:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1643 00000100:00080000:3.0:1768253153.226417:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253153.226422:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253153.226424:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253153.226663:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451961728 00000100:00100000:2.0:1768253153.226668:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451961728 00000100:00100000:2.0:1768253153.226707:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1308 00000100:00100000:2.0:1768253153.226716:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451961728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253153.226742:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451961728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253153.226748:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1308 00000100:00100000:1.0:1768253153.332164:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476239616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253153.332227:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253153.332304:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239616 00000100:00100000:1.0:1768253153.332311:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239616 00000100:00080000:3.0:1768253153.332348:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253153.332374:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1768253153.332386:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476239616:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253153.332421:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476239744:0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253153.332422:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253153.332449:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253153.332479:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476239616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253153.332480:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239744 00000100:00100000:0.0:1768253153.332485:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239744 00000100:00100000:1.0:1768253153.332493:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1768253153.332530:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1768253153.332977:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476239744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253153.333001:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253153.333062:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476239744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 524us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253153.333070:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:0.0:1768253153.333090:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253153.334274:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476239744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253153.334416:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476239616:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768253153.715184:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253154.134277:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253154.134765:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962240 00000100:00100000:3.0:1768253154.134775:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962240 00000100:00100000:3.0:1768253154.134891:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1013 00000100:00100000:3.0:1768253154.134901:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50392:x1854145451962240:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768253154.134920:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253154.134946:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd8d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7223 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253154.135031:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135045:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135059:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135073:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135080:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135087:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135233:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd8e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135242:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd8e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135249:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd8e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768253154.135275:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1768253154.135279:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253154.135303:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd8e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135315:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135320:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135327:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135333:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253154.135336:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135343:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135353:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768253154.135357:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253154.135361:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135367:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abd8da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135375:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135381:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135387:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135392:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253154.135407:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135415:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135422:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff97274f8b9900) 00010000:00010000:3.0:1768253154.135425:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253154.135428:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135433:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abd8e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253154.135460:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd8d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7223 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253154.135473:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd8e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7223 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253154.135478:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:3.0:1768253154.135480:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253154.135481:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768253154.135566:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50392:x1854145451962240:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 666us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253154.135573:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1013 00010000:00010000:0.0:1768253154.753824:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253155.762269:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253155.893225:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476240128:0@lo:400:kworker.0 00000100:00100000:2.0:1768253155.893628:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253155.893691:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253155.893698:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476240256:0@lo:400:kworker.0 00000100:00100000:2.0:1768253155.893725:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253155.893763:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240128 00000100:00100000:2.0:1768253155.893771:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240128 00000100:00100000:2.0:1768253155.893832:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:2.0:1768253155.893841:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476240128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253155.893893:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476240128:12345-0@lo:400:kworker.0 Request processed in 53us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253155.893901:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00100000:2.0:1768253155.893925:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240256 00000100:00100000:2.0:1768253155.893928:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240256 00000100:00100000:2.0:1768253155.893954:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1768253155.893961:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476240256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253155.893992:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476240256:12345-0@lo:400:kworker.0 Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253155.893997:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00080000:2.0:1768253155.894039:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253155.894044:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253155.894079:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476240256:0@lo:400:kworker.0 00000100:00100000:2.0:1768253155.894091:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476240128:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.895914:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476239872:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.895982:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253155.896044:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476240384:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896071:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253155.896096:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1768253155.896103:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476240000:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896124:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253155.896141:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476240512:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896162:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253155.896189:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476239872 00000100:00100000:1.0:1768253155.896197:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476239872 00000100:00100000:1.0:1768253155.896237:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1768253155.896245:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476239872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896559:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476239872:12345-0@lo:400:kworker.0 Request processed in 47us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253155.896567:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1768253155.896601:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240384 00000100:00100000:1.0:1768253155.896605:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240384 00000100:00100000:1.0:1768253155.896646:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240000 00000100:00100000:1.0:1768253155.896650:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240000 00000100:00100000:1.0:1768253155.896669:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1768253155.896675:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476240384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896709:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476240384:12345-0@lo:400:kworker.0 Request processed in 34us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253155.896715:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1768253155.896728:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1768253155.896733:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476240000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896759:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476240000:12345-0@lo:400:kworker.0 Request processed in 26us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253155.896765:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1768253155.896788:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240512 00000100:00100000:1.0:1768253155.896792:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240512 00000100:00100000:1.0:1768253155.896816:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1768253155.896822:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476240512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896851:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476240512:12345-0@lo:400:kworker.0 Request processed in 29us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253155.896857:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1768253155.896905:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476240000:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896916:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476240512:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896924:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476239872:0@lo:400:kworker.0 00000100:00100000:1.0:1768253155.896932:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476240384:0@lo:400:kworker.0 00000100:00080000:2.0:1768253155.898451:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253155.898459:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1768253155.949859:0:87482:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5e807250 20000000:00000080:0.0:1768253155.949878:0:87482:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c2f400 uarg=0000000000000000 00010000:00010000:0.0:1768253155.950281:0:87482:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253155.950315:0:87482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9800) 00010000:00010000:0.0:1768253155.950319:0:87482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253155.950331:0:87482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abd8e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7223 expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253155.950351:0:87482:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768253155.950366:0:87482:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253155.950381:0:87482:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253155.950394:0:87482:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253155.950403:0:87482:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253155.950442:0:87482:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253155.950456:0:87482:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 17 pid: 5777 timeout: 2511 lvb_type: 0 00000100:00100000:0.0:1768253155.950470:0:87482:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87482:1854145476240640:0@lo:104: 00000100:00100000:0.0:1768253155.950590:0:87482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253155.950744:0:87482:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada240 going to sleep for 11 seconds 00000100:00100000:3.0:1768253155.950816:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768253155.950826:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240640 00000100:00100000:3.0:1768253155.950833:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240640 00000100:00100000:3.0:1768253155.950873:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1768253155.950881:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87482:x1854145476240640:12345-0@lo:104: 00010000:00010000:3.0:1768253155.950894:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253155.950954:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253155.950960:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777ce9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87482:x1854145476240640:12345-0@lo:104: Request processed in 80us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253155.950966:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1768253155.950968:0:87482:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87482:1854145476240640:0@lo:104: 00010000:00010000:0.0:1768253155.950990:0:87482:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951062:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253155.951069:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951075:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253155.951078:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951084:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253155.951088:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253155.951091:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253155.951143:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951148:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253155.951165:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951171:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abd8c5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8cc expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951183:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253155.951184:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1768253155.951186:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253155.951188:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253155.951195:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476240768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253155.951225:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253155.951794:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240768 00000100:00100000:1.0:1768253155.951801:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240768 00010000:00010000:1.0:1768253155.951824:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 18 pid: 5777 timeout: 2511 lvb_type: 0 00000100:00100000:1.0:1768253155.951893:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1768253155.951902:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748410c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476240768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253155.951914:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253155.951919:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 18 pid: 5777 timeout: 2511 lvb_type: 0 00010000:00010000:1.0:1768253155.951931:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 18 pid: 5777 timeout: 2511 lvb_type: 0 00010000:00010000:1.0:1768253155.951944:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abd8cc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd8c5 expref: 18 pid: 5777 timeout: 2511 lvb_type: 0 00010000:00010000:1.0:1768253155.951957:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951965:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951979:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951986:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.951992:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.952004:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.952032:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253155.952037:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.952046:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.952060:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253155.952070:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253155.952114:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748410c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476240768:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253155.952121:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00010000:00010000:0.0:1768253155.952208:0:87482:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253155.952216:0:87482:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253155.952218:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476240768:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253155.952223:0:87482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962800/0xef9a6e5c83abd8ef lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87482 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253156.788334:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253157.746549:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253157.746557:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253157.746562:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253157.746607:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253157.746619:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253157.746629:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253157.746655:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649362300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476240896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253157.746719:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253157.746762:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748485480 going to sleep for 11 seconds 00000100:00100000:1.0:1768253157.747639:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476240896 00000100:00100000:1.0:1768253157.747650:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476240896 00000100:00100000:1.0:1768253157.749978:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1768253157.749993:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476240896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253157.750025:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253157.750047:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd8f6 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253157.750075:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253157.750087:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253157.750102:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253157.750880:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476240896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 888us (4155us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253157.750889:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1768253157.750969:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649362300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476240896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253157.750988:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253157.750999:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253157.751037:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253157.751043:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253157.751049:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253157.810305:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253158.344520:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253158.344572:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253158.344610:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253158.344639:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962624 00000100:00100000:2.0:1768253158.344648:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962624 00000100:00100000:2.0:1768253158.344711:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1252 00000100:00100000:2.0:1768253158.344722:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451962624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253158.344803:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451962624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253158.344811:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1252 00000100:00100000:2.0:1768253158.344836:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962496 00000100:00100000:2.0:1768253158.344840:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962496 00000100:00100000:2.0:1768253158.344870:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1647 00000100:00100000:2.0:1768253158.344877:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451962496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253158.344904:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451962496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253158.344913:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1647 00000100:00080000:2.0:1768253158.344929:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768253158.344933:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253158.345630:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962368 00000100:00100000:1.0:1768253158.345638:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962368 00000100:00100000:1.0:1768253158.345682:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1311 00000100:00100000:1.0:1768253158.345690:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451962368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253158.345734:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451962368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 45us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253158.345740:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1311 00000100:00100000:2.0:1768253158.346829:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253158.347049:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962752 00000100:00100000:1.0:1768253158.347058:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962752 00000100:00100000:1.0:1768253158.347114:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 555 00000100:00100000:1.0:1768253158.347124:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451962752:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:1.0:1768253158.347150:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abd752 00000100:00080000:1.0:1768253158.347158:0:6570:0:(import.c:65:import_set_state_nolock()) ffff9727775ae000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1768253158.347200:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967359 00000100:00080000:2.0:1768253158.348077:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768253158.348496:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253158.348539:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451962752:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 1411us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253158.348550:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 555 00000100:00100000:0.0:1768253158.450127:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253158.450151:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476241024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253158.450153:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476241152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253158.450218:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253158.450437:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241024 00000100:00100000:2.0:1768253158.450445:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241024 00000100:00100000:2.0:1768253158.450518:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1768253158.450528:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476241024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253158.450561:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253158.450610:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476241024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253158.450617:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1768253158.450663:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476241024:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768253158.450784:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253158.451291:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253158.451358:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241152 00000100:00100000:0.0:1768253158.451363:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241152 00000100:00100000:0.0:1768253158.451424:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1768253158.451432:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476241152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253158.451463:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1768253158.451477:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253158.451511:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476241152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253158.451518:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1768253158.451606:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476241152:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253158.509545:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253158.512887:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451962880 00000100:00100000:3.0:1768253158.512900:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451962880 00000100:00100000:3.0:1768253158.512954:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1014 00000100:00100000:3.0:1768253158.512964:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50479:x1854145451962880:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253158.512983:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253158.513008:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd904 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d722a expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253158.513087:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd90b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253158.513101:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253158.513113:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768253158.513175:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1768253158.513179:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253158.513222:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253158.513249:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abd904 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d722a expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253158.513279:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd90b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d722a expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253158.513288:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768253158.513291:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253158.513294:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768253158.513359:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50479:x1854145451962880:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 396us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253158.513367:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1014 00000100:00100000:3.0:1768253158.520797:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253158.520902:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963136 00000100:00100000:1.0:1768253158.520913:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963136 00000100:00100000:1.0:1768253158.520970:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1015 00000100:00100000:1.0:1768253158.520980:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50479:x1854145451963136:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253158.521041:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253158.521066:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abd90b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d722a expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253158.521081:0:5784:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd8e8) 00010000:00010000:1.0:1768253158.521086:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:1.0:1768253158.521095:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253158.521120:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.521131:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.521140:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:1.0:1768253158.521480:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4f2a436 reply state 00000000a1003e0f transno 4294967689 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253158.521490:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253158.521506:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:1.0:1768253158.521583:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50479:x1854145451963136:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 604us (796us total) trans 4294967689 rc 0/0 00000100:00100000:1.0:1768253158.521591:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1015 00010000:00010000:1.0:1768253158.522843:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.522858:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.522864:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.522869:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253158.522873:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.522880:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.522892:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9200) 00010000:00010000:1.0:1768253158.522894:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253158.522899:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253158.522904:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd912 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253158.834949:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253159.283906:0:87678:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff800bd9e0 20000000:00000080:2.0:1768253159.283925:0:87678:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647734800 uarg=0000000000000000 00010000:00010000:2.0:1768253159.284691:0:87678:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253159.284707:0:87678:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253159.284720:0:87678:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253159.284739:0:87678:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253159.284756:0:87678:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253159.284765:0:87678:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253159.284810:0:87678:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253159.284825:0:87678:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 17 pid: 5777 timeout: 2514 lvb_type: 0 00000100:00100000:2.0:1768253159.284838:0:87678:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87678:1854145476241280:0@lo:104: 00000100:00100000:2.0:1768253159.284896:0:87678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253159.284991:0:87678:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b497cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768253159.285165:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241280 00000100:00100000:3.0:1768253159.285173:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241280 00000100:00100000:2.0:1768253159.285365:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1768253159.285546:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87678:x1854145476241280:12345-0@lo:104: 00010000:00010000:2.0:1768253159.285560:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253159.285674:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253159.285680:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:87678:x1854145476241280:12345-0@lo:104: Request processed in 307us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253159.285688:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00010000:00010000:0.0:1768253159.285759:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253159.285766:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.285774:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253159.285778:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.285785:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253159.285792:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253159.285797:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253159.285834:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.285841:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253159.285861:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.285868:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9200/0xef9a6e5c83abd8f6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd8fd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.285884:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253159.285885:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253159.285887:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253159.285898:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476241408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253159.285927:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253159.285968:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241408 00000100:00100000:0.0:1768253159.285973:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241408 00010000:00010000:0.0:1768253159.285991:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 18 pid: 5777 timeout: 2514 lvb_type: 0 00000100:00100000:0.0:1768253159.286038:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1768253159.286045:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476241408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253159.286057:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253159.286063:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 18 pid: 5777 timeout: 2514 lvb_type: 0 00010000:00010000:0.0:1768253159.286072:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 18 pid: 5777 timeout: 2514 lvb_type: 0 00010000:00010000:0.0:1768253159.286089:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286097:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286109:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286116:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286122:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286127:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286132:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253159.286135:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286146:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286154:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286163:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253159.286189:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476241408:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253159.286196:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1768253159.286231:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476241408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253159.286808:0:87678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abd8fd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd8f6 expref: 17 pid: 5777 timeout: 2514 lvb_type: 0 00000100:00100000:3.0:1768253159.286820:0:87678:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87678:1854145476241280:0@lo:104: 00010000:00010000:3.0:1768253159.286836:0:87678:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286914:0:87678:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286922:0:87678:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253159.286928:0:87678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00000/0xef9a6e5c83abd919 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87678 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253159.867749:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1768253160.039565:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253160.039576:0:7475:0:(genops.c:904:class_export_put()) final put ffff9727775ae800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253160.039610:0:85232:0:(genops.c:863:class_export_destroy()) destroying export ffff9727775ae800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:0.0:1768253160.039655:0:85232:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9727775ae000 for lustre-OST0001 00000001:00080000:0.0:1768253160.601579:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967689 is committed 10000000:01000000:2.0:1768253160.691094:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253160.691102:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253160.691108:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253160.691154:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691166:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691177:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253160.691211:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476241536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253160.691290:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253160.691348:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d8c780 going to sleep for 11 seconds 00000100:00100000:2.0:1768253160.691390:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241536 00000100:00100000:2.0:1768253160.691405:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241536 00000100:00100000:2.0:1768253160.691462:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1768253160.691471:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476241536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253160.691484:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253160.691498:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd920 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691522:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691533:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691540:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253160.691577:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476241536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253160.691584:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1768253160.691629:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476241536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253160.691643:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691652:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253160.691673:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253160.691678:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.691685:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253160.886212:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253161.015114:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476241664:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.015188:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253161.015239:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476242176:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.016985:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253161.017046:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253161.017056:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476241792:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017082:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253161.017129:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476241920:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017153:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253161.017172:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253161.017178:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476242048:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017198:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253161.017231:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241664 00000100:00100000:0.0:1768253161.017238:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241664 00000100:00100000:0.0:1768253161.017302:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241792 00000100:00100000:0.0:1768253161.017306:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241792 00000100:00100000:0.0:1768253161.017333:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242048 00000100:00100000:0.0:1768253161.017336:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242048 00000100:00100000:0.0:1768253161.017350:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1768253161.017358:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476241664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017437:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476241664:12345-0@lo:400:kworker.0 Request processed in 68us (2238us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253161.017446:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1768253161.017463:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1768253161.017470:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476241792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017497:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476241792:12345-0@lo:400:kworker.0 Request processed in 28us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253161.017503:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1768253161.017514:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1768253161.017519:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476242048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017547:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476242048:12345-0@lo:400:kworker.0 Request processed in 28us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253161.017552:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1768253161.017569:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242176 00000100:00100000:0.0:1768253161.017572:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242176 00000100:00100000:0.0:1768253161.017595:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476241920 00000100:00100000:0.0:1768253161.017598:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476241920 00000100:00100000:0.0:1768253161.017615:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:0.0:1768253161.017620:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476242176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017659:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476242176:12345-0@lo:400:kworker.0 Request processed in 38us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253161.017664:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:0.0:1768253161.017673:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1768253161.017678:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476241920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017701:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476241920:12345-0@lo:400:kworker.0 Request processed in 22us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253161.017705:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00080000:0.0:1768253161.017732:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253161.017735:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253161.017738:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253161.017772:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476242048:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017782:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476241920:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017808:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476241792:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017817:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476241664:0@lo:400:kworker.0 00000100:00100000:0.0:1768253161.017825:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476242176:0@lo:400:kworker.0 00010000:00010000:0.0:1768253161.907057:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253162.146205:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.148101:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963264 00000100:00100000:0.0:1768253162.148129:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963264 00000100:00080000:1.0:1768253162.148266:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253162.148385:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1016 00000100:00100000:0.0:1768253162.148394:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963264:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253162.148632:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963264:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 238us (2444us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.148641:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1016 00000100:00100000:3.0:1768253162.155889:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.156048:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963392 00000100:00100000:0.0:1768253162.156059:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963392 00000100:00100000:0.0:1768253162.156133:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 556 00000100:00100000:0.0:1768253162.156143:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963392:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253162.156432:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963392:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 289us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.156440:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 556 00000100:00080000:1.0:1768253162.156518:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253162.158314:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.158422:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963520 00000100:00100000:0.0:1768253162.158432:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963520 00000100:00100000:0.0:1768253162.158478:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 557 00000100:00100000:0.0:1768253162.158486:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145451963520:12345-192.168.202.43@tcp:8:lfs.60003 00010000:00080000:0.0:1768253162.158516:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2367 last 0 00000020:00000080:0.0:1768253162.158551:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abd92e 00002000:00100000:0.0:1768253162.158563:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff9727775a8000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768253162.158595:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768253162.158787:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:0.0:1768253162.158796:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1768253162.158822:0:6567:0:(import.c:65:import_set_state_nolock()) ffff9727775af800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768253162.158945:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451963520:12345-192.168.202.43@tcp:8:lfs.60003 Request processed in 457us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.158953:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 557 00000100:00100000:2.0:1768253162.163139:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253162.163290:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963648 00000100:00100000:3.0:1768253162.163299:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963648 00000100:00100000:3.0:1768253162.163405:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 558 00000100:00100000:3.0:1768253162.163425:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50565:x1854145451963648:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253162.163735:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50565:x1854145451963648:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 322us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253162.163741:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 558 00000100:00080000:1.0:1768253162.165845:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253162.171301:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.171396:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963776 00000100:00100000:0.0:1768253162.171406:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963776 00000100:00100000:0.0:1768253162.171620:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1017 00000100:00100000:0.0:1768253162.171630:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963776:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253162.171946:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963776:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 316us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.171954:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1017 00000100:00100000:2.0:1768253162.178447:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253162.178532:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451963904 00000100:00100000:1.0:1768253162.178544:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451963904 00000100:00100000:1.0:1768253162.178610:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1018 00000100:00100000:1.0:1768253162.178618:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963904:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253162.178713:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451963904:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 95us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253162.178720:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1018 00000100:00100000:2.0:1768253162.186921:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.187804:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964032 00000100:00100000:0.0:1768253162.187815:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964032 00000100:00100000:0.0:1768253162.187890:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 559 00000100:00100000:0.0:1768253162.187900:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451964032:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253162.188399:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451964032:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 498us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.188407:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 559 00000100:00100000:2.0:1768253162.192537:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.192679:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964160 00000100:00100000:0.0:1768253162.192690:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964160 00000100:00100000:0.0:1768253162.192749:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 560 00000100:00100000:0.0:1768253162.192759:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50565:x1854145451964160:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253162.193089:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50565:x1854145451964160:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 331us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.193097:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 560 00000100:00100000:1.0:1768253162.196225:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.196424:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964288 00000100:00100000:0.0:1768253162.196435:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964288 00000100:00100000:0.0:1768253162.196489:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1019 00000100:00100000:0.0:1768253162.196499:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451964288:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253162.196804:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50565:x1854145451964288:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 305us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.196812:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1019 00000100:00100000:2.0:1768253162.265924:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253162.266039:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964416 00000100:00100000:1.0:1768253162.266048:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964416 00000100:00100000:1.0:1768253162.266092:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1020 00000100:00100000:1.0:1768253162.266101:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50569:x1854145451964416:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:1.0:1768253162.266120:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253162.266142:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abd935 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7231 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253162.266200:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266214:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266227:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266238:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266244:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266250:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266637:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd94a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266647:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd94a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266655:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd94a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253162.266685:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:1.0:1768253162.266689:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253162.266714:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd94a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266727:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266918:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266925:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266934:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253162.266938:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266944:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266955:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9200) 00010000:00010000:1.0:1768253162.266958:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253162.266962:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266967:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abd93c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266981:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266986:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266990:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.266995:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253162.266997:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.267003:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.267193:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9100) 00010000:00010000:1.0:1768253162.267197:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253162.267202:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.267208:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abd943 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.267240:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abd935 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7231 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253162.267258:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd94a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7231 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253162.267266:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9600) 00010000:00010000:1.0:1768253162.267268:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253162.267270:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253162.267380:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50569:x1854145451964416:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1279us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253162.267397:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1020 00000100:00100000:2.0:1768253162.271255:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.271474:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964544 00000100:00100000:0.0:1768253162.271484:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964544 00000100:00100000:0.0:1768253162.271577:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 168 00000100:00100000:0.0:1768253162.271586:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b159450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50569:x1854145451964544:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:0.0:1768253162.271728:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b159450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50569:x1854145451964544:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 143us (482us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253162.271737:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 168 00000100:00100000:3.0:1768253162.276334:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253162.276848:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964800 00000100:00100000:1.0:1768253162.276859:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964800 00000100:00100000:1.0:1768253162.276956:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1021 00000100:00100000:1.0:1768253162.276967:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50569:x1854145451964800:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:1.0:1768253162.276987:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253162.277008:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd951 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7238 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253162.277175:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.277189:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.277199:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.277212:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.277218:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.277224:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:1.0:1768253162.277923:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x20:0x0], index 1: 0 00010000:00010000:1.0:1768253162.278171:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd966 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278181:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd966 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278191:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd966 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278222:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278226:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278231:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278235:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253162.278237:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278243:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278252:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9600) 00010000:00010000:1.0:1768253162.278254:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253162.278257:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253162.278261:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abd958 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768253162.278270:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000037db5def reply state 000000003ed54d39 transno 4294967690 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253162.278276:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768253162.278301:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abd951 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7238 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253162.278311:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd966 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7238 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253162.278315:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff972749ca9d00) 00010000:00010000:1.0:1768253162.278317:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253162.278318:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768253162.279855:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50569:x1854145451964800:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 2880us (3520us total) trans 4294967690 rc 0/0 00000100:00100000:1.0:1768253162.279866:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1021 00010000:00010000:2.0:1768253162.282702:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253162.282722:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253162.282729:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253162.282736:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253162.282741:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253162.282748:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253162.282768:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972749ca9c00) 00010000:00010000:2.0:1768253162.282771:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253162.282775:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253162.282781:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abd95f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253162.287134:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.287217:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451964928 00000100:00100000:0.0:1768253162.287225:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451964928 00000100:00100000:0.0:1768253162.287276:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 561 00000100:00100000:0.0:1768253162.287282:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50569:x1854145451964928:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:0.0:1768253162.287297:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253162.287314:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d723f expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1768253162.287333:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1768253162.287359:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768253162.287362:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1768253162.287371:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 7 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253162.287395:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 7 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253162.287407:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768253162.287466:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50569:x1854145451964928:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 183us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.287471:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 561 00000100:00100000:3.0:1768253162.317308:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.317482:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965056 00000100:00100000:0.0:1768253162.317494:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965056 00002000:00100000:0.0:1768253162.317551:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->1048575) req@ffff97277ff45c00 x1854145451965056/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:138/0 lens 488/0 e 0 to 0 dl 1768253173 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768253162.317564:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ff45c00 with x1854145451965056 ext(0->1048575) 00002000:00010000:0.0:1768253162.317570:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ff45c00 00000100:00100000:0.0:1768253162.317606:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 25 00000100:00100000:0.0:1768253162.317615:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451965056:12345-192.168.202.43@tcp:4:dd.60003 00000001:00100000:0.0:1768253162.411562:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:0.0:1768253162.455071:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145451965056:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 137444us (137761us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1768253162.455088:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 25 00002000:00100000:0.0:1768253162.455100:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->1048575) req@ffff97277ff45c00 x1854145451965056/t4294967360(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:138/0 lens 488/448 e 0 to 0 dl 1768253173 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1768253162.455110:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ff45c00 with x1854145451965056 ext(0->1048575) 00002000:00010000:0.0:1768253162.455116:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ff45c00 00000001:00080000:1.0:1768253162.456040:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000100:00100000:0.0:1768253162.459133:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253162.459219:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965184 00000100:00100000:1.0:1768253162.459240:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965184 00000100:00100000:1.0:1768253162.459305:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1022 00000100:00100000:1.0:1768253162.459315:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50569:x1854145451965184:12345-192.168.202.43@tcp:44:dd.60003 00000001:00080000:2.0:1768253162.500507:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967690 is committed 00000100:00100000:0.0:1768253162.500799:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50569:x1854145451965184:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 41478us (41670us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253162.500813:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1022 00000100:00100000:2.0:1768253162.503759:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253162.503862:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965312 00000100:00100000:3.0:1768253162.503874:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965312 00000100:00100000:3.0:1768253162.503934:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 562 00000100:00100000:3.0:1768253162.503944:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451965312:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:3.0:1768253162.504084:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451965312:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 140us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253162.504092:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 562 00000100:00100000:2.0:1768253162.507108:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253162.507311:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965568 00000100:00100000:0.0:1768253162.507322:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965568 00000100:00100000:0.0:1768253162.507523:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 169 00000100:00100000:0.0:1768253162.507533:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50569:x1854145451965568:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:0.0:1768253162.508006:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50569:x1854145451965568:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 472us (906us total) trans 4294967691 rc 0/0 00000100:00100000:0.0:1768253162.508040:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 169 00010000:00010000:2.0:1768253162.932936:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253163.463389:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253163.463437:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253163.463472:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253163.463502:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253163.463527:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965824 00000100:00100000:2.0:1768253163.463538:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965824 00000100:00100000:2.0:1768253163.463591:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1651 00000100:00100000:2.0:1768253163.463601:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451965824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253163.463682:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451965824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253163.463687:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1651 00000100:00100000:3.0:1768253163.463877:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965952 00000100:00100000:3.0:1768253163.463883:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965952 00000100:00100000:3.0:1768253163.463916:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966080 00000100:00100000:3.0:1768253163.463920:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966080 00000100:00100000:3.0:1768253163.463940:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1255 00000100:00100000:3.0:1768253163.463946:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451965952:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253163.463977:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451965952:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253163.463983:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1255 00000100:00100000:3.0:1768253163.463995:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1256 00000100:00100000:3.0:1768253163.464001:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451966080:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253163.464050:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451966080:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253163.464056:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1256 00000100:00100000:1.0:1768253163.464448:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451965696 00000100:00100000:1.0:1768253163.464453:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451965696 00000100:00100000:1.0:1768253163.464479:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1313 00000100:00100000:1.0:1768253163.464485:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451965696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253163.464510:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451965696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253163.464515:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1313 00000100:00100000:0.0:1768253163.573179:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476242304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253163.573247:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253163.573315:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253163.573324:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476242432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253163.573347:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253163.573375:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242304 00000100:00100000:0.0:1768253163.573381:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242304 00000100:00100000:0.0:1768253163.573441:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242432 00000100:00100000:0.0:1768253163.573444:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242432 00000100:00100000:0.0:1768253163.573462:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1768253163.573470:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476242304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253163.573502:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253163.573537:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476242304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253163.573542:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1768253163.573556:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1768253163.573560:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476242432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253163.573567:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:0.0:1768253163.573584:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476242432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253163.573588:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00080000:0.0:1768253163.573600:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253163.573603:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253163.573633:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476242304:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253163.573664:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476242432:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1768253163.627145:0:87877:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2369048128818ns, next at 2352428752621ns, rc = 0 00000004:00080000:2.0:1768253163.627307:0:87877:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2369048292854ns, next at 2325804725931ns, rc = 0 00000001:00080000:3.0:1768253163.653276:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967691 is committed 00000004:00080000:3.0:1768253163.653295:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 89 committed 00000004:00080000:3.0:1768253163.653304:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 87 committed 00010000:00010000:0.0:1768253163.955478:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253164.787341:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253164.787420:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966208 00000100:00100000:1.0:1768253164.787433:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966208 00000100:00100000:1.0:1768253164.787507:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1023 00000100:00100000:1.0:1768253164.787516:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451966208:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253164.787606:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451966208:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 90us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253164.787614:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1023 00000100:00080000:0.0:1768253164.787858:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253164.795633:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253164.795760:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966336 00000100:00100000:0.0:1768253164.795770:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966336 00000100:00100000:0.0:1768253164.795824:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 563 00000100:00100000:0.0:1768253164.795832:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50701:x1854145451966336:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253164.796120:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50701:x1854145451966336:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 288us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253164.796128:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 563 00000100:00080000:0.0:1768253164.796154:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253164.799415:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253164.799477:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966464 00000100:00100000:0.0:1768253164.799488:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966464 00000100:00100000:0.0:1768253164.799556:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 564 00000100:00100000:0.0:1768253164.799566:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50701:x1854145451966464:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253164.799863:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50701:x1854145451966464:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 297us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253164.799872:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 564 00000100:00080000:1.0:1768253164.800482:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253164.813899:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253164.813951:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966592 00000100:00100000:0.0:1768253164.813961:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966592 00000100:00100000:0.0:1768253164.814032:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1024 00000100:00100000:0.0:1768253164.814043:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451966592:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253164.814208:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451966592:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 167us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253164.814215:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1024 00000100:00100000:0.0:1768253164.818869:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253164.823934:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966720 00000100:00100000:2.0:1768253164.823957:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966720 00000100:00100000:2.0:1768253164.824139:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1025 00000100:00100000:2.0:1768253164.824148:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451966720:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253164.824250:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451966720:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 103us (5391us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253164.824257:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1025 00000100:00100000:0.0:1768253164.840158:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253164.840228:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966848 00000100:00100000:2.0:1768253164.840238:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966848 00000100:00100000:2.0:1768253164.840299:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 565 00000100:00100000:2.0:1768253164.840306:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50701:x1854145451966848:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253164.840592:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50701:x1854145451966848:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 286us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253164.840598:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 565 00000100:00100000:0.0:1768253164.843106:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253164.843186:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451966976 00000100:00100000:2.0:1768253164.843195:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451966976 00000100:00100000:2.0:1768253164.843272:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 566 00000100:00100000:2.0:1768253164.843282:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50701:x1854145451966976:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253164.843673:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50701:x1854145451966976:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 392us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253164.843681:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 566 00000100:00100000:0.0:1768253164.857839:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253164.858127:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451967104 00000100:00100000:2.0:1768253164.858137:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451967104 00000100:00100000:2.0:1768253164.858184:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1026 00000100:00100000:2.0:1768253164.858192:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451967104:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253164.858472:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50701:x1854145451967104:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 280us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253164.858480:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1026 00000100:00100000:3.0:1768253164.928140:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253164.928217:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451967360 00000100:00100000:2.0:1768253164.928227:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451967360 00000100:00100000:2.0:1768253164.928289:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1027 00000100:00100000:2.0:1768253164.928298:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50705:x1854145451967360:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768253164.928350:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253164.928381:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abd966 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7238 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253164.928423:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff972749ca9d00) 00010000:00010000:2.0:1768253164.928434:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253164.928461:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928473:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928481:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928494:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928500:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928506:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928652:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928660:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.928666:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000040:00080000:2.0:1768253164.929200:0:6919:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].32, 64 off10240 00000004:00080000:2.0:1768253164.929210:0:6919:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2370350196079ns, next at 2371350193860ns, rc = 0 00010000:00010000:2.0:1768253164.929333:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929343:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929352:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929358:0:6919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929364:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929370:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929403:0:6919:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253164.929425:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929432:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929439:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.929442:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253164.929448:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253164.929452:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929454:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.929468:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253164.929470:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.929473:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.929483:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff972742c4a900) 00010000:00010000:2.0:1768253164.929487:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253164.929896:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.929909:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff972742c4a900) 00010000:00010000:3.0:1768253164.929912:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253164.929915:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.929921:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abd990 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.929935:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253164.929936:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253164.929938:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253164.930246:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253164.930255:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abd989 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930483:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930491:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930497:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930502:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253164.930505:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930511:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930520:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9600) 00010000:00010000:3.0:1768253164.930522:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253164.930525:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253164.930530:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abd97b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768253164.930661:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000931bf40b reply state 00000000045d2857 transno 4294967692 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253164.930671:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253164.930881:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50705:x1854145451967360:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 2579us (2748us total) trans 4294967692 rc 0/0 00000100:00100000:3.0:1768253164.930898:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1027 00010000:00010000:1.0:1768253164.944542:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253164.944559:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253164.944567:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253164.944573:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253164.944578:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253164.944585:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253164.944734:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff972742c4a200) 00010000:00010000:1.0:1768253164.944738:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253164.944744:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253164.944750:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abd982 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253164.981506:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253166.009641:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253166.133742:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476242688:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.133773:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476242560:0@lo:400:kworker.0 00000100:00100000:1.0:1768253166.134850:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476242944:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.140281:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253166.140289:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253166.140342:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242560 00000100:00100000:2.0:1768253166.140352:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242560 00000100:00100000:2.0:1768253166.140416:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1768253166.140426:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476242560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253166.140540:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476243200:0@lo:400:kworker.0 00000100:00100000:2.0:1768253166.140601:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476242560:12345-0@lo:400:kworker.0 Request processed in 177us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253166.140610:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1768253166.140687:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253166.140750:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253166.140758:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476242816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253166.140783:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253166.144456:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243200 00000100:00100000:2.0:1768253166.144474:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243200 00000100:00100000:2.0:1768253166.144561:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1768253166.144572:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476243200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253166.144681:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476243200:12345-0@lo:400:kworker.0 Request processed in 110us (3993us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253166.144689:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1768253166.144759:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476243200:0@lo:400:kworker.0 00000100:00100000:1.0:1768253166.146373:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253166.147275:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242944 00000100:00100000:2.0:1768253166.147286:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242944 00000100:00100000:2.0:1768253166.147342:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1768253166.147353:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476242944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253166.147452:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476242944:12345-0@lo:400:kworker.0 Request processed in 101us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253166.147460:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00080000:1.0:1768253166.147491:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253166.147495:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253166.148322:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242688 00000100:00100000:3.0:1768253166.148333:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242688 00000100:00100000:3.0:1768253166.148373:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476242816 00000100:00100000:3.0:1768253166.148388:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476242816 00000100:00100000:3.0:1768253166.148419:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:3.0:1768253166.148426:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476242688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.148476:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476242688:12345-0@lo:400:kworker.0 Request processed in 50us (8185us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253166.148482:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:3.0:1768253166.148497:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:3.0:1768253166.148504:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476242816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.148534:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476242816:12345-0@lo:400:kworker.0 Request processed in 31us (7750us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253166.148539:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00080000:1.0:1768253166.149492:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253166.149548:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476242944:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.149870:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476242816:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.149888:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476242688:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.149932:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476242560:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.149944:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476243072:0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.149985:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253166.150032:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243072 00000100:00100000:3.0:1768253166.150037:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243072 00000100:00100000:3.0:1768253166.150074:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1768253166.150081:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476243072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253166.150116:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476243072:12345-0@lo:400:kworker.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253166.150127:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1768253166.150153:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476243072:0@lo:400:kworker.0 00000100:00080000:1.0:1768253166.150304:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768253167.030480:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253167.050174:0:88022:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2372471156768ns, next at 2352428752621ns, rc = 0 00000004:00080000:0.0:1768253167.050297:0:88022:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2372471283188ns, next at 2371350193860ns, rc = 0 00000004:00080000:3.0:1768253167.097614:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 88 committed 00000001:00080000:3.0:1768253167.097653:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967692 is committed 00000004:00080000:3.0:1768253167.097660:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 90 committed 00000100:00100000:3.0:1768253167.097796:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476243328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1768253167.097858:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253167.097937:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243328 00000100:00100000:3.0:1768253167.097944:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243328 00000100:00100000:3.0:1768253167.098227:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1768253167.098237:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476243328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768253167.098266:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:32 count 1 00010000:00010000:3.0:1768253167.098290:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.098311:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 5 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.098321:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253167.098324:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253167.098327:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.098353:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 5 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.098377:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 5 pid: 10696 timeout: 2472 lvb_type: 0 00000100:00100000:3.0:1768253167.098389:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476243456:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253167.098446:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727774f2c00 going to sleep for 11 seconds 00000004:00080000:3.0:1768253167.100234:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 91 committed 00000100:00100000:3.0:1768253167.111561:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476243456:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253167.111603:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253167.121310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253167.121482:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451967488 00000100:00100000:3.0:1768253167.121495:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451967488 00010000:00010000:3.0:1768253167.121559:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 6 pid: 10696 timeout: 2472 lvb_type: 0 00000100:00080000:1.0:1768253167.121667:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253167.121723:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 440 00000100:00100000:3.0:1768253167.121734:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451967488:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768253167.121751:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253167.121758:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 6 pid: 10696 timeout: 2472 lvb_type: 0 00010000:00010000:3.0:1768253167.121773:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 6 pid: 10696 timeout: 2472 lvb_type: 0 00010000:00010000:3.0:1768253167.121801:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abd974 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d723f expref: 6 pid: 10696 timeout: 2472 lvb_type: 0 00010000:00010000:3.0:1768253167.121818:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253167.121821:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253167.121826:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.121834:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.121978:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253167.122086:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451967488:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 353us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253167.122094:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 440 00010000:00010000:2.0:1768253167.123292:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253167.123308:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253167.123318:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253167.123325:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253167.123847:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768253167.124762:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476243328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26522us (26899us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1768253167.124772:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000004:00080000:0.0:1768253167.124897:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ff44700/2, rc 0, transno 4294967361 00000100:00100000:0.0:1768253167.124913:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476243328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768253167.125374:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253167.125497:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.125508:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253167.125512:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.125521:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.125541:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.125547:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abd997 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253167.125565:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253167.125567:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253167.125569:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253168.051450:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253168.595324:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253168.595389:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253168.595431:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253168.595464:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253168.595504:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968000 00000100:00100000:0.0:1768253168.595518:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968000 00000100:00100000:1.0:1768253168.595671:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451967616 00000100:00100000:1.0:1768253168.595676:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451967616 00000100:00100000:1.0:1768253168.595724:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1315 00000100:00100000:1.0:1768253168.595734:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451967616:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253168.595800:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451967616:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253168.595808:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1315 00000100:00100000:3.0:1768253168.596287:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451967744 00000100:00100000:3.0:1768253168.596294:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451967744 00000100:00100000:3.0:1768253168.596342:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1655 00000100:00100000:3.0:1768253168.596350:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451967744:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253168.596408:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451967744:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 59us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253168.596415:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1655 00000100:00100000:3.0:1768253168.596674:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451967872 00000100:00100000:3.0:1768253168.596689:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451967872 00000100:00100000:3.0:1768253168.596729:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00100000:3.0:1768253168.596736:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451968000:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253168.596769:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451968000:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253168.596776:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00100000:3.0:1768253168.596791:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1260 00000100:00100000:3.0:1768253168.596798:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451967872:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253168.596821:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451967872:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253168.596827:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1260 00000100:00080000:1.0:1768253168.597156:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253168.597162:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253168.690333:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253168.690365:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476243584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253168.690436:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253168.690512:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243584 00000100:00100000:1.0:1768253168.690597:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253168.690607:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476243712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253168.690635:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253168.690677:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243584 00000100:00100000:0.0:1768253168.690730:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1768253168.690739:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476243584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253168.690775:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1768253168.690792:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243712 00000100:00100000:3.0:1768253168.690796:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243712 00000100:00100000:3.0:1768253168.690818:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1768253168.690824:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476243712:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253168.690826:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476243584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253168.690832:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00002000:00000024:3.0:1768253168.690854:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253168.690879:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476243584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253168.690889:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476243712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253168.690895:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00080000:3.0:1768253168.690911:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253168.690914:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253168.693297:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fface00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476243712:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253169.074361:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768253169.756025:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00010000:00010000:0.0:1768253170.098365:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253171.122973:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253171.250348:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476243968:0@lo:400:kworker.0 00000100:00100000:2.0:1768253171.250376:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476244224:0@lo:400:kworker.0 00000100:00100000:3.0:1768253171.250453:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476243840:0@lo:400:kworker.0 00000100:00100000:1.0:1768253171.250536:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476244096:0@lo:400:kworker.0 00000100:00100000:2.0:1768253171.252399:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253171.252486:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244224 00000100:00100000:2.0:1768253171.252494:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244224 00000100:00100000:2.0:1768253171.252548:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1768253171.252558:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476244224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253171.252611:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476244224:12345-0@lo:400:kworker.0 Request processed in 54us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253171.252619:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00080000:2.0:1768253171.252775:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253171.252806:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476244224:0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.254638:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253171.254840:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476244480:0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.254887:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253171.255039:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253171.255066:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476244352:0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.255292:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243840 00000100:00100000:0.0:1768253171.255300:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243840 00000100:00100000:0.0:1768253171.255355:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1768253171.255364:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476243840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.255424:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476243840:12345-0@lo:400:kworker.0 Request processed in 61us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253171.255431:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1768253171.255784:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253171.255939:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476243840:0@lo:400:kworker.0 00000100:00100000:3.0:1768253171.255977:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244480 00000100:00100000:3.0:1768253171.255981:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244480 00000100:00100000:3.0:1768253171.256052:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1768253171.256060:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476244480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253171.256337:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476244480:12345-0@lo:400:kworker.0 Request processed in 268us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253171.256344:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00080000:3.0:1768253171.256361:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253171.256381:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:3.0:1768253171.256398:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ff44700, transno 4294967361 00000100:00100000:3.0:1768253171.256409:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476244480:0@lo:400:kworker.0 00000100:00100000:2.0:1768253171.256970:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476243968 00000100:00100000:2.0:1768253171.256977:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476243968 00000100:00100000:2.0:1768253171.257206:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244352 00000100:00100000:2.0:1768253171.257210:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244352 00000100:00100000:0.0:1768253171.257300:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:0.0:1768253171.257309:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476243968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.257374:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476243968:12345-0@lo:400:kworker.0 Request processed in 66us (2741us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253171.257381:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:0.0:1768253171.257409:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:0.0:1768253171.257416:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476244352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.257446:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476244352:12345-0@lo:400:kworker.0 Request processed in 31us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253171.257453:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:3.0:1768253171.257541:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649252d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476244352:0@lo:400:kworker.0 00000100:00100000:3.0:1768253171.257569:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476243968:0@lo:400:kworker.0 00000100:00080000:3.0:1768253171.257592:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253171.258389:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253171.258669:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244096 00000100:00100000:0.0:1768253171.258676:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244096 00000100:00100000:0.0:1768253171.258723:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1768253171.258731:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476244096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253171.258774:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fface00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476244096:12345-0@lo:400:kworker.0 Request processed in 44us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253171.258780:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00080000:1.0:1768253171.259222:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253171.259253:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476244096:0@lo:400:kworker.0 00010000:00010000:0.0:1768253172.146303:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253173.170356:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253173.702437:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253173.702499:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253173.702520:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968256 00000100:00100000:0.0:1768253173.702531:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968256 00000100:00100000:1.0:1768253173.702548:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253173.702596:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253173.702607:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1659 00000100:00100000:0.0:1768253173.702617:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451968256:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768253173.702619:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253173.702699:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451968256:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253173.702706:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1659 00000100:00100000:2.0:1768253173.703000:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968128 00000100:00100000:2.0:1768253173.703006:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968128 00000100:00100000:2.0:1768253173.703073:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1317 00000100:00100000:2.0:1768253173.703081:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451968128:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253173.703123:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451968128:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253173.703130:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1317 00000100:00100000:3.0:1768253173.703340:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968512 00000100:00100000:3.0:1768253173.703345:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968512 00000100:00100000:3.0:1768253173.703399:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968384 00000100:00100000:3.0:1768253173.703404:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968384 00000100:00100000:3.0:1768253173.703439:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1263 00000100:00100000:3.0:1768253173.703446:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451968512:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253173.703481:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451968512:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253173.703488:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1263 00000100:00100000:3.0:1768253173.703512:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1264 00000100:00100000:3.0:1768253173.703521:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451968384:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253173.703548:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451968384:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253173.703554:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1264 00000100:00080000:1.0:1768253173.703913:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253173.703917:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253173.810477:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476244608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253173.810543:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253173.810696:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244608 00000100:00100000:2.0:1768253173.810705:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244608 00000100:00100000:2.0:1768253173.810768:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1768253173.810777:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476244608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253173.810814:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253173.810864:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476244608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253173.810871:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1768253173.810919:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476244608:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768253173.810982:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253173.811571:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476244736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253173.811609:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253173.811709:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244736 00000100:00100000:1.0:1768253173.811714:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244736 00000100:00100000:1.0:1768253173.811761:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1768253173.811768:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476244736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253173.811791:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253173.811828:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476244736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253173.811835:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00080000:0.0:1768253173.811956:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253173.811982:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476244736:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768253174.196418:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253175.220247:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253176.243451:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253176.370475:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476244864:0@lo:400:kworker.0 00000100:00100000:0.0:1768253176.370548:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253176.370725:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244864 00000100:00100000:1.0:1768253176.370733:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244864 00000100:00100000:1.0:1768253176.370791:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1768253176.370802:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476244864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253176.371035:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476244992:0@lo:400:kworker.0 00000100:00100000:3.0:1768253176.371068:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253176.371135:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476244992 00000100:00100000:3.0:1768253176.371140:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476244992 00000100:00100000:3.0:1768253176.371168:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1768253176.371175:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476244992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253176.371214:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476244992:12345-0@lo:400:kworker.0 Request processed in 39us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253176.371220:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1768253176.371265:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476244992:0@lo:400:kworker.0 00000100:00100000:1.0:1768253176.372360:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476244864:12345-0@lo:400:kworker.0 Request processed in 1557us (1808us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253176.372370:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1768253176.372420:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476245248:0@lo:400:kworker.0 00000100:00100000:3.0:1768253176.372451:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476245504:0@lo:400:kworker.0 00000100:00100000:2.0:1768253176.372457:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253176.372476:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253176.372480:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253176.372485:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476245120:0@lo:400:kworker.0 00000100:00100000:2.0:1768253176.372504:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253176.372545:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476244864:0@lo:400:kworker.0 00000100:00100000:0.0:1768253176.372570:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476245376:0@lo:400:kworker.0 00000100:00100000:0.0:1768253176.372594:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253176.372645:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245120 00000100:00100000:0.0:1768253176.372664:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245120 00000100:00100000:0.0:1768253176.372705:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245376 00000100:00100000:0.0:1768253176.372708:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245376 00000100:00100000:0.0:1768253176.372729:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1768253176.372735:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476245120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253176.373408:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648679c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476245120:12345-0@lo:400:kworker.0 Request processed in 663us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253176.373417:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1768253176.373438:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:0.0:1768253176.373447:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476245376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253176.373482:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476245376:12345-0@lo:400:kworker.0 Request processed in 37us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253176.373488:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00080000:0.0:1768253176.373511:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253176.373539:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476245120:0@lo:400:kworker.0 00000100:00100000:0.0:1768253176.373581:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476245376:0@lo:400:kworker.0 00000100:00100000:1.0:1768253176.374297:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245248 00000100:00100000:1.0:1768253176.374307:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245248 00000100:00100000:1.0:1768253176.374361:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245504 00000100:00100000:1.0:1768253176.374364:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245504 00000100:00080000:3.0:1768253176.374412:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253176.374416:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253176.374437:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1768253176.374448:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476245248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253176.374499:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476245248:12345-0@lo:400:kworker.0 Request processed in 55us (2040us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253176.374506:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1768253176.374522:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1768253176.374529:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476245504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253176.375079:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476245248:0@lo:400:kworker.0 00000100:00100000:2.0:1768253176.376960:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476245504:0@lo:400:kworker.0 00000100:00100000:3.0:1768253176.377739:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476245504:12345-0@lo:400:kworker.0 Request processed in 3204us (5256us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253176.377834:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00010000:00010000:3.0:1768253177.266845:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253178.291311:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253178.824218:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253178.824482:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253178.824525:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253178.824574:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253178.824709:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968896 00000100:00100000:0.0:1768253178.824726:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968896 00000100:00100000:2.0:1768253178.824746:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968768 00000100:00100000:2.0:1768253178.824757:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968768 00000100:00080000:3.0:1768253178.824862:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253178.824868:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253178.824908:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1663 00000100:00100000:2.0:1768253178.824920:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451968768:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253178.826865:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969024 00000100:00100000:0.0:1768253178.826879:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969024 00000100:00100000:0.0:1768253178.826944:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1267 00000100:00100000:0.0:1768253178.826955:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451968896:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253178.827089:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451968896:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 137us (2608us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253178.827097:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1267 00000100:00100000:0.0:1768253178.827115:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1268 00000100:00100000:0.0:1768253178.827122:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451969024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253178.827147:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451969024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (2571us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253178.827153:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1268 00000100:00080000:3.0:1768253178.827908:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253178.832978:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451968640 00000100:00100000:1.0:1768253178.833001:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451968640 00000100:00100000:1.0:1768253178.833108:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1319 00000100:00100000:1.0:1768253178.833119:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451968640:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253178.833223:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451968640:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 107us (9022us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253178.833241:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1319 00000100:00100000:2.0:1768253178.837182:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451968768:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 12241us (12632us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253178.837205:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1663 00000100:00100000:2.0:1768253178.930433:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476245632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253178.930541:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253178.931109:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245632 00000100:00100000:3.0:1768253178.931123:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245632 00000100:00100000:3.0:1768253178.931209:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1768253178.931219:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476245632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253178.931303:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253178.931381:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476245632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253178.931389:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1768253178.931690:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476245632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253178.931712:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253178.931720:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476245760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253178.931752:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253178.931839:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245760 00000100:00100000:3.0:1768253178.931844:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245760 00000100:00100000:3.0:1768253178.931876:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1768253178.931883:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476245760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253178.931909:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253178.931941:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476245760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253178.931948:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00080000:0.0:1768253178.932055:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253178.932061:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253178.939345:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476245760:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253179.314811:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253180.338828:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253181.362289:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253181.490446:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476245888:0@lo:400:kworker.0 00000100:00100000:0.0:1768253181.490520:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253181.490580:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476246400:0@lo:400:kworker.0 00000100:00100000:0.0:1768253181.490606:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253181.490643:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768253181.490650:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476246016:0@lo:400:kworker.0 00000100:00100000:0.0:1768253181.490671:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253181.490684:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476246528:0@lo:400:kworker.0 00000100:00100000:0.0:1768253181.490715:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253181.490957:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476245888 00000100:00100000:2.0:1768253181.490966:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476245888 00000100:00100000:2.0:1768253181.491041:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1768253181.491050:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476245888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253181.491100:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476245888:12345-0@lo:400:kworker.0 Request processed in 51us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253181.491107:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1768253181.491143:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246400 00000100:00100000:2.0:1768253181.491146:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246400 00000100:00100000:2.0:1768253181.491174:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246016 00000100:00100000:2.0:1768253181.491177:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246016 00000100:00100000:2.0:1768253181.491192:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1768253181.491198:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476246400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253181.491240:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476246400:12345-0@lo:400:kworker.0 Request processed in 31us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253181.491248:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1768253181.491260:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1768253181.491266:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476246016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253181.491289:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476246016:12345-0@lo:400:kworker.0 Request processed in 24us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253181.491295:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1768253181.491429:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476246144:0@lo:400:kworker.0 00000100:00100000:1.0:1768253181.491472:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253181.491503:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253181.491509:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476246272:0@lo:400:kworker.0 00000100:00100000:1.0:1768253181.491530:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253181.491833:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246144 00000100:00100000:2.0:1768253181.491839:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246144 00000100:00100000:2.0:1768253181.491875:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1768253181.491883:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476246144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253181.491917:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476246144:12345-0@lo:400:kworker.0 Request processed in 35us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253181.491923:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00080000:0.0:1768253181.491992:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253181.492066:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476246016:0@lo:400:kworker.0 00000100:00100000:0.0:1768253181.492077:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476245888:0@lo:400:kworker.0 00000100:00100000:0.0:1768253181.492088:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476246400:0@lo:400:kworker.0 00000100:00100000:1.0:1768253181.492205:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476246144:0@lo:400:kworker.0 00000100:00100000:3.0:1768253181.492307:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246528 00000100:00100000:3.0:1768253181.492312:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246528 00000100:00100000:3.0:1768253181.492364:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246272 00000100:00100000:3.0:1768253181.492369:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246272 00000100:00100000:3.0:1768253181.492399:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1768253181.492406:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476246528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253181.492459:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476246528:12345-0@lo:400:kworker.0 Request processed in 54us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253181.492467:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1768253181.492480:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1768253181.492486:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476246272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253181.492513:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476246272:12345-0@lo:400:kworker.0 Request processed in 28us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253181.492519:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1768253181.492705:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476246272:0@lo:400:kworker.0 00000100:00080000:0.0:1768253181.493089:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253181.493095:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253181.493121:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476246528:0@lo:400:kworker.0 00000100:00100000:0.0:1768253182.135940:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253182.136064:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969152 00000100:00100000:3.0:1768253182.136076:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969152 00000100:00100000:3.0:1768253182.136161:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1028 00000100:00100000:3.0:1768253182.136173:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451969152:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253182.136324:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451969152:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 153us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253182.136332:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1028 00000100:00080000:0.0:1768253182.136400:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253182.138269:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253182.139713:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969280 00000100:00100000:2.0:1768253182.139727:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969280 00000100:00100000:2.0:1768253182.139863:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 568 00000100:00100000:2.0:1768253182.139875:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969280:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253182.140730:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969280:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 853us (2467us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253182.140740:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 568 00000100:00080000:0.0:1768253182.140971:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253182.144396:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253182.144605:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969408 00000100:00100000:3.0:1768253182.144616:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969408 00000100:00100000:3.0:1768253182.144776:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 569 00000100:00100000:3.0:1768253182.144786:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969408:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253182.145233:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969408:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 447us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253182.145241:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 569 00000100:00080000:0.0:1768253182.145643:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253182.147099:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253182.147211:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969536 00000100:00100000:0.0:1768253182.147235:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969536 00000100:00100000:0.0:1768253182.147342:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1029 00000100:00100000:0.0:1768253182.147352:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451969536:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253182.147653:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451969536:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 302us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253182.147663:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1029 00000100:00100000:2.0:1768253182.152107:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253182.152206:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969664 00000100:00100000:0.0:1768253182.152216:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969664 00000100:00100000:0.0:1768253182.152299:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1030 00000100:00100000:0.0:1768253182.152310:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451969664:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253182.152585:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451969664:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 276us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253182.152594:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1030 00000100:00100000:1.0:1768253182.158212:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253182.158664:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969792 00000100:00100000:3.0:1768253182.158676:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969792 00000100:00100000:3.0:1768253182.158737:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 570 00000100:00100000:3.0:1768253182.158747:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969792:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253182.159113:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969792:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 366us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253182.159121:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 570 00000100:00100000:1.0:1768253182.162051:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253182.162174:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451969920 00000100:00100000:0.0:1768253182.162185:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451969920 00000100:00100000:0.0:1768253182.162245:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 571 00000100:00100000:0.0:1768253182.162254:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969920:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253182.162495:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:50924:x1854145451969920:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 241us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253182.162503:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 571 00000100:00100000:1.0:1768253182.167905:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253182.168006:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451970048 00000100:00100000:3.0:1768253182.168033:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451970048 00000100:00100000:3.0:1768253182.168104:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1031 00000100:00100000:3.0:1768253182.168115:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451970048:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253182.168471:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50924:x1854145451970048:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 357us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253182.168479:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1031 00000100:00100000:1.0:1768253182.207354:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253182.207515:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451970176 00000100:00100000:0.0:1768253182.207527:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451970176 00000100:00100000:0.0:1768253182.207596:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1032 00000100:00100000:0.0:1768253182.207606:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:50925:x1854145451970176:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253182.207627:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253182.207651:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd99e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7246 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.207727:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd9a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.207748:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd9a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.207773:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd9a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:0.0:1768253182.207844:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:0.0:1768253182.207848:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253182.207873:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd9a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.207896:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd99e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7246 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.207918:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd9a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7246 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.207926:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9600) 00010000:00010000:0.0:1768253182.207928:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253182.207932:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768253182.207991:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50925:x1854145451970176:12345-192.168.202.43@tcp:101:rm.0 Request processed in 387us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253182.207998:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1032 00000100:00100000:3.0:1768253182.212743:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253182.214500:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451970304 00000100:00100000:1.0:1768253182.214517:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451970304 00000100:00100000:1.0:1768253182.214750:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 170 00000100:00100000:1.0:1768253182.214760:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50925:x1854145451970304:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:1.0:1768253182.214890:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50925:x1854145451970304:12345-192.168.202.43@tcp:49:rm.0 Request processed in 131us (2157us total) trans 0 rc -61/-61 00000100:00100000:1.0:1768253182.214899:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 170 00000100:00100000:0.0:1768253182.225149:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253182.225279:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451970560 00000100:00100000:0.0:1768253182.225290:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451970560 00000100:00100000:0.0:1768253182.225349:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1033 00000100:00100000:0.0:1768253182.225360:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50925:x1854145451970560:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253182.225383:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253182.225408:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d724d expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1768253182.225809:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:0.0:1768253182.226071:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d724d expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.226085:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270800) 00010000:00010000:0.0:1768253182.226088:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1768253182.226093:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d724d expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.226110:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962a00, rc 0) 00000100:00100000:0.0:1768253182.226415:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50925:x1854145451970560:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1056us (1275us total) trans 4294967693 rc 301/301 00000100:00100000:0.0:1768253182.226424:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1033 00000100:00100000:1.0:1768253182.240561:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253182.240601:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451970688 00000100:00100000:1.0:1768253182.240611:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451970688 00000100:00100000:1.0:1768253182.240657:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 171 00000100:00100000:1.0:1768253182.240666:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50925:x1854145451970688:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:1.0:1768253182.246490:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50925:x1854145451970688:12345-192.168.202.43@tcp:37:rm.0 Request processed in 5812us (5934us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253182.246508:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 171 00000100:00100000:0.0:1768253182.252843:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253182.255981:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451970944 00000100:00100000:1.0:1768253182.256004:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451970944 00000100:00100000:1.0:1768253182.256094:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 172 00000100:00100000:1.0:1768253182.256104:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:50925:x1854145451970944:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768253182.256458:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50925:x1854145451970944:12345-192.168.202.43@tcp:35:rm.0 Request processed in 355us (3623us total) trans 4294967694 rc 0/0 00000100:00100000:1.0:1768253182.256466:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 172 00000100:00100000:0.0:1768253182.267731:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253182.267772:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971200 00000100:00100000:0.0:1768253182.267783:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971200 00000100:00100000:0.0:1768253182.267838:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1034 00000100:00100000:0.0:1768253182.267848:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:50925:x1854145451971200:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768253182.267908:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1768253182.267935:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abd9a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7246 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.267956:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abd94a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7231 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253182.267970:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abd5a0) 00010000:00010000:0.0:1768253182.267974:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972749ca9600) 00010000:00010000:0.0:1768253182.267985:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253182.268009:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268039:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268049:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268063:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268070:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268075:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268241:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268250:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268257:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268315:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268326:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268334:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268340:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253182.268344:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268350:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268358:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768253182.268360:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768253182.268364:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268369:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abd9c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268382:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268396:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268400:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268405:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253182.268407:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268416:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268422:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270300) 00010000:00010000:0.0:1768253182.268424:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253182.268642:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268649:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abd9ba lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268931:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268939:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268945:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268951:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253182.268954:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268960:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268969:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270800) 00010000:00010000:0.0:1768253182.268971:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253182.268974:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253182.268979:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abd9c1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253182.269122:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:50925:x1854145451971200:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1272us (1400us total) trans 0 rc -13/-13 00000100:00100000:0.0:1768253182.269130:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1034 00010000:00010000:0.0:1768253182.387301:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253182.592945:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967693 is committed 00000001:00080000:0.0:1768253182.592964:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967694 is committed 00010000:00010000:3.0:1768253183.411173:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253183.947762:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253183.947793:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253183.947819:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253183.947855:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253183.947886:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971712 00000100:00100000:2.0:1768253183.947896:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971712 00000100:00100000:2.0:1768253183.947949:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971584 00000100:00100000:2.0:1768253183.947953:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971584 00000100:00100000:2.0:1768253183.947974:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1271 00000100:00100000:2.0:1768253183.947985:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451971712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253183.948078:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451971712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 94us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253183.948085:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1271 00000100:00100000:2.0:1768253183.948103:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1272 00000100:00100000:2.0:1768253183.948109:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451971584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253183.948131:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451971584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253183.948138:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1272 00000100:00100000:2.0:1768253183.948154:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971328 00000100:00100000:2.0:1768253183.948158:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971328 00000100:00100000:2.0:1768253183.948182:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1321 00000100:00100000:2.0:1768253183.948188:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451971328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253183.948219:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451971328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253183.948224:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1321 00000100:00100000:1.0:1768253183.948818:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971456 00000100:00100000:1.0:1768253183.948824:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971456 00000100:00100000:1.0:1768253183.948884:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1667 00000100:00100000:1.0:1768253183.948892:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451971456:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253183.948935:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451971456:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 44us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253183.948942:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1667 00000100:00100000:2.0:1768253184.050215:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253184.050242:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476246656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253184.050309:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253184.050378:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246656 00000100:00100000:2.0:1768253184.050385:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246656 00000100:00100000:2.0:1768253184.050458:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1768253184.050467:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476246656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253184.050506:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253184.050554:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476246656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253184.050562:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:2.0:1768253184.050584:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253184.050620:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476246656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253184.050879:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476246784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253184.050910:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253184.050937:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246784 00000100:00100000:1.0:1768253184.050941:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246784 00000100:00100000:1.0:1768253184.050968:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1768253184.050975:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476246784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253184.050995:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253184.051044:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476246784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253184.051051:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00080000:1.0:1768253184.051065:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253184.051086:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476246784:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253184.436249:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253184.984052:0:88337:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0a839a30 20000000:00000080:2.0:1768253184.984067:0:88337:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647527400 uarg=0000000000000000 00010000:00010000:2.0:1768253184.984346:0:88337:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253184.984358:0:88337:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253184.984368:0:88337:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253184.984382:0:88337:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253184.984398:0:88337:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253184.984404:0:88337:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253184.984437:0:88337:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253184.984447:0:88337:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 17 pid: 5777 timeout: 2540 lvb_type: 0 00000100:00100000:2.0:1768253184.984458:0:88337:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88337:1854145476246912:0@lo:104: 00000100:00100000:2.0:1768253184.984505:0:88337:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253184.985293:0:88337:0:(client.c:2690:ptlrpc_set_wait()) set ffff97278207d300 going to sleep for 11 seconds 00000100:00100000:0.0:1768253184.988121:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476246912 00000100:00100000:0.0:1768253184.988133:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476246912 00000100:00100000:0.0:1768253184.988190:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1768253184.988208:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:88337:x1854145476246912:12345-0@lo:104: 00010000:00010000:0.0:1768253184.988225:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988364:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253184.988370:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:88337:x1854145476246912:12345-0@lo:104: Request processed in 165us (3863us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253184.988375:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00010000:00010000:0.0:1768253184.988393:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253184.988397:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988402:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253184.988405:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988411:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253184.988415:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253184.988420:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253184.988447:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988451:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253184.988466:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988470:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01a00/0xef9a6e5c83abd920 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd927 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988483:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253184.988484:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253184.988485:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253184.988500:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476247040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253184.988526:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253184.988559:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247040 00000100:00100000:0.0:1768253184.988562:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247040 00010000:00010000:0.0:1768253184.988575:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 18 pid: 5777 timeout: 2540 lvb_type: 0 00000100:00100000:0.0:1768253184.988589:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1768253184.988593:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476247040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253184.988600:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253184.988603:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 18 pid: 5777 timeout: 2540 lvb_type: 0 00010000:00010000:0.0:1768253184.988610:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 18 pid: 5777 timeout: 2540 lvb_type: 0 00010000:00010000:0.0:1768253184.988626:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988632:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988641:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988645:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988649:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988664:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988669:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253184.988673:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988680:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988687:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253184.988696:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253184.988721:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476247040:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253184.988728:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1768253184.988765:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476247040:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253184.990293:0:88337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abd927 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd920 expref: 17 pid: 5777 timeout: 2540 lvb_type: 0 00000100:00100000:3.0:1768253184.990309:0:88337:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88337:1854145476246912:0@lo:104: 00010000:00010000:3.0:1768253184.990327:0:88337:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253184.990337:0:88337:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253184.990343:0:88337:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253184.990348:0:88337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abd9cf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88337 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253185.459150:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253185.746529:0:88386:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff885da120 20000000:00000080:0.0:1768253185.746548:0:88386:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97274de82800 uarg=0000000000000000 00010000:00010000:0.0:1768253185.746796:0:88386:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253185.746811:0:88386:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253185.746823:0:88386:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253185.746843:0:88386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746859:0:88386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746868:0:88386:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746873:0:88386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746879:0:88386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746885:0:88386:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746890:0:88386:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253185.746894:0:88386:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746901:0:88386:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746914:0:88386:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746923:0:88386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253185.746929:0:88386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962200/0xef9a6e5c83abd9d6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253186.491579:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253186.613444:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476247552:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.613526:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253186.613764:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768253186.613855:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476247168:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.613892:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253186.613921:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476247680:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.613945:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253186.613971:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476247296:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.613992:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253186.614215:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476247808:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.614240:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253186.614441:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253186.614448:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476247424:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.614472:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253186.614515:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247552 00000100:00100000:0.0:1768253186.614523:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247552 00000100:00100000:0.0:1768253186.614579:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247808 00000100:00100000:0.0:1768253186.614582:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247808 00000100:00100000:0.0:1768253186.614705:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1768253186.614713:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476247552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.614770:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476247552:12345-0@lo:400:kworker.0 Request processed in 57us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.614868:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1768253186.614892:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1768253186.614898:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476247808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.614934:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476247808:12345-0@lo:400:kworker.0 Request processed in 36us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.614940:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1768253186.614960:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247168 00000100:00100000:0.0:1768253186.614964:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247168 00000100:00100000:0.0:1768253186.614986:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1768253186.614992:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476247168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.615054:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476247168:12345-0@lo:400:kworker.0 Request processed in 63us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.615346:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1768253186.615517:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247680 00000100:00100000:0.0:1768253186.615523:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247680 00000100:00100000:0.0:1768253186.615551:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247296 00000100:00100000:0.0:1768253186.615554:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247296 00000100:00100000:0.0:1768253186.615570:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1768253186.615577:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476247680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.615704:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476247680:12345-0@lo:400:kworker.0 Request processed in 127us (1757us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.615711:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1768253186.615722:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247424 00000100:00100000:0.0:1768253186.615725:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247424 00000100:00100000:0.0:1768253186.615741:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1768253186.615747:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476247296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.615861:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476247296:12345-0@lo:400:kworker.0 Request processed in 112us (1867us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.615867:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1768253186.615879:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:0.0:1768253186.615885:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476247424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.615915:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476247424:12345-0@lo:400:kworker.0 Request processed in 31us (1443us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.615920:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00080000:0.0:1768253186.615951:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253186.615956:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253186.615958:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253186.616034:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476247424:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.616046:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476247296:0@lo:400:kworker.0 00000100:00100000:0.0:1768253186.616139:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476247808:0@lo:400:kworker.0 00000100:00100000:1.0:1768253186.616316:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476247168:0@lo:400:kworker.0 00000100:00100000:1.0:1768253186.616329:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476247680:0@lo:400:kworker.0 00000100:00100000:1.0:1768253186.616344:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476247552:0@lo:400:kworker.0 10000000:01000000:3.0:1768253186.936213:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253186.936222:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253186.936227:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253186.936271:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253186.936284:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253186.936296:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253186.936324:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476247936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253186.941621:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253186.941694:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727412549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253186.941762:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476247936 00000100:00100000:0.0:1768253186.941772:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476247936 00000100:00100000:0.0:1768253186.941824:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1768253186.941833:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476247936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253186.941850:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253186.941871:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abd9dd expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253186.941903:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253186.941916:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253186.941926:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768253186.941995:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476247936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253186.942002:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:3.0:1768253186.942537:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476247936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253186.942556:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253186.942565:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253186.942586:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253186.942591:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253186.942599:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253187.508926:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253188.531308:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253188.552428:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253188.552657:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971840 00000100:00100000:0.0:1768253188.552668:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971840 00000100:00100000:0.0:1768253188.552797:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1035 00000100:00100000:0.0:1768253188.552809:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51038:x1854145451971840:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253188.552833:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253188.552858:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd9eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7254 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.552918:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd9f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253188.552936:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd9f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253188.552950:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd9f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768253188.553079:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768253188.553084:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253188.553125:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd9f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253188.553152:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abd9eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7254 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.553194:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd9f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7254 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.553203:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768253188.553206:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253188.553209:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962e00, rc 0) 00000100:00100000:0.0:1768253188.553262:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51038:x1854145451971840:12345-192.168.202.43@tcp:101:rm.0 Request processed in 456us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253188.553269:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1035 00000100:00080000:1.0:1768253188.556749:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253188.556916:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253188.557093:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451971968 00000100:00100000:0.0:1768253188.557103:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451971968 00000100:00100000:0.0:1768253188.557359:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1036 00000100:00100000:0.0:1768253188.557445:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51038:x1854145451971968:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253188.557544:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253188.557563:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd9f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d725b expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.557619:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557631:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557642:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557654:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557663:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557668:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557772:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557779:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557786:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253188.557824:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:0.0:1768253188.557828:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253188.557849:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557859:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557864:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557870:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557876:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253188.557880:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557886:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557897:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768253188.557900:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253188.557905:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557911:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abda00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557922:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557927:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557933:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557938:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253188.557940:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557945:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557951:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270000) 00010000:00010000:0.0:1768253188.557953:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253188.557956:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.557961:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.558305:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abd9f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d725b expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.558320:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d725b expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.558327:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253188.558329:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253188.558331:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768253188.558580:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51038:x1854145451971968:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1137us (1666us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253188.558588:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1036 00000100:00100000:3.0:1768253188.563338:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253188.563582:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451972224 00000100:00100000:0.0:1768253188.563594:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451972224 00000100:00100000:0.0:1768253188.563703:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1037 00000100:00100000:0.0:1768253188.563714:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51038:x1854145451972224:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253188.563734:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253188.563754:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7262 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1768253188.563870:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:0.0:1768253188.564146:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda15 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7262 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.564170:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768253188.564174:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1768253188.564179:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7262 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.564200:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768253188.564318:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51038:x1854145451972224:12345-192.168.202.43@tcp:101:rm.0 Request processed in 603us (1315us total) trans 4294967695 rc 301/301 00000100:00100000:0.0:1768253188.564327:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1037 00000100:00100000:2.0:1768253188.569866:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253188.569943:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451972352 00000100:00100000:1.0:1768253188.569954:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451972352 00000100:00100000:1.0:1768253188.570048:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 173 00000100:00100000:1.0:1768253188.570057:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51038:x1854145451972352:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:2.0:1768253188.574698:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51038:x1854145451972352:12345-192.168.202.43@tcp:37:rm.0 Request processed in 4631us (4829us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253188.574713:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 173 00000100:00100000:3.0:1768253188.582264:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253188.582363:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451972608 00000100:00100000:2.0:1768253188.582372:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451972608 00000100:00100000:2.0:1768253188.582423:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 174 00000100:00100000:2.0:1768253188.582431:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51038:x1854145451972608:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:2.0:1768253188.582831:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51038:x1854145451972608:12345-192.168.202.43@tcp:35:rm.0 Request processed in 399us (575us total) trans 4294967696 rc 0/0 00000100:00100000:2.0:1768253188.582838:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 174 00000100:00100000:1.0:1768253188.584860:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253188.585465:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451972864 00000100:00100000:0.0:1768253188.585476:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451972864 00000100:00100000:0.0:1768253188.585538:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1038 00000100:00100000:0.0:1768253188.585548:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51038:x1854145451972864:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768253188.585595:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1768253188.585622:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d725b expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.585641:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270700) 00010000:00010000:0.0:1768253188.585656:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abd9f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7254 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.585665:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768253188.585670:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253188.585693:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585706:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585714:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585726:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585732:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585739:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585865:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585873:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.585881:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253188.586980:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:0.0:1768253188.586998:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587005:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587569:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587578:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253188.587582:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587590:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587601:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff972775270100) 00010000:00010000:0.0:1768253188.587605:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768253188.587609:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587620:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda31 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587663:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587670:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587675:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587680:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253188.587683:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587689:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587696:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768253188.587698:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253188.587701:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.587706:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda23 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768253188.587716:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dfb06613 reply state 0000000098b88ae8 transno 4294967697 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253188.587724:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253188.587859:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51038:x1854145451972864:12345-192.168.202.43@tcp:36:rm.0 Request processed in 2309us (3002us total) trans 4294967697 rc 0/0 00000100:00100000:0.0:1768253188.587870:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1038 00010000:00010000:2.0:1768253188.591905:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253188.592088:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253188.592098:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253188.592104:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253188.592109:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253188.592115:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253188.592130:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270400) 00010000:00010000:2.0:1768253188.592133:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253188.592137:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253188.592142:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abda2a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253188.634881:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253188.634972:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451972992 00000100:00100000:0.0:1768253188.634983:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451972992 00000100:00100000:0.0:1768253188.635076:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00100000:0.0:1768253188.635087:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51042:x1854145451972992:12345-192.168.202.43@tcp:101:mkdir.0 00010000:00010000:0.0:1768253188.635108:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253188.635127:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7269 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.635216:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.635231:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.635242:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253188.635305:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768253188.635309:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253188.635332:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.635366:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abda38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7269 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.635385:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7269 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.635393:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768253188.635396:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253188.635399:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963400, rc 0) 00000100:00100000:0.0:1768253188.635534:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51042:x1854145451972992:12345-192.168.202.43@tcp:101:mkdir.0 Request processed in 448us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253188.635542:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1039 00000100:00100000:1.0:1768253188.640382:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253188.640461:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253188.640733:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451973120 00000100:00100000:0.0:1768253188.640743:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451973120 00000100:00100000:0.0:1768253188.640799:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451973376 00000100:00100000:0.0:1768253188.640803:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451973376 00000100:00100000:1.0:1768253188.640821:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1040 00000100:00100000:1.0:1768253188.640832:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2368:x1854145451973120:12345-192.168.202.43@tcp:41:mkdir.0 00000100:00100000:0.0:1768253188.640832:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1041 00000100:00100000:0.0:1768253188.640838:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:51042:x1854145451973376:12345-192.168.202.43@tcp:36:mkdir.0 00000004:00000024:1.0:1768253188.640872:0:5785:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00010000:00010000:0.0:1768253188.640878:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253188.640901:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abda3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7269 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253188.640919:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270000) 00010000:00010000:0.0:1768253188.640930:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253188.640945:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2368:x1854145451973120:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 116us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253188.640952:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1040 00010000:00010000:0.0:1768253188.641008:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641049:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641058:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641071:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641077:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641087:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253188.641670:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 512 00010000:00010000:0.0:1768253188.641682:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641690:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641697:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641702:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253188.641706:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641712:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641721:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972775270100) 00010000:00010000:0.0:1768253188.641724:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253188.641727:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253188.641733:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abda46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:0.0:1768253188.641746:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf11c733 reply state 00000000229bc9a1 transno 4294967698 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253188.641755:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253188.641818:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:51042:x1854145451973376:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 977us (1354us total) trans 4294967698 rc 0/0 00000100:00100000:0.0:1768253188.641825:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1041 00010000:00010000:3.0:1768253188.644932:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253188.644948:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253188.644955:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253188.644962:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253188.644966:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253188.644974:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253188.644991:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270600) 00010000:00010000:3.0:1768253188.644994:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253188.644999:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253188.645005:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abda4d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253188.691773:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253188.691893:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451973504 00000100:00100000:2.0:1768253188.691904:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451973504 00000100:00100000:2.0:1768253188.692593:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1042 00000100:00100000:2.0:1768253188.692605:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51046:x1854145451973504:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768253188.692631:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253188.692656:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7270 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.692722:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abda5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.692739:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abda5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.692749:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abda5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768253188.692809:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1768253188.692813:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253188.692840:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abda5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.692863:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7270 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.692882:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abda5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7270 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.692891:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253188.692895:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253188.692898:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768253188.693091:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:51046:x1854145451973504:12345-192.168.202.43@tcp:101:chown.0 Request processed in 487us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253188.693099:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1042 00000100:00100000:1.0:1768253188.696846:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253188.697147:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451973632 00000100:00100000:2.0:1768253188.697169:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451973632 00000100:00100000:2.0:1768253188.697866:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1043 00000100:00100000:2.0:1768253188.697880:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:51046:x1854145451973632:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768253188.697900:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253188.697920:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abda62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7277 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.698257:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698272:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698281:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698292:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698296:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698300:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698585:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abda77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698591:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abda77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698595:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abda77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768253188.698629:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 512 00000004:00200000:2.0:1768253188.698632:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253188.698650:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abda77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698658:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698663:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698668:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698672:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253188.698674:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698679:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698688:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253188.698690:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253188.698695:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698701:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abda69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698713:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698718:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698722:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698727:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253188.698729:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698738:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698745:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972742c4a300) 00010000:00010000:2.0:1768253188.698747:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253188.698750:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698756:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abda70 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.698785:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abda62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7277 expref: 12 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.698796:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abda77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7277 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.698800:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:2.0:1768253188.698802:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253188.698803:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00c00, rc 0) 00000100:00100000:2.0:1768253188.698899:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:51046:x1854145451973632:12345-192.168.202.43@tcp:101:chown.0 Request processed in 1024us (2064us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253188.698905:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1043 00000100:00100000:0.0:1768253188.703729:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253188.703800:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451973888 00000100:00100000:2.0:1768253188.703810:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451973888 00000100:00100000:2.0:1768253188.703868:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1044 00000100:00100000:2.0:1768253188.703877:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+11:51046:x1854145451973888:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:2.0:1768253188.703938:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253188.703966:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abda77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7277 expref: 11 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253188.703998:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972742c4ac00) 00010000:00010000:2.0:1768253188.704033:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253188.704063:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.704076:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253188.704086:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000001:00080000:1.0:1768253188.775350:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967698 is committed 00000001:00080000:1.0:1768253188.775389:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967699 is committed 00000004:00010000:2.0:1768253188.777540:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004052172f reply state 000000008685b9c5 transno 4294967699 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768253188.777558:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253188.777604:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00080000:2.0:1768253188.777713:0:6919:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768253188.777735:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51046:x1854145451973888:12345-192.168.202.43@tcp:36:chown.0 Request processed in 73855us (74011us total) trans 4294967699 rc 0/0 00000100:00100000:2.0:1768253188.777745:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1044 00010000:00010000:3.0:1768253188.779349:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253188.779375:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253188.779383:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253188.779389:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253188.779394:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253188.779402:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253188.779418:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972742c4ad00) 00010000:00010000:3.0:1768253188.779422:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253188.779426:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253188.779432:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abda7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768253189.067467:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253189.067504:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253189.067532:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253189.067569:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253189.067602:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974400 00000100:00100000:0.0:1768253189.067612:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974400 00000100:00100000:0.0:1768253189.067666:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974272 00000100:00100000:0.0:1768253189.067668:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974272 00000100:00100000:0.0:1768253189.067690:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1275 00000100:00100000:0.0:1768253189.067698:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451974400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253189.067771:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451974400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 73us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253189.067779:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1275 00000100:00100000:0.0:1768253189.067799:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1276 00000100:00100000:0.0:1768253189.067805:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451974272:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253189.067829:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451974272:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253189.067835:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1276 00000100:00080000:0.0:1768253189.067852:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253189.067856:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253189.068108:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974144 00000100:00100000:3.0:1768253189.068114:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974144 00000100:00100000:2.0:1768253189.068253:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974016 00000100:00100000:2.0:1768253189.068259:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974016 00000100:00100000:3.0:1768253189.068286:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1671 00000100:00100000:2.0:1768253189.068299:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1324 00000100:00100000:3.0:1768253189.068301:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451974144:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253189.068313:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451974016:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253189.068356:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451974144:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253189.068357:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451974016:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 46us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253189.068374:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1671 00000100:00100000:2.0:1768253189.068374:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1324 00000100:00100000:2.0:1768253189.170177:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253189.170199:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476248064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253189.170264:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253189.170322:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248064 00000100:00100000:2.0:1768253189.170329:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248064 00000100:00100000:2.0:1768253189.170384:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1768253189.170394:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476248064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253189.170428:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253189.170469:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476248064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253189.170476:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00080000:2.0:1768253189.170496:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253189.170527:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476248064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253189.173400:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253189.173431:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476248192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253189.173491:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253189.173543:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248192 00000100:00100000:2.0:1768253189.173550:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248192 00000100:00100000:2.0:1768253189.173599:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1768253189.173620:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476248192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253189.173653:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253189.173694:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476248192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253189.173701:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00080000:2.0:1768253189.173722:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253189.173756:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476248192:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1768253189.458595:0:88583:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee81e6e80 20000000:00000080:2.0:1768253189.458612:0:88583:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727431b4800 uarg=0000000000000000 00010000:00010000:2.0:1768253189.458861:0:88583:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768253189.458895:0:88583:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972742c4aa00) 00010000:00010000:2.0:1768253189.458899:0:88583:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253189.458910:0:88583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abda5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7270 expref: 5 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.458930:0:88583:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768253189.458942:0:88583:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253189.458953:0:88583:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.458963:0:88583:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.458972:0:88583:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.459006:0:88583:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.459044:0:88583:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 17 pid: 5777 timeout: 2544 lvb_type: 0 00000100:00100000:2.0:1768253189.459059:0:88583:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649274e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88583:1854145476248320:0@lo:104: 00000100:00100000:2.0:1768253189.459118:0:88583:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253189.459229:0:88583:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274634d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253189.459269:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248320 00000100:00100000:0.0:1768253189.459277:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248320 00000100:00100000:0.0:1768253189.459372:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1768253189.459383:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:88583:x1854145476248320:12345-0@lo:104: 00010000:00010000:0.0:1768253189.459395:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253189.459462:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253189.459469:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:88583:x1854145476248320:12345-0@lo:104: Request processed in 89us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253189.459476:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:1.0:1768253189.459530:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253189.459537:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459544:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253189.459548:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459556:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253189.459562:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253189.459568:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253189.459598:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459602:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253189.459621:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459627:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abd9dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abd9e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459640:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253189.459642:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253189.459643:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253189.459655:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476248448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253189.459683:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253189.459723:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248448 00000100:00100000:1.0:1768253189.459726:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248448 00010000:00010000:1.0:1768253189.459739:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 18 pid: 5777 timeout: 2544 lvb_type: 0 00000100:00100000:1.0:1768253189.459753:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1768253189.459757:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476248448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253189.459766:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253189.459769:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 18 pid: 5777 timeout: 2544 lvb_type: 0 00010000:00010000:1.0:1768253189.459775:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 18 pid: 5777 timeout: 2544 lvb_type: 0 00010000:00010000:1.0:1768253189.459791:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459798:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459810:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459817:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459823:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459829:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459835:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253189.459838:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459845:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459852:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253189.459863:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253189.459889:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476248448:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253189.459896:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1768253189.459930:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476248448:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253189.460108:0:88583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962c00/0xef9a6e5c83abd9e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abd9dd expref: 17 pid: 5777 timeout: 2544 lvb_type: 0 00000100:00100000:2.0:1768253189.460116:0:88583:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649274e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88583:1854145476248320:0@lo:104: 00010000:00010000:2.0:1768253189.460126:0:88583:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.460132:0:88583:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.460136:0:88583:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.460139:0:88583:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01c00/0xef9a6e5c83abda85 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253189.556196:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253190.139404:0:88631:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8dcc21c0 20000000:00000080:2.0:1768253190.139422:0:88631:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645e61000 uarg=0000000000000000 00010000:00010000:2.0:1768253190.139614:0:88631:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253190.139629:0:88631:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253190.139643:0:88631:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253190.139663:0:88631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139680:0:88631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139692:0:88631:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139698:0:88631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139704:0:88631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139708:0:88631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139716:0:88631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253190.139719:0:88631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139725:0:88631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139734:0:88631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139740:0:88631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253190.139743:0:88631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abda8c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253190.582232:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253191.220462:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253191.220470:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253191.220476:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253191.220539:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253191.220551:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253191.220561:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253191.220585:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476248576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253191.220644:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253191.220703:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972745abf240 going to sleep for 11 seconds 00000100:00100000:2.0:1768253191.220766:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248576 00000100:00100000:2.0:1768253191.220774:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248576 00000100:00100000:2.0:1768253191.220831:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1768253191.220840:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476248576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253191.220853:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253191.220867:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abda93 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253191.220900:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253191.220909:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253191.220918:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768253191.220955:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476248576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253191.220962:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1768253191.221289:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476248576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253191.221303:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253191.221312:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253191.221336:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253191.221340:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253191.221348:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253191.603301:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253191.734962:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476248960:0@lo:400:kworker.0 00000100:00100000:1.0:1768253191.735086:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253191.735214:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476248832:0@lo:400:kworker.0 00000100:00100000:0.0:1768253191.735249:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253191.735284:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253191.735291:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476248704:0@lo:400:kworker.0 00000100:00100000:0.0:1768253191.735345:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253191.735390:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248704 00000100:00100000:0.0:1768253191.735400:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248704 00000100:00100000:0.0:1768253191.735462:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1768253191.735471:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476248704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253191.735530:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476248704:12345-0@lo:400:kworker.0 Request processed in 60us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253191.735539:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1768253191.736040:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476248704:0@lo:400:kworker.0 00000100:00100000:0.0:1768253191.736276:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476249088:0@lo:400:kworker.0 00000100:00100000:0.0:1768253191.736315:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253191.738711:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248960 00000100:00100000:1.0:1768253191.738738:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248960 00000100:00100000:1.0:1768253191.738824:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476248832 00000100:00100000:1.0:1768253191.738828:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476248832 00000100:00100000:1.0:1768253191.738859:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1768253191.738870:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476248960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253191.739005:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476248960:12345-0@lo:400:kworker.0 Request processed in 137us (3919us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253191.739035:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1768253191.739054:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1768253191.739060:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476248832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253191.739096:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476248832:12345-0@lo:400:kworker.0 Request processed in 37us (3846us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253191.739102:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1768253191.739125:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249088 00000100:00100000:1.0:1768253191.739140:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249088 00000100:00100000:1.0:1768253191.739170:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1768253191.739177:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476249088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253191.739219:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476249088:12345-0@lo:400:kworker.0 Request processed in 42us (2903us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253191.739225:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1768253191.739282:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476249088:0@lo:400:kworker.0 00000100:00100000:1.0:1768253191.739324:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476248832:0@lo:400:kworker.0 00000100:00100000:1.0:1768253191.739366:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476248960:0@lo:400:kworker.0 00000100:00080000:0.0:1768253191.739824:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253191.739832:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253191.740672:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476249216:0@lo:400:kworker.0 00000100:00100000:3.0:1768253191.740750:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253191.740791:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253191.740798:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476249344:0@lo:400:kworker.0 00000100:00100000:3.0:1768253191.740826:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253191.740858:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249216 00000100:00100000:3.0:1768253191.740866:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249216 00000100:00100000:3.0:1768253191.740924:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1768253191.740932:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476249216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253191.741002:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476249216:12345-0@lo:400:kworker.0 Request processed in 71us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253191.741034:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1768253191.741063:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249344 00000100:00100000:3.0:1768253191.741066:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249344 00000100:00100000:3.0:1768253191.741094:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1768253191.741100:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476249344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253191.741148:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476249344:12345-0@lo:400:kworker.0 Request processed in 48us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253191.741154:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00080000:3.0:1768253191.741199:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253191.741204:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253191.741236:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476249344:0@lo:400:kworker.0 00000100:00100000:3.0:1768253191.741248:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476249216:0@lo:400:kworker.0 00010000:00010000:3.0:1768253192.626239:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253193.088878:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253193.089870:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974528 00000100:00100000:1.0:1768253193.089882:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974528 00000100:00100000:1.0:1768253193.089966:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 16 00000100:00100000:1.0:1768253193.089977:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451974528:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253193.089993:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253193.089996:0:5768:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abda5b) 00010000:00010000:1.0:1768253193.089998:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253193.090071:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145451974528:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 97us (1204us total) trans 0 rc 116/116 00000100:00100000:1.0:1768253193.090081:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 16 00000100:00080000:3.0:1768253193.090154:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768253193.650579:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253194.185155:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253194.185243:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253194.185276:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253194.185309:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253194.185414:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974912 00000100:00100000:3.0:1768253194.185424:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974912 00000100:00100000:3.0:1768253194.185483:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1279 00000100:00100000:3.0:1768253194.185493:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451974912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253194.185561:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451974912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253194.185568:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1279 00000100:00100000:3.0:1768253194.185591:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974784 00000100:00100000:3.0:1768253194.185595:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974784 00000100:00100000:3.0:1768253194.185621:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1675 00000100:00100000:3.0:1768253194.185627:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451974784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253194.185654:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451974784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253194.185660:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1675 00000100:00080000:3.0:1768253194.185676:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253194.186224:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975040 00000100:00100000:3.0:1768253194.186229:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975040 00000100:00100000:3.0:1768253194.186272:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1280 00000100:00100000:3.0:1768253194.186279:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451975040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253194.186337:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451975040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 58us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253194.186343:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1280 00000100:00080000:0.0:1768253194.186531:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253194.187706:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451974656 00000100:00100000:1.0:1768253194.187716:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451974656 00000100:00100000:1.0:1768253194.189675:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1327 00000100:00100000:1.0:1768253194.189691:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451974656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253194.189817:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451974656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 129us (4670us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253194.189824:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1327 00000100:00100000:0.0:1768253194.290269:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253194.290293:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476249472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253194.290364:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253194.290427:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249472 00000100:00100000:0.0:1768253194.290434:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249472 00000100:00100000:0.0:1768253194.290487:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1768253194.290494:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476249472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253194.290529:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253194.290577:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476249472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253194.290584:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00080000:0.0:1768253194.290608:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253194.290674:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476249472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253194.291088:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253194.291101:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476249600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253194.291145:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253194.291288:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249600 00000100:00100000:0.0:1768253194.291293:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249600 00000100:00100000:0.0:1768253194.291333:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1768253194.291341:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476249600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253194.291361:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253194.291399:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476249600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253194.291404:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1768253194.291436:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476249600:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253194.291493:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1768253194.459788:0:88878:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9a2e0950 20000000:00000080:3.0:1768253194.459805:0:88878:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647527800 uarg=0000000000000000 00010000:00010000:3.0:1768253194.460391:0:88878:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253194.460409:0:88878:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253194.460423:0:88878:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253194.460444:0:88878:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253194.460462:0:88878:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253194.460471:0:88878:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253194.460668:0:88878:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253194.460682:0:88878:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 17 pid: 5777 timeout: 2549 lvb_type: 0 00000100:00100000:3.0:1768253194.460697:0:88878:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88878:1854145476249728:0@lo:104: 00000100:00100000:3.0:1768253194.460761:0:88878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253194.460864:0:88878:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada180 going to sleep for 11 seconds 00000100:00100000:0.0:1768253194.460910:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249728 00000100:00100000:0.0:1768253194.460918:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249728 00000100:00100000:0.0:1768253194.460999:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1768253194.461040:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:88878:x1854145476249728:12345-0@lo:104: 00010000:00010000:0.0:1768253194.461054:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.461133:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253194.461139:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:88878:x1854145476249728:12345-0@lo:104: Request processed in 132us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253194.461145:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1768253194.461232:0:88878:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88878:1854145476249728:0@lo:104: 00010000:00010000:1.0:1768253194.461252:0:88878:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253194.461334:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253194.461342:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253194.461350:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253194.461354:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253194.461362:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253194.461369:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253194.461374:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253194.461405:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253194.461411:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253194.461432:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253194.461439:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abda93 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abda9a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253194.461457:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253194.461459:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253194.461460:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253194.461471:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476249856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253194.461506:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253194.461918:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249856 00000100:00100000:0.0:1768253194.461925:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249856 00010000:00010000:0.0:1768253194.461947:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 18 pid: 5777 timeout: 2549 lvb_type: 0 00000100:00100000:0.0:1768253194.462036:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1768253194.462046:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476249856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253194.462058:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253194.462063:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 18 pid: 5777 timeout: 2549 lvb_type: 0 00010000:00010000:0.0:1768253194.462074:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 18 pid: 5777 timeout: 2549 lvb_type: 0 00010000:00010000:0.0:1768253194.462087:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abda9a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abda93 expref: 18 pid: 5777 timeout: 2549 lvb_type: 0 00010000:00010000:0.0:1768253194.462100:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462116:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462131:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462138:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462144:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462151:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462156:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253194.462160:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462173:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462189:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253194.462199:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253194.462238:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476249856:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253194.462245:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00010000:00010000:3.0:1768253194.462311:0:88878:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253194.462320:0:88878:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253194.462326:0:88878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdaa1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253194.465511:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476249856:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253194.674295:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253195.699545:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253196.147137:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253196.147144:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253196.147149:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253196.147202:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253196.147215:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253196.147225:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253196.147252:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476249984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253196.147763:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253196.147818:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e840 going to sleep for 11 seconds 00000100:00100000:2.0:1768253196.147908:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476249984 00000100:00100000:2.0:1768253196.147915:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476249984 00000100:00100000:2.0:1768253196.148004:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1768253196.148036:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476249984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253196.148049:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253196.148064:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdaa8 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253196.148097:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253196.148106:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253196.148115:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768253196.148153:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476249984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253196.148169:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1768253196.154727:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476249984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253196.154782:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253196.154796:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253196.154824:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253196.154829:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253196.154836:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253196.722297:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253196.850718:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476250240:0@lo:400:kworker.0 00000100:00100000:2.0:1768253196.850815:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253196.850883:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476250752:0@lo:400:kworker.0 00000100:00100000:2.0:1768253196.850910:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253196.850954:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253196.850961:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476250368:0@lo:400:kworker.0 00000100:00100000:2.0:1768253196.850983:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253196.851122:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476250112:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851159:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253196.851192:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476250624:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851213:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253196.851235:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253196.851240:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476250496:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851262:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253196.851292:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250240 00000100:00100000:3.0:1768253196.851300:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250240 00000100:00100000:3.0:1768253196.851360:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250368 00000100:00100000:3.0:1768253196.851364:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250368 00000100:00100000:3.0:1768253196.851390:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250624 00000100:00100000:3.0:1768253196.851393:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250624 00000100:00100000:3.0:1768253196.851411:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:3.0:1768253196.851419:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476250240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851477:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476250240:12345-0@lo:400:kworker.0 Request processed in 58us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253196.851485:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:3.0:1768253196.851503:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:3.0:1768253196.851509:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476250368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851534:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476250368:12345-0@lo:400:kworker.0 Request processed in 26us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253196.851540:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00100000:3.0:1768253196.851554:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:3.0:1768253196.851559:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476250624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851588:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476250624:12345-0@lo:400:kworker.0 Request processed in 29us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253196.851594:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:3.0:1768253196.851627:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250752 00000100:00100000:3.0:1768253196.851632:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250752 00000100:00100000:3.0:1768253196.851657:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250496 00000100:00100000:3.0:1768253196.851660:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250496 00000100:00100000:3.0:1768253196.851678:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1768253196.851684:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476250752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851716:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476250752:12345-0@lo:400:kworker.0 Request processed in 33us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253196.851721:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1768253196.851731:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1768253196.851737:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476250496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851764:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476250496:12345-0@lo:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253196.851768:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00080000:3.0:1768253196.851799:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253196.851803:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253196.851806:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253196.851844:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476250496:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851855:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476250624:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851885:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476250368:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851895:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476250240:0@lo:400:kworker.0 00000100:00100000:3.0:1768253196.851902:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476250752:0@lo:400:kworker.0 00000100:00100000:2.0:1768253196.852231:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250112 00000100:00100000:2.0:1768253196.852236:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250112 00000100:00100000:2.0:1768253196.852277:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1768253196.852284:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476250112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253196.852324:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476250112:12345-0@lo:400:kworker.0 Request processed in 41us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253196.852330:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1768253196.852370:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476250112:0@lo:400:kworker.0 00000100:00100000:0.0:1768253197.180912:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253197.181007:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975168 00000100:00100000:3.0:1768253197.181056:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975168 00000100:00100000:3.0:1768253197.181141:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1045 00000100:00100000:3.0:1768253197.181152:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51223:x1854145451975168:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253197.181174:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253197.181244:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abdab6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d727e expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253197.181325:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdabd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253197.181339:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdabd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253197.181352:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdabd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768253197.181427:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768253197.181431:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253197.181457:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdabd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253197.181481:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abdab6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d727e expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253197.181498:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdabd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d727e expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253197.181507:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:3.0:1768253197.181511:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253197.181514:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768253197.181569:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51223:x1854145451975168:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 418us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253197.181576:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1045 00000100:00080000:1.0:1768253197.182044:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253197.183629:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253197.183710:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975296 00000100:00100000:0.0:1768253197.183720:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975296 00000100:00100000:0.0:1768253197.183781:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1046 00000100:00100000:0.0:1768253197.183792:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51223:x1854145451975296:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768253197.183817:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253197.183838:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdac4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7285 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253197.183899:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.183912:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.183923:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.189672:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.189779:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.189792:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.189932:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdad9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.189941:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdad9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.189948:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdad9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768253197.189999:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1768253197.190004:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253197.190047:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdad9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190059:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190065:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190071:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190090:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253197.190095:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190103:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190115:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:0.0:1768253197.190117:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253197.190122:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190128:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdacb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190137:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190143:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190148:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190152:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253197.190155:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190161:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190167:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972775270d00) 00010000:00010000:0.0:1768253197.190169:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253197.190172:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190176:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdad2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.190212:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdac4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7285 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253197.190228:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdad9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7285 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253197.190236:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972775270f00) 00010000:00010000:0.0:1768253197.190238:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253197.190240:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:3.0:1768253197.193476:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51223:x1854145451975296:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 9671us (9840us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253197.193491:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1046 00000100:00100000:3.0:1768253197.198422:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253197.198501:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975552 00000100:00100000:1.0:1768253197.198513:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975552 00000100:00100000:1.0:1768253197.198574:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1047 00000100:00100000:1.0:1768253197.198583:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51223:x1854145451975552:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253197.198637:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253197.198665:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdad9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7285 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253197.198681:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972775270f00) 00010000:00010000:1.0:1768253197.198691:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253197.198715:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.198727:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.198736:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768253197.273326:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5165c21 reply state 00000000ffc1cf91 transno 4294967700 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253197.273348:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253197.273395:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:1.0:1768253197.273501:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51223:x1854145451975552:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 74914us (75090us total) trans 4294967700 rc 0/0 00000100:00100000:1.0:1768253197.273511:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1047 00000001:00080000:2.0:1768253197.273717:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967700 is committed 00010000:00010000:1.0:1768253197.273781:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.273791:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.273798:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.273808:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253197.273812:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.273820:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.273838:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9200) 00010000:00010000:1.0:1768253197.273842:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253197.273847:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253197.273853:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdae0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253197.746669:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253198.059549:0:89073:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5db6e5d0 20000000:00000080:1.0:1768253198.059569:0:89073:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc99800 uarg=0000000000000000 00010000:00010000:1.0:1768253198.059904:0:89073:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1768253198.059942:0:89073:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274f8b9c00) 00010000:00010000:1.0:1768253198.059946:0:89073:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253198.059958:0:89073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdabd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d727e expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.059982:0:89073:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1768253198.059998:0:89073:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253198.060178:0:89073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.060196:0:89073:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.060210:0:89073:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.060257:0:89073:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.060272:0:89073:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 17 pid: 5777 timeout: 2553 lvb_type: 0 00000100:00100000:1.0:1768253198.060290:0:89073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89073:1854145476250880:0@lo:104: 00000100:00100000:1.0:1768253198.060497:0:89073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253198.060599:0:89073:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e600 going to sleep for 11 seconds 00000100:00100000:0.0:1768253198.060647:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476250880 00000100:00100000:0.0:1768253198.060655:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476250880 00000100:00100000:0.0:1768253198.060738:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1768253198.060749:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89073:x1854145476250880:12345-0@lo:104: 00010000:00010000:0.0:1768253198.060761:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253198.060870:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253198.060878:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89073:x1854145476250880:12345-0@lo:104: Request processed in 130us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253198.060886:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1768253198.060973:0:89073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89073:1854145476250880:0@lo:104: 00010000:00010000:1.0:1768253198.060993:0:89073:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253198.061220:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253198.061230:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253198.061238:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253198.061241:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253198.061250:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253198.061256:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253198.061261:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253198.061545:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.061553:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253198.061586:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.061593:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf800/0xef9a6e5c83abdaa8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdaaf expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.061606:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253198.061608:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253198.061610:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253198.061690:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476251008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253198.061740:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253198.061850:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251008 00000100:00100000:1.0:1768253198.061856:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251008 00010000:00010000:1.0:1768253198.061880:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 18 pid: 5777 timeout: 2553 lvb_type: 0 00000100:00100000:1.0:1768253198.061910:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1768253198.061918:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748411850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476251008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253198.061931:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253198.061936:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 18 pid: 5777 timeout: 2553 lvb_type: 0 00010000:00010000:1.0:1768253198.061947:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 18 pid: 5777 timeout: 2553 lvb_type: 0 00010000:00010000:1.0:1768253198.061962:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abdaaf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdaa8 expref: 18 pid: 5777 timeout: 2553 lvb_type: 0 00010000:00010000:1.0:1768253198.061975:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.061983:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.061997:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062004:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062291:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062300:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062310:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253198.062315:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062323:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062345:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253198.062356:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253198.062448:0:89073:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253198.062457:0:89073:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253198.062463:0:89073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdae7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89073 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253198.063974:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748411850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476251008:12345-0@lo:103:ldlm_bl.0 Request processed in 2050us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253198.063988:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1768253198.064484:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476251008:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253198.771988:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253199.306778:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253199.306833:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253199.306865:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253199.306910:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253199.306949:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975936 00000100:00100000:3.0:1768253199.306960:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975936 00000100:00100000:3.0:1768253199.307074:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451976064 00000100:00100000:3.0:1768253199.307077:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451976064 00000100:00100000:3.0:1768253199.307104:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1283 00000100:00100000:3.0:1768253199.307115:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451975936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253199.307198:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451975936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253199.307207:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1283 00000100:00100000:3.0:1768253199.307227:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1284 00000100:00100000:3.0:1768253199.307233:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451976064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253199.307257:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451976064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253199.307262:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1284 00000100:00080000:1.0:1768253199.308079:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253199.308086:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253199.308171:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975808 00000100:00100000:2.0:1768253199.308179:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975808 00000100:00100000:2.0:1768253199.308248:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1679 00000100:00100000:2.0:1768253199.308257:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451975808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253199.308315:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451975808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 59us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253199.308322:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1679 00000100:00100000:0.0:1768253199.308490:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451975680 00000100:00100000:0.0:1768253199.308495:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451975680 00000100:00100000:0.0:1768253199.308532:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1330 00000100:00100000:0.0:1768253199.308540:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451975680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253199.308577:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451975680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (1813us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253199.308584:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1330 00000100:00080000:1.0:1768253199.308895:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253199.412899:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253199.412927:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476251136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253199.413033:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253199.413277:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251136 00000100:00100000:0.0:1768253199.413286:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251136 00000100:00100000:0.0:1768253199.413366:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1768253199.413376:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476251136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253199.413421:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253199.413472:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476251136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253199.413480:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1768253199.413535:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476251136:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253199.415207:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253199.429586:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476251264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253199.429665:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253199.429747:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251264 00000100:00100000:1.0:1768253199.429755:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251264 00000100:00100000:1.0:1768253199.429825:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1768253199.429834:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476251264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253199.429867:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253199.429918:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476251264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253199.429926:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1768253199.429974:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476251264:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768253199.430073:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:3.0:1768253199.730279:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253199.730288:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253199.730295:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253199.730349:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253199.730363:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253199.730374:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253199.730407:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476251392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253199.730477:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253199.730522:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972749f49900 going to sleep for 11 seconds 00000100:00100000:1.0:1768253199.730579:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251392 00000100:00100000:1.0:1768253199.730586:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251392 00000100:00100000:1.0:1768253199.730640:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1768253199.730650:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476251392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253199.730663:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253199.730677:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdaee expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253199.730699:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253199.730709:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253199.730718:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253199.730776:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476251392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253199.730783:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1768253199.733401:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476251392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253199.733432:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253199.733445:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253199.733472:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253199.733478:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253199.733490:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253199.795374:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253200.818274:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253201.196484:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253201.196561:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451976192 00000100:00100000:1.0:1768253201.196573:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451976192 00000100:00100000:1.0:1768253201.196674:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1048 00000100:00100000:1.0:1768253201.196686:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51300:x1854145451976192:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253201.196707:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253201.196729:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdafc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d728c expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253201.196790:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.196809:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.196822:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.196833:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.196839:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.196845:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197079:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdb11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197086:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdb11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197093:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdb11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253201.197126:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1768253201.197130:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253201.197158:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdb11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197170:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197176:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197186:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197192:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253201.197196:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197203:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197215:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253201.197218:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253201.197223:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197228:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdb03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197238:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00000100:00080000:2.0:1768253201.197438:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1768253201.197465:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197473:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197478:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253201.197481:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197487:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197500:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9800) 00010000:00010000:1.0:1768253201.197502:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253201.197505:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197511:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdb0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.197538:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdafc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d728c expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253201.197550:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdb11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d728c expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253201.197558:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253201.197560:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253201.197563:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768253201.197626:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51300:x1854145451976192:12345-192.168.202.43@tcp:101:touch.0 Request processed in 943us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253201.197634:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1048 00000100:00100000:2.0:1768253201.202668:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253201.202732:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451976448 00000100:00100000:1.0:1768253201.202742:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451976448 00000100:00100000:1.0:1768253201.202795:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1049 00000100:00100000:1.0:1768253201.202805:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51300:x1854145451976448:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253201.202828:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253201.202850:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdb18 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7293 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.203688:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.203706:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.203718:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.203733:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.203741:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.203748:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:0.0:1768253201.204583:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21:0x0], index 0: 0 00010000:00010000:0.0:1768253201.204945:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdb2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.204958:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdb2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205207:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdb2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205254:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205261:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205268:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205275:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253201.205279:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205286:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205297:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9000) 00010000:00010000:0.0:1768253201.205301:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253201.205306:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.205312:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb1f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768253201.205324:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000af0c9b9 reply state 00000000a9a67b13 transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253201.205331:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768253201.205362:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdb18 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7293 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.205379:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdb2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7293 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.205386:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768253201.205388:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768253201.205391:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768253201.205465:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51300:x1854145451976448:12345-192.168.202.43@tcp:101:touch.0 Request processed in 2661us (2807us total) trans 4294967701 rc 0/0 00000100:00100000:0.0:1768253201.205475:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1049 00000100:00100000:2.0:1768253201.208729:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:3.0:1768253201.208734:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.208746:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.208754:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.208761:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253201.208765:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.208773:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.208788:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972775270d00) 00010000:00010000:3.0:1768253201.208791:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253201.208797:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.208803:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdb26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253201.208868:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451976576 00000100:00100000:0.0:1768253201.208878:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451976576 00000100:00100000:0.0:1768253201.208936:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 175 00000100:00100000:0.0:1768253201.208945:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51300:x1854145451976576:12345-192.168.202.43@tcp:49:touch.0 00000100:00100000:0.0:1768253201.209091:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51300:x1854145451976576:12345-192.168.202.43@tcp:49:touch.0 Request processed in 146us (370us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253201.209099:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 175 00000100:00100000:2.0:1768253201.210988:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253201.211106:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451976832 00000100:00100000:0.0:1768253201.211115:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451976832 00000100:00100000:0.0:1768253201.211164:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1050 00000100:00100000:0.0:1768253201.211173:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51300:x1854145451976832:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:0.0:1768253201.211233:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253201.211258:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdb2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7293 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.211277:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff972775270600) 00010000:00010000:0.0:1768253201.211286:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253201.211335:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.211352:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253201.211363:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:0.0:1768253201.211559:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bee89888 reply state 00000000709aa287 transno 4294967702 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253201.211568:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253201.211657:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51300:x1854145451976832:12345-192.168.202.43@tcp:36:touch.0 Request processed in 485us (678us total) trans 4294967702 rc 0/0 00000100:00100000:0.0:1768253201.211662:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1050 00010000:00010000:2.0:1768253201.213398:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.213418:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.213428:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.213434:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253201.213438:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.213449:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.213467:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff972775270400) 00010000:00010000:2.0:1768253201.213470:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253201.213476:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.213485:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdb3b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253201.214453:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253201.214668:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451976960 00000100:00100000:0.0:1768253201.214677:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451976960 00000100:00100000:0.0:1768253201.214760:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1051 00000100:00100000:0.0:1768253201.214775:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51300:x1854145451976960:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253201.214799:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253201.214819:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d729a expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.214937:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d729a expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.214953:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d729a expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253201.214970:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff972775270a00) 00010000:00010000:0.0:1768253201.214972:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768253201.214975:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768253201.215383:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51300:x1854145451976960:12345-192.168.202.43@tcp:101:touch.0 Request processed in 614us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253201.215391:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1051 00000100:00100000:3.0:1768253201.218738:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253201.218794:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451977088 00000100:00100000:1.0:1768253201.218804:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451977088 00000100:00100000:1.0:1768253201.218883:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 572 00000100:00100000:1.0:1768253201.218892:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451977088:12345-192.168.202.43@tcp:2:touch.0 00000100:00100000:1.0:1768253201.219300:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451977088:12345-192.168.202.43@tcp:2:touch.0 Request processed in 407us (571us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1768253201.219308:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 572 00000100:00080000:2.0:1768253201.219931:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253201.221437:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253201.221560:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451977344 00000100:00100000:1.0:1768253201.221570:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451977344 00000100:00100000:1.0:1768253201.221623:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 176 00000100:00100000:1.0:1768253201.221633:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51300:x1854145451977344:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:1.0:1768253201.221974:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:51300:x1854145451977344:12345-192.168.202.43@tcp:35:touch.0 Request processed in 341us (542us total) trans 4294967703 rc 0/0 00000100:00100000:1.0:1768253201.221981:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 176 00000100:00100000:0.0:1768253201.267439:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253201.267870:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451977472 00000100:00100000:3.0:1768253201.267881:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451977472 00000100:00100000:3.0:1768253201.267953:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1052 00000100:00100000:3.0:1768253201.267964:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:51304:x1854145451977472:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253201.267989:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253201.268056:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72a1 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253201.268129:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268145:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268157:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268171:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268178:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268190:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268439:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268447:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268454:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768253201.268490:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x56:0x0]: returning size 0 00000004:00200000:3.0:1768253201.268494:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253201.268514:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268526:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268534:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268540:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268546:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268551:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253201.268554:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268560:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268571:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253201.268573:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253201.268577:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268584:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268596:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268601:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268606:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268611:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253201.268614:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268618:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268624:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff97274f8b9b00) 00010000:00010000:3.0:1768253201.268626:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253201.268628:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268633:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.268659:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a1 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253201.268671:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a1 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253201.268677:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253201.268680:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253201.268682:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253201.268804:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:51304:x1854145451977472:12345-192.168.202.43@tcp:101:rm.0 Request processed in 841us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253201.268813:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1052 00000100:00100000:3.0:1768253201.273642:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253201.274367:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451977600 00000100:00100000:1.0:1768253201.274379:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451977600 00000100:00100000:2.0:1768253201.279252:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 573 00000100:00100000:2.0:1768253201.279268:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451977600:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768253201.279289:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253201.279312:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72a8 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253201.279340:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x69656711, atime: 0x69656711, ctime: 0x69656711, blocks: 0x1 00010000:00010000:2.0:1768253201.279361:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253201.279363:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253201.279373:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 7 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253201.279393:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 7 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253201.279406:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768253201.279472:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451977600:12345-192.168.202.43@tcp:101:rm.0 Request processed in 207us (5839us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253201.279481:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 573 00000100:00100000:0.0:1768253201.282513:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253201.282620:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451977856 00000100:00100000:3.0:1768253201.282630:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451977856 00000100:00100000:3.0:1768253201.282696:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1053 00000100:00100000:3.0:1768253201.282706:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:51304:x1854145451977856:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:3.0:1768253201.282764:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253201.282790:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abdb5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a1 expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253201.282815:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdb42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d729a expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253201.282826:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff972775270a00) 00010000:00010000:3.0:1768253201.282837:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253201.282873:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.282888:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.282899:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.282914:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.282920:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.282931:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283109:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283117:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283123:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:3.0:1768253201.283525:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].33, 64 off10304 00000004:00080000:3.0:1768253201.283535:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2406704521601ns, next at 2407704519224ns, rc = 0 00010000:00010000:3.0:1768253201.283591:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283601:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283610:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283617:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283624:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283631:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283659:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253201.283680:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283688:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283694:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283700:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253201.283705:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283712:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283721:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:3.0:1768253201.283724:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253201.283728:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283734:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abdb7a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283782:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283788:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283793:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283797:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253201.283800:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283806:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283814:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253201.283816:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253201.283820:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.283825:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768253201.283834:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000071955ad reply state 0000000015168689 transno 4294967704 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253201.283843:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253201.283931:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:51304:x1854145451977856:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1225us (1429us total) trans 4294967704 rc 0/0 00000100:00100000:3.0:1768253201.283940:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1053 00010000:00010000:1.0:1768253201.284429:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253201.284437:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.284445:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253201.284449:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.284455:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.284469:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff97274f8b9f00) 00010000:00010000:1.0:1768253201.284472:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768253201.284475:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.284482:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdb81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253201.284498:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253201.284500:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253201.284502:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253201.286309:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.286326:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.286334:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.286340:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253201.286344:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.286352:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.286367:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff97274f8b9b00) 00010000:00010000:3.0:1768253201.286370:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253201.286374:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253201.286379:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abdb73 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253201.843498:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253201.971288:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476251776:0@lo:400:kworker.0 00000100:00100000:3.0:1768253201.971356:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253201.971410:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253201.971417:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476251904:0@lo:400:kworker.0 00000100:00100000:3.0:1768253201.971441:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253201.971472:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251904 00000100:00100000:3.0:1768253201.971479:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251904 00000100:00100000:3.0:1768253201.971528:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1768253201.971537:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476251904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253201.971585:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476251904:12345-0@lo:400:kworker.0 Request processed in 49us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253201.971608:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1768253201.971649:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476251904:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.971739:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476251648:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.971770:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253201.971795:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476252160:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.971827:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253201.971846:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1768253201.971852:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476251520:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.971877:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253201.971899:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476252032:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.971918:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253201.971941:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251776 00000100:00100000:2.0:1768253201.971946:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251776 00000100:00100000:2.0:1768253201.971975:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251648 00000100:00100000:2.0:1768253201.971977:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251648 00000100:00100000:2.0:1768253201.971991:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252032 00000100:00100000:2.0:1768253201.971994:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252032 00000100:00100000:2.0:1768253201.972008:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1768253201.972045:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476251776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972079:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476251776:12345-0@lo:400:kworker.0 Request processed in 36us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253201.972085:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1768253201.972098:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1768253201.972103:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476251648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972126:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476251648:12345-0@lo:400:kworker.0 Request processed in 23us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253201.972132:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1768253201.972141:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:2.0:1768253201.972145:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476252032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972163:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476252032:12345-0@lo:400:kworker.0 Request processed in 18us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253201.972169:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00080000:2.0:1768253201.972181:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768253201.972185:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253201.972192:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252160 00000100:00100000:2.0:1768253201.972195:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252160 00000100:00100000:2.0:1768253201.972215:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1768253201.972220:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476252160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972242:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476252160:12345-0@lo:400:kworker.0 Request processed in 22us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253201.972248:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1768253201.972261:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476251520 00000100:00100000:2.0:1768253201.972264:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476251520 00000100:00100000:2.0:1768253201.972286:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1768253201.972291:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476251520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972313:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476251520:12345-0@lo:400:kworker.0 Request processed in 22us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253201.972318:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00080000:2.0:1768253201.972352:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253201.972367:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476251520:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972376:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476252032:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972385:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476251648:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972393:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476252160:0@lo:400:kworker.0 00000100:00100000:2.0:1768253201.972421:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476251776:0@lo:400:kworker.0 00000001:00080000:2.0:1768253202.593974:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967702 is committed 00000001:00080000:2.0:1768253202.593994:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967703 is committed 00000001:00080000:2.0:1768253202.594001:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967704 is committed 00000004:00080000:2.0:1768253202.594004:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 89 committed 00000100:00100000:3.0:1768253202.594398:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253202.601084:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476252288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768253202.601166:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253202.601490:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252288 00000100:00100000:3.0:1768253202.601500:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252288 00000100:00100000:3.0:1768253202.601563:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1768253202.601574:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476252288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1768253202.601610:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:33 count 1 00010000:00010000:3.0:1768253202.601639:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253202.601660:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253202.601669:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253202.601672:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253202.601676:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253202.601710:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253202.601724:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 6 pid: 6567 timeout: 2508 lvb_type: 1 00000100:00100000:3.0:1768253202.601735:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476252416:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253202.601805:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727411ca9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253202.626115:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476252416:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253202.626145:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253202.626188:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253202.626215:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451977984 00000100:00100000:2.0:1768253202.626222:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451977984 00010000:00010000:2.0:1768253202.626271:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 7 pid: 6567 timeout: 2508 lvb_type: 1 00000100:00100000:2.0:1768253202.626303:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 445 00000100:00100000:2.0:1768253202.626312:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145451977984:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253202.626326:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253202.626332:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 7 pid: 6567 timeout: 2508 lvb_type: 1 00010000:00010000:2.0:1768253202.626349:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 7 pid: 6567 timeout: 2508 lvb_type: 1 00010000:00010000:2.0:1768253202.626373:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abdb65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72a8 expref: 7 pid: 6567 timeout: 2508 lvb_type: 1 00010000:00010000:2.0:1768253202.626388:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253202.626391:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253202.626395:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.626404:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.626428:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253202.626473:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451977984:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 162us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253202.626481:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 445 00010000:00010000:2.0:1768253202.626510:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.626519:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.626528:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.626540:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.626555:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768253202.627045:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476252288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25439us (25845us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1768253202.627054:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00010000:00010000:2.0:1768253202.627159:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253202.627165:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.627173:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253202.627177:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.627185:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.627196:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.627203:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdb88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253202.627218:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253202.627219:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253202.627222:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768253202.627250:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277fe42300/2, rc 0, transno 4294967363 00000100:00100000:2.0:1768253202.627257:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476252288:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1768253202.866397:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253203.048810:0:89318:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdc48f220 20000000:00000080:0.0:1768253203.048824:0:89318:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97276a7f7c00 uarg=0000000000000000 00010000:00010000:0.0:1768253203.049192:0:89318:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253203.049224:0:89318:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9000) 00010000:00010000:0.0:1768253203.049227:0:89318:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253203.049236:0:89318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdb11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d728c expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.049253:0:89318:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768253203.049265:0:89318:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253203.049278:0:89318:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.049289:0:89318:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.049294:0:89318:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.049325:0:89318:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.049334:0:89318:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 17 pid: 5777 timeout: 2558 lvb_type: 0 00000100:00100000:0.0:1768253203.049344:0:89318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89318:1854145476252544:0@lo:104: 00000100:00100000:0.0:1768253203.049399:0:89318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253203.049455:0:89318:0:(client.c:2690:ptlrpc_set_wait()) set ffff972742c256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253203.049522:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252544 00000100:00100000:2.0:1768253203.049540:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252544 00000100:00100000:2.0:1768253203.049587:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1768253203.049596:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89318:x1854145476252544:12345-0@lo:104: 00010000:00010000:2.0:1768253203.049608:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253203.049694:0:89318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89318:1854145476252544:0@lo:104: 00010000:00010000:2.0:1768253203.049704:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253203.049709:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89318:x1854145476252544:12345-0@lo:104: Request processed in 116us (310us total) trans 0 rc 0/0 00010000:00010000:0.0:1768253203.049712:0:89318:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253203.049716:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00010000:00010000:1.0:1768253203.049849:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253203.049857:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.049864:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253203.049868:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.049876:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253203.049882:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253203.049887:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253203.049921:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.049927:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1768253203.049968:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476252672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253203.050004:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253203.050056:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252672 00000100:00100000:3.0:1768253203.050062:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252672 00010000:00010000:3.0:1768253203.050082:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 18 pid: 5777 timeout: 2558 lvb_type: 0 00010000:00010000:1.0:1768253203.050095:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253203.050104:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1768253203.050111:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476252672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253203.050117:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdaee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdaf5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253203.050121:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253203.050125:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 18 pid: 5777 timeout: 2558 lvb_type: 0 00010000:00010000:1.0:1768253203.050131:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253203.050132:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253203.050134:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 18 pid: 5777 timeout: 2558 lvb_type: 0 00010000:00010000:1.0:1768253203.050134:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253203.050144:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdaf5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdaee expref: 18 pid: 5777 timeout: 2558 lvb_type: 0 00010000:00010000:3.0:1768253203.050157:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253203.050164:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050317:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050325:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050332:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050338:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050343:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253203.050347:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050354:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050376:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253203.050385:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253203.050447:0:89318:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.050454:0:89318:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253203.050459:0:89318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abdb8f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89318 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253203.050620:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476252672:12345-0@lo:103:ldlm_bl.0 Request processed in 508us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253203.050630:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1768253203.050694:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476252672:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253203.890265:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253204.426801:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253204.426854:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253204.426895:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253204.426926:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451978368 00000100:00100000:3.0:1768253204.426936:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451978368 00000100:00100000:3.0:1768253204.426994:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1287 00000100:00100000:3.0:1768253204.427004:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451978368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253204.427101:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451978368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 98us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253204.427108:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1287 00000100:00100000:3.0:1768253204.427133:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451978240 00000100:00100000:3.0:1768253204.427137:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451978240 00000100:00100000:3.0:1768253204.427164:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1683 00000100:00100000:3.0:1768253204.427171:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451978240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253204.427544:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451978240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 371us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253204.427555:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1683 00000100:00080000:3.0:1768253204.427574:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253204.427578:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253204.430064:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451978112 00000100:00100000:1.0:1768253204.430080:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451978112 00000100:00100000:1.0:1768253204.430138:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1333 00000100:00100000:1.0:1768253204.430147:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451978112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253204.431479:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451978112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1324us (4681us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253204.431490:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1333 00000100:00100000:1.0:1768253204.431619:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253204.434342:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451978496 00000100:00100000:3.0:1768253204.434357:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451978496 00000100:00100000:3.0:1768253204.434428:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 575 00000100:00100000:3.0:1768253204.434438:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145451978496:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768253204.434467:0:6569:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abd92e 00000100:00080000:3.0:1768253204.434476:0:6569:0:(import.c:65:import_set_state_nolock()) ffff9727775af800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768253204.434516:0:6569:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967361 00000100:00100000:3.0:1768253204.434776:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145451978496:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 338us (3156us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253204.434784:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 575 00000100:00080000:3.0:1768253204.434803:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768253204.434815:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253204.530473:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253204.530496:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476252800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253204.530561:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253204.530757:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252800 00000100:00100000:1.0:1768253204.530767:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252800 00000100:00100000:1.0:1768253204.530838:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1768253204.530847:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476252800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253204.530901:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253204.530950:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476252800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253204.530957:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00080000:3.0:1768253204.531096:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253204.531175:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476252800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253204.531571:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253204.531583:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476252928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253204.531619:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253204.531729:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476252928 00000100:00100000:2.0:1768253204.531734:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476252928 00000100:00100000:2.0:1768253204.531772:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1768253204.531779:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476252928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253204.531802:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253204.531852:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476252928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253204.531858:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00080000:3.0:1768253204.531976:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253204.532125:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476252928:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1768253204.723635:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253204.723643:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253204.723648:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253204.723701:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253204.723712:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253204.723728:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253204.723755:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476253056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253204.723833:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253204.723898:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727411ca9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253204.723959:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253056 00000100:00100000:1.0:1768253204.723968:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253056 00000100:00100000:1.0:1768253204.724058:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1768253204.724068:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476253056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253204.724084:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253204.724098:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdb96 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253204.724121:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253204.724132:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253204.724140:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253204.724180:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476253056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253204.724187:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1768253204.724529:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476253056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253204.724545:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253204.724553:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253204.724571:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253204.724575:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253204.724583:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253204.914357:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1768253205.623404:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768253205.623419:0:7475:0:(genops.c:904:class_export_put()) final put ffff9727775a8000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768253205.623456:0:85232:0:(genops.c:863:class_export_destroy()) destroying export ffff9727775a8000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:1.0:1768253205.623659:0:85232:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9727775af800 for lustre-OST0001 00000001:00080000:3.0:1768253205.645042:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000001:00080000:3.0:1768253205.645058:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00010000:00010000:2.0:1768253205.938272:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253206.465209:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253206.465322:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451978624 00000100:00100000:0.0:1768253206.465332:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451978624 00000100:00100000:0.0:1768253206.465408:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1054 00000100:00100000:0.0:1768253206.465418:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51392:x1854145451978624:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768253206.465437:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253206.465458:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdba4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72af expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253206.465521:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdbab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253206.465535:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdbab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253206.465547:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdbab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768253206.465622:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1768253206.465627:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253206.465653:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdbab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253206.465688:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdba4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72af expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253206.465710:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdbab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72af expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253206.465718:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972775270800) 00010000:00010000:0.0:1768253206.465720:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253206.465724:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768253206.465774:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51392:x1854145451978624:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 358us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253206.465781:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1054 00000100:00080000:1.0:1768253206.469172:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253206.476835:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253206.477342:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451978880 00000100:00100000:2.0:1768253206.477354:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451978880 00000100:00100000:2.0:1768253206.477422:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1055 00000100:00100000:2.0:1768253206.477433:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51392:x1854145451978880:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253206.477487:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253206.477515:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdbab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72af expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253206.477531:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abdb11) 00010000:00010000:2.0:1768253206.477535:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972775270800) 00010000:00010000:2.0:1768253206.477546:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253206.477571:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253206.477583:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253206.477592:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253206.524386:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001f8e23ac reply state 00000000bfca5b9d transno 4294967705 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253206.524405:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253206.524446:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:2.0:1768253206.524556:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51392:x1854145451978880:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 47120us (47726us total) trans 4294967705 rc 0/0 00000100:00100000:2.0:1768253206.524565:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1055 00000001:00080000:2.0:1768253206.524814:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967705 is committed 00010000:00010000:3.0:1768253206.524956:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253206.524966:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253206.524974:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253206.524981:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253206.524996:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253206.525005:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253206.525047:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972742c4ab00) 00010000:00010000:3.0:1768253206.525051:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253206.525057:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253206.525065:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abdbb2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253206.962539:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253207.104232:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476253184:0@lo:400:kworker.0 00000100:00100000:0.0:1768253207.104308:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253207.105502:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253184 00000100:00100000:2.0:1768253207.105512:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253184 00000100:00100000:2.0:1768253207.105569:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1768253207.105579:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476253184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253207.112097:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476253312:0@lo:400:kworker.0 00000100:00100000:3.0:1768253207.112188:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253207.112274:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253312 00000100:00100000:3.0:1768253207.112284:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253312 00000100:00100000:3.0:1768253207.112349:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1768253207.112373:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476253312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253207.112434:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476253312:12345-0@lo:400:kworker.0 Request processed in 63us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253207.112444:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1768253207.116203:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476253312:0@lo:400:kworker.0 00000100:00100000:2.0:1768253207.118354:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476253184:12345-0@lo:400:kworker.0 Request processed in 12763us (14033us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253207.118375:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1768253207.118471:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476253568:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.118537:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253207.118576:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253207.118582:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476253440:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.118611:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253207.118647:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253568 00000100:00100000:1.0:1768253207.118657:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253568 00000100:00100000:1.0:1768253207.118716:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1768253207.118726:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476253568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.118790:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476253568:12345-0@lo:400:kworker.0 Request processed in 66us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253207.119337:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00080000:1.0:1768253207.119378:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253207.119414:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:1.0:1768253207.119421:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277fe42300, transno 4294967363 00000100:00100000:1.0:1768253207.119439:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476253568:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.119680:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253440 00000100:00100000:1.0:1768253207.119685:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253440 00000100:00100000:1.0:1768253207.119720:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1768253207.119726:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476253440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.119770:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476253440:12345-0@lo:400:kworker.0 Request processed in 44us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253207.119777:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00080000:1.0:1768253207.119789:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253207.120054:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476253440:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.120086:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476253824:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.120116:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253207.120218:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253207.120226:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476253696:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.120248:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253207.120270:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253696 00000100:00100000:1.0:1768253207.120273:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253696 00000100:00100000:1.0:1768253207.120301:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1768253207.120308:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476253696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.120345:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476253696:12345-0@lo:400:kworker.0 Request processed in 37us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253207.120448:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253824 00000100:00100000:2.0:1768253207.120465:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253824 00000100:00100000:2.0:1768253207.120496:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1768253207.120504:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476253824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253207.120538:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476253824:12345-0@lo:400:kworker.0 Request processed in 35us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253207.120544:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1768253207.120694:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00080000:1.0:1768253207.120712:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253207.120716:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253207.120740:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476253696:0@lo:400:kworker.0 00000100:00100000:1.0:1768253207.120749:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476253824:0@lo:400:kworker.0 00000100:00100000:0.0:1768253207.120921:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476253184:0@lo:400:kworker.0 00000020:00000080:0.0:1768253207.465508:0:89516:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcb0e2d70 20000000:00000080:0.0:1768253207.465532:0:89516:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97276a7f5000 uarg=0000000000000000 00010000:00010000:0.0:1768253207.465901:0:89516:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253207.466517:0:89516:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253207.466537:0:89516:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253207.466561:0:89516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253207.466580:0:89516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253207.466589:0:89516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253207.466633:0:89516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253207.466652:0:89516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 17 pid: 5778 timeout: 2562 lvb_type: 0 00000100:00100000:0.0:1768253207.466670:0:89516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89516:1854145476253952:0@lo:104: 00000100:00100000:0.0:1768253207.466749:0:89516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253207.466947:0:89516:0:(client.c:2690:ptlrpc_set_wait()) set ffff972747b06c00 going to sleep for 11 seconds 00000100:00100000:2.0:1768253207.467667:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1768253207.467683:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476253952 00000100:00100000:2.0:1768253207.467691:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476253952 00000100:00100000:2.0:1768253207.467748:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1768253207.467758:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648241850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89516:x1854145476253952:12345-0@lo:104: 00010000:00010000:2.0:1768253207.467783:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.467857:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253207.467864:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648241850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89516:x1854145476253952:12345-0@lo:104: Request processed in 108us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253207.467871:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00010000:00010000:2.0:1768253207.467935:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253207.467941:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.467949:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253207.467953:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.467960:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253207.467967:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253207.467974:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1768253207.468168:0:89516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649253480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89516:1854145476253952:0@lo:104: 00010000:00010000:0.0:1768253207.468207:0:89516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468641:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468649:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253207.468686:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468693:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9800/0xef9a6e5c83abdb96 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdb9d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468715:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253207.468717:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253207.468719:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253207.468735:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253207.468749:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476254080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253207.468800:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253207.468841:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254080 00000100:00100000:2.0:1768253207.468847:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254080 00010000:00010000:2.0:1768253207.468869:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 18 pid: 5778 timeout: 2562 lvb_type: 0 00000100:00100000:2.0:1768253207.468893:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1768253207.468900:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476254080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253207.468924:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253207.468930:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 18 pid: 5778 timeout: 2562 lvb_type: 0 00010000:00010000:2.0:1768253207.468939:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 18 pid: 5778 timeout: 2562 lvb_type: 0 00010000:00010000:2.0:1768253207.468951:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdb9d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdb96 expref: 18 pid: 5778 timeout: 2562 lvb_type: 0 00010000:00010000:2.0:1768253207.468962:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468970:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468991:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.468998:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.469005:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.469036:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.469612:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253207.469617:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.469626:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.469646:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253207.469657:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253207.469703:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476254080:12345-0@lo:103:ldlm_bl.0 Request processed in 801us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253207.469711:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1768253207.469753:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476254080:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253207.469961:0:89516:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253207.469969:0:89516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253207.469975:0:89516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963800/0xef9a6e5c83abdbb9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253207.988317:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253209.010327:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253209.202605:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253209.202614:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253209.202619:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253209.202666:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253209.202677:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253209.202691:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253209.202717:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476254208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253209.202789:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253209.202849:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746df8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1768253209.203039:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254208 00000100:00100000:3.0:1768253209.203047:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254208 00000100:00100000:3.0:1768253209.203091:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1768253209.203100:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476254208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253209.203113:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253209.203126:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdbc0 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253209.203148:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253209.203158:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253209.203177:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253209.203223:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476254208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253209.203230:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1768253209.203432:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476254208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253209.203447:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253209.203455:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253209.203474:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253209.203478:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253209.203485:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253209.546730:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253209.546772:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253209.546797:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253209.550060:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979136 00000100:00100000:1.0:1768253209.550079:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979136 00000100:00100000:1.0:1768253209.550456:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1687 00000100:00100000:1.0:1768253209.550467:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451979136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253209.550550:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451979136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (3828us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253209.550557:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1687 00000100:00100000:1.0:1768253209.550581:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979008 00000100:00100000:1.0:1768253209.550585:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979008 00000100:00100000:1.0:1768253209.550607:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1337 00000100:00100000:1.0:1768253209.550612:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451979008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253209.550633:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451979008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (3861us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253209.550639:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1337 00000100:00100000:1.0:1768253209.550665:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979264 00000100:00100000:1.0:1768253209.550669:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979264 00000100:00100000:1.0:1768253209.550695:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1290 00000100:00100000:1.0:1768253209.550700:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451979264:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768253209.550845:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253209.550852:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253209.550901:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451979264:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 199us (4102us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253209.551231:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1290 00000100:00100000:3.0:1768253209.650376:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253209.651847:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476254336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253209.652584:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253209.652847:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254336 00000100:00100000:1.0:1768253209.652858:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254336 00000100:00100000:1.0:1768253209.652965:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1768253209.652975:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476254336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253209.653031:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253209.653084:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476254336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253209.653092:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:0.0:1768253209.658173:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253209.659313:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476254464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253209.659379:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253209.659456:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254464 00000100:00100000:2.0:1768253209.659464:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254464 00000100:00100000:2.0:1768253209.659513:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1768253209.659520:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476254464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253209.659559:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253209.659606:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476254464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253209.659614:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1768253209.659662:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476254464:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253209.659683:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253209.659726:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476254336:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768253210.034127:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253210.716901:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253210.717174:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979392 00000100:00100000:1.0:1768253210.717185:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979392 00000100:00100000:1.0:1768253210.717244:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1056 00000100:00100000:1.0:1768253210.717254:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51469:x1854145451979392:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253210.717276:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253210.717298:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdbce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72b6 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253210.717361:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717374:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717387:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717400:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717406:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717415:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717546:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdbe3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717555:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdbe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717561:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdbe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253210.717590:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1768253210.717594:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253210.717619:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdbe3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717631:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717637:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717643:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717648:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253210.717652:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717671:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717685:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9700) 00010000:00010000:1.0:1768253210.717688:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253210.717694:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717700:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdbd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717711:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717717:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717723:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717728:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253210.717731:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717737:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717743:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9300) 00010000:00010000:1.0:1768253210.717746:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253210.717749:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717753:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdbdc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253210.717780:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdbce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72b6 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253210.717800:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdbe3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72b6 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253210.717807:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:1.0:1768253210.717809:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253210.717812:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253210.717873:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979392:12345-192.168.202.43@tcp:101:touch.0 Request processed in 620us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253210.717893:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1056 00000100:00100000:1.0:1768253210.731917:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253210.731965:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979648 00000100:00100000:1.0:1768253210.731974:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979648 00000100:00100000:1.0:1768253210.732046:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1057 00000100:00100000:1.0:1768253210.732057:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979648:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253210.732078:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253210.732100:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdbea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72bd expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253210.732234:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732249:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732260:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732286:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732295:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732302:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253210.732324:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00010000:1.0:1768253210.732343:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732350:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732357:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732363:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253210.732367:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732375:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732386:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:1.0:1768253210.732390:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253210.732395:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732401:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdbf1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732411:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732420:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732425:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732430:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253210.732433:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732439:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732445:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972749ca9900) 00010000:00010000:1.0:1768253210.732448:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253210.732451:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732457:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdbf8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253210.732488:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdbea lrc: 1/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72bd expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253210.732498:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:1.0:1768253210.732501:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253210.732505:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdbea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72bd expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253210.732514:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768253210.732567:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979648:12345-192.168.202.43@tcp:101:touch.0 Request processed in 512us (656us total) trans 0 rc 301/301 00000100:00100000:1.0:1768253210.732575:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1057 00000100:00100000:1.0:1768253210.736594:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253210.736663:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979776 00000100:00100000:2.0:1768253210.736674:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979776 00000100:00100000:2.0:1768253210.736727:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1058 00000100:00100000:2.0:1768253210.736736:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979776:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768253210.736759:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253210.736778:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abdbff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72c4 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253210.736839:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736852:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736862:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736874:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736891:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736898:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736956:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736964:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736970:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736976:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253210.736980:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736986:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.736996:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253210.736999:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253210.737003:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737033:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdc06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737048:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737053:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737059:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737065:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253210.737068:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737074:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737080:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972742c4a300) 00010000:00010000:2.0:1768253210.737082:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253210.737084:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737089:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abdc0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253210.737116:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abdbff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72c4 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253210.737125:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253210.737127:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253210.737130:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abdbff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72c4 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253210.737138:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768253210.737426:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979776:12345-192.168.202.43@tcp:101:touch.0 Request processed in 690us (840us total) trans 0 rc 301/301 00000100:00100000:2.0:1768253210.737433:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1058 00000100:00100000:1.0:1768253210.744599:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253210.744671:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451979904 00000100:00100000:2.0:1768253210.744681:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451979904 00000100:00100000:2.0:1768253210.744741:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1059 00000100:00100000:2.0:1768253210.744752:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979904:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:2.0:1768253210.744773:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253210.744793:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abdc14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72cb expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253210.744861:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744886:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744898:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744909:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744914:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744918:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744975:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744986:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744992:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.744998:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253210.745002:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745010:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745041:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253210.745045:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253210.745050:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745056:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdc1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745071:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745077:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745082:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745088:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253210.745091:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745096:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745102:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972742c4a800) 00010000:00010000:2.0:1768253210.745104:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253210.745107:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745116:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abdc22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253210.745235:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abdc14 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72cb expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253210.745248:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253210.745250:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253210.745254:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abdc14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72cb expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253210.745264:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768253210.745415:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51469:x1854145451979904:12345-192.168.202.43@tcp:101:touch.0 Request processed in 664us (824us total) trans 0 rc 301/301 00000100:00100000:2.0:1768253210.745423:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1059 00010000:00010000:2.0:1768253211.058374:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253212.082125:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253212.212554:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476254720:0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.212618:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253212.212666:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476255232:0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.212689:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253212.212721:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253212.212726:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476254848:0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.212853:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476254592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.212892:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253212.212919:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476255104:0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.212949:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253212.212966:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253212.212971:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476254976:0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.212989:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253212.213045:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254592 00000100:00100000:1.0:1768253212.213053:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254592 00000100:00100000:1.0:1768253212.213103:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1768253212.213111:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476254592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.213169:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476254592:12345-0@lo:400:kworker.0 Request processed in 59us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253212.213177:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1768253212.213207:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254720 00000100:00100000:1.0:1768253212.213211:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254720 00000100:00100000:1.0:1768253212.213234:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255104 00000100:00100000:1.0:1768253212.213236:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255104 00000100:00100000:1.0:1768253212.213263:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1768253212.213269:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476254720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.213301:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476254720:12345-0@lo:400:kworker.0 Request processed in 32us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253212.213310:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1768253212.213322:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1768253212.213328:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476255104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.213352:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476255104:12345-0@lo:400:kworker.0 Request processed in 25us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253212.213357:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1768253212.213397:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476254592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253212.213410:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476255104:0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.213746:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253212.213863:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476254720:0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.213890:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254848 00000100:00100000:2.0:1768253212.213893:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254848 00000100:00100000:2.0:1768253212.213924:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1768253212.213941:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476254848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.213975:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476254848:12345-0@lo:400:kworker.0 Request processed in 45us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253212.213981:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1768253212.214002:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255232 00000100:00100000:2.0:1768253212.214005:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255232 00000100:00100000:2.0:1768253212.214048:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476254976 00000100:00100000:2.0:1768253212.214052:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476254976 00000100:00100000:2.0:1768253212.214071:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1768253212.214076:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476255232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.214106:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476255232:12345-0@lo:400:kworker.0 Request processed in 29us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253212.214112:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1768253212.214121:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1768253212.214127:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476254976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253212.214959:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476254976:12345-0@lo:400:kworker.0 Request processed in 828us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253212.214967:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00080000:2.0:1768253212.214998:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253212.215002:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253212.215005:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253212.215166:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476254976:0@lo:400:kworker.0 00000100:00100000:3.0:1768253212.218379:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476254848:0@lo:400:kworker.0 00000100:00100000:3.0:1768253212.218398:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476255232:0@lo:400:kworker.0 00000020:00000080:1.0:1768253212.330482:0:89762:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7a099b10 20000000:00000080:1.0:1768253212.330503:0:89762:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97276a7f7c00 uarg=0000000000000000 00010000:00010000:1.0:1768253212.330801:0:89762:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1768253212.330835:0:89762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:1.0:1768253212.330839:0:89762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253212.330850:0:89762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdbe3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72b6 expref: 5 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253212.330873:0:89762:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1768253212.330900:0:89762:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253212.330914:0:89762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253212.330927:0:89762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253212.330952:0:89762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253212.331003:0:89762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253212.331047:0:89762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 17 pid: 5777 timeout: 2567 lvb_type: 0 00000100:00100000:1.0:1768253212.331062:0:89762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89762:1854145476255360:0@lo:104: 00000100:00100000:1.0:1768253212.331132:0:89762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253212.331352:0:89762:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dadaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1768253212.331368:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255360 00000100:00100000:3.0:1768253212.331378:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255360 00000100:00100000:3.0:1768253212.331435:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1768253212.331446:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89762:x1854145476255360:12345-0@lo:104: 00010000:00010000:3.0:1768253212.331458:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253212.331523:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253212.331530:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89762:x1854145476255360:12345-0@lo:104: Request processed in 87us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253212.331537:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1768253212.331558:0:89762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89762:1854145476255360:0@lo:104: 00010000:00010000:1.0:1768253212.331576:0:89762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.331625:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253212.331632:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.331638:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253212.331642:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.331650:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253212.331656:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253212.331660:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253212.331696:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.331702:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253212.331735:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.331742:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00c00/0xef9a6e5c83abdbc0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdbc7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.331759:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253212.331761:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253212.331763:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253212.331802:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476255488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253212.331833:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253212.331896:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255488 00000100:00100000:2.0:1768253212.331900:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255488 00010000:00010000:2.0:1768253212.331920:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 18 pid: 5777 timeout: 2567 lvb_type: 0 00000100:00100000:2.0:1768253212.331958:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1768253212.331965:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476255488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253212.331974:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253212.331979:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 18 pid: 5777 timeout: 2567 lvb_type: 0 00010000:00010000:2.0:1768253212.332002:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 18 pid: 5777 timeout: 2567 lvb_type: 0 00010000:00010000:2.0:1768253212.332042:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdbc7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdbc0 expref: 18 pid: 5777 timeout: 2567 lvb_type: 0 00010000:00010000:2.0:1768253212.332054:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332061:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332073:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332079:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332086:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332092:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332098:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253212.332101:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332109:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332130:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253212.332152:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253212.332186:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476255488:12345-0@lo:103:ldlm_bl.0 Request processed in 220us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253212.332193:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00010000:00010000:3.0:1768253212.332255:0:89762:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253212.332265:0:89762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253212.332271:0:89762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadec00/0xef9a6e5c83abdc29 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89762 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253212.332555:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476255488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253213.108572:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253213.810112:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253213.810203:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253213.810210:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253213.810258:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253213.810269:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253213.810279:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253213.810308:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476255616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253213.810381:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253213.810469:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746356240 going to sleep for 11 seconds 00000100:00100000:1.0:1768253213.810518:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255616 00000100:00100000:1.0:1768253213.810526:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255616 00000100:00100000:1.0:1768253213.810583:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1768253213.810593:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476255616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253213.811042:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253213.811059:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdc30 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253213.811087:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253213.811097:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253213.811105:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:2.0:1768253213.811388:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476255616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 795us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253213.811396:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1768253213.811467:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476255616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253213.811482:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253213.811492:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253213.811512:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253213.811518:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253213.811525:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253214.130280:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253214.671618:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253214.671691:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253214.671740:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253214.671779:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980160 00000100:00100000:2.0:1768253214.671793:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980160 00000100:00100000:2.0:1768253214.671876:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1691 00000100:00100000:2.0:1768253214.671887:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451980160:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253214.672001:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451980160:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 116us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253214.672009:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1691 00000100:00080000:2.0:1768253214.672079:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253214.672272:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980288 00000100:00100000:3.0:1768253214.672278:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980288 00000100:00100000:3.0:1768253214.672335:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1293 00000100:00100000:3.0:1768253214.672344:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451980288:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253214.672394:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451980288:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253214.672402:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1293 00000100:00080000:2.0:1768253214.672819:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253214.676919:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980032 00000100:00100000:1.0:1768253214.676942:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980032 00000100:00100000:3.0:1768253214.684521:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1340 00000100:00100000:3.0:1768253214.684541:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451980032:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253214.684664:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451980032:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 127us (13059us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253214.684673:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1340 00000100:00100000:3.0:1768253214.772358:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476255744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253214.772457:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253214.773315:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255744 00000100:00100000:3.0:1768253214.773329:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255744 00000100:00100000:3.0:1768253214.773411:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1768253214.773424:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476255744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253214.773472:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253214.773546:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476255744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253214.773555:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1768253214.773627:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476255744:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253214.773708:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253214.775348:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476255872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253214.775426:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253214.775509:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476255872 00000100:00100000:1.0:1768253214.775517:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476255872 00000100:00100000:1.0:1768253214.775573:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1768253214.775582:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476255872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253214.775621:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253214.775674:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476255872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253214.775681:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:1.0:1768253214.775703:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253214.778549:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476255872:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253215.155944:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253215.684166:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253215.684272:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980416 00000100:00100000:3.0:1768253215.684291:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980416 00000100:00100000:3.0:1768253215.684810:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1060 00000100:00100000:3.0:1768253215.684826:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51555:x1854145451980416:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253215.684848:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253215.684876:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdc3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72d2 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253215.684956:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdc45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.684971:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdc45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.684983:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdc45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:3.0:1768253215.685074:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1768253215.685078:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253215.685103:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdc45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.685135:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdc3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72d2 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253215.685158:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdc45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72d2 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253215.685166:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:3.0:1768253215.685169:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253215.685172:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768253215.685257:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51555:x1854145451980416:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 426us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253215.685265:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1060 00000100:00100000:3.0:1768253215.692960:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253215.693078:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980672 00000100:00100000:1.0:1768253215.693095:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980672 00000100:00100000:3.0:1768253215.693470:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1061 00000100:00100000:3.0:1768253215.693483:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51555:x1854145451980672:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253215.693538:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253215.693567:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdc45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72d2 expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253215.693584:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abdbe3) 00010000:00010000:3.0:1768253215.693589:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:3.0:1768253215.693599:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253215.693628:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.693640:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.693653:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768253215.694063:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb061cb1 reply state 00000000df918090 transno 4294967706 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253215.694073:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768253215.694088:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:3.0:1768253215.694172:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51555:x1854145451980672:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 690us (1221us total) trans 4294967706 rc 0/0 00000100:00100000:3.0:1768253215.694181:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1061 00010000:00010000:3.0:1768253215.703091:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.703112:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.703121:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.703129:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253215.703136:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.703145:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.703167:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbba00) 00010000:00010000:3.0:1768253215.703171:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253215.703177:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253215.703187:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdc4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253216.178253:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253216.703680:0:89961:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff86401450 20000000:00000080:1.0:1768253216.703781:0:89961:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645c36000 uarg=0000000000000000 00010000:00010000:1.0:1768253216.704156:0:89961:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253216.705108:0:89961:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253216.705147:0:89961:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253216.705711:0:89961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253216.705735:0:89961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253216.705745:0:89961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253216.705803:0:89961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253216.705825:0:89961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 17 pid: 5778 timeout: 2572 lvb_type: 0 00000100:00100000:1.0:1768253216.705856:0:89961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89961:1854145476256000:0@lo:104: 00000100:00100000:1.0:1768253216.705963:0:89961:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253216.706128:0:89961:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264716b300 going to sleep for 11 seconds 00000100:00100000:2.0:1768253216.708844:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256000 00000100:00100000:2.0:1768253216.708866:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256000 00000100:00100000:2.0:1768253216.709040:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1768253216.709052:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89961:x1854145476256000:12345-0@lo:104: 00010000:00010000:2.0:1768253216.709075:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.709219:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253216.709225:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:89961:x1854145476256000:12345-0@lo:104: Request processed in 178us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253216.709234:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1768253216.711450:0:89961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498af480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89961:1854145476256000:0@lo:104: 00010000:00010000:1.0:1768253216.711501:0:89961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.716442:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253216.716464:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.716481:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253216.716487:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.716499:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253216.716507:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253216.716515:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253216.716587:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.716594:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253216.716631:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.716639:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8200/0xef9a6e5c83abdc30 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdc37 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.716671:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253216.716673:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253216.716675:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253216.716778:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476256128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253216.716864:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253216.716961:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256128 00000100:00100000:2.0:1768253216.716971:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256128 00010000:00010000:2.0:1768253216.717043:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 18 pid: 5778 timeout: 2572 lvb_type: 0 00000100:00100000:2.0:1768253216.717078:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1768253216.717089:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476256128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253216.717791:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253216.717802:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 18 pid: 5778 timeout: 2572 lvb_type: 0 00010000:00010000:2.0:1768253216.717819:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 18 pid: 5778 timeout: 2572 lvb_type: 0 00010000:00010000:2.0:1768253216.717839:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdc37 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdc30 expref: 18 pid: 5778 timeout: 2572 lvb_type: 0 00010000:00010000:2.0:1768253216.717857:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717867:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717897:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717909:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717917:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717926:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717932:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253216.717936:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717944:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717968:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253216.717981:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253216.718194:0:89961:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253216.718204:0:89961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253216.718209:0:89961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdc53 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253216.722361:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476256128:12345-0@lo:103:ldlm_bl.0 Request processed in 5253us (5475us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253216.722382:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1768253216.731353:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476256128:0@lo:103:ldlm_bl.0 00000001:00080000:1.0:1768253216.892450:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967706 is committed 00010000:00010000:1.0:1768253217.204071:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253217.335194:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476256256:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335294:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253217.335361:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476256768:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335388:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253217.335419:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253217.335426:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476256640:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335449:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253217.335484:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476256512:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335513:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253217.335535:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253217.335541:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476256384:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335563:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253217.335601:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256256 00000100:00100000:0.0:1768253217.335609:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256256 00000100:00100000:0.0:1768253217.335659:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256640 00000100:00100000:0.0:1768253217.335661:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256640 00000100:00100000:0.0:1768253217.335692:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256384 00000100:00100000:0.0:1768253217.335694:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256384 00000100:00100000:0.0:1768253217.335711:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:0.0:1768253217.335720:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476256256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335782:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476256256:12345-0@lo:400:kworker.0 Request processed in 62us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253217.335791:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:0.0:1768253217.335813:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1768253217.335819:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476256640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.335844:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476256640:12345-0@lo:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253217.335850:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1768253217.335861:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:0.0:1768253217.335867:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476256384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.340736:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476256384:12345-0@lo:400:kworker.0 Request processed in 4846us (5149us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253217.340761:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:0.0:1768253217.340852:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256768 00000100:00100000:0.0:1768253217.340868:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256768 00000100:00100000:0.0:1768253217.340946:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256512 00000100:00100000:0.0:1768253217.340951:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256512 00000100:00100000:0.0:1768253217.340976:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1768253217.340986:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476256768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253217.341318:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476256384:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.341416:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476256768:12345-0@lo:400:kworker.0 Request processed in 431us (6025us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253217.341424:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1768253217.341438:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1768253217.341446:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476256512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.341491:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476256512:12345-0@lo:400:kworker.0 Request processed in 46us (5977us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253217.341498:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00080000:0.0:1768253217.341535:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253217.341542:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253217.341546:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253217.341587:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476256640:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.341605:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476256256:0@lo:400:kworker.0 00000100:00100000:0.0:1768253217.341617:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476256768:0@lo:400:kworker.0 00000100:00100000:1.0:1768253217.341698:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476256512:0@lo:400:kworker.0 00010000:00010000:2.0:1768253218.247003:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253218.358252:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253218.358263:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253218.358269:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253218.358341:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358354:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358372:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253218.358407:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476256896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253218.358501:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253218.358561:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274634d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253218.358591:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476256896 00000100:00100000:2.0:1768253218.358599:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476256896 00000100:00100000:2.0:1768253218.358656:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1768253218.358664:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476256896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253218.358682:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253218.358698:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdc5a expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358726:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358737:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358747:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01a00, rc 0) 00000100:00100000:2.0:1768253218.358785:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476256896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253218.358793:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1768253218.358860:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476256896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253218.358888:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358903:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253218.358928:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253218.358933:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253218.358941:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253219.252299:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253219.783937:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253219.783987:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253219.784053:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980800 00000100:00100000:2.0:1768253219.784067:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980800 00000100:00100000:1.0:1768253219.784074:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253219.784140:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1342 00000100:00100000:2.0:1768253219.784153:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451980800:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253219.784255:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451980800:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 105us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253219.784265:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1342 00000100:00100000:0.0:1768253219.784740:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451980928 00000100:00100000:0.0:1768253219.784747:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451980928 00000100:00100000:0.0:1768253219.784800:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1695 00000100:00100000:0.0:1768253219.784809:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451980928:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253219.784889:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451980928:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253219.784897:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1695 00000100:00100000:0.0:1768253219.784923:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981056 00000100:00100000:0.0:1768253219.784927:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981056 00000100:00100000:0.0:1768253219.784956:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1296 00000100:00100000:0.0:1768253219.784962:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451981056:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253219.784991:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451981056:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253219.784997:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1296 00000100:00080000:0.0:1768253219.785043:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253219.785050:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253219.890446:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253219.890481:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476257024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253219.890569:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253219.890664:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257024 00000100:00100000:3.0:1768253219.890686:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257024 00000100:00100000:3.0:1768253219.890766:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1768253219.890777:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476257024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253219.890839:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253219.890907:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476257024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253219.890915:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00080000:3.0:1768253219.890942:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253219.890996:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476257024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253219.893398:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476257152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253219.893481:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253219.893556:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257152 00000100:00100000:2.0:1768253219.893565:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257152 00000100:00100000:2.0:1768253219.893631:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1768253219.893641:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476257152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253219.893685:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253219.893738:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476257152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253219.893750:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:2.0:1768253219.893778:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253219.893823:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476257152:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253220.243757:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.243894:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981184 00000100:00100000:2.0:1768253220.243912:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981184 00000100:00100000:2.0:1768253220.244006:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1062 00000100:00100000:2.0:1768253220.244063:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981184:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253220.244197:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981184:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 141us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253220.244204:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1062 00000100:00100000:1.0:1768253220.246444:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.247355:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981312 00000100:00100000:2.0:1768253220.247377:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981312 00000100:00100000:2.0:1768253220.247485:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 576 00000100:00100000:2.0:1768253220.247497:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981312:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253220.247838:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981312:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 342us (1408us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253220.247847:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 576 00000100:00100000:1.0:1768253220.253684:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.255630:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981440 00000100:00100000:2.0:1768253220.255650:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981440 00000100:00100000:2.0:1768253220.255731:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 577 00000100:00100000:2.0:1768253220.255741:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2367:x1854145451981440:12345-192.168.202.43@tcp:8:lfs.0 00010000:00080000:2.0:1768253220.255791:0:6569:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2425 last 0 00000020:00000080:2.0:1768253220.255829:0:6569:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abdc68 00002000:00100000:2.0:1768253220.255844:0:6569:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972748636000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768253220.255868:0:6569:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768253220.256194:0:6569:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:2.0:1768253220.256205:0:6569:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1768253220.256243:0:6569:0:(import.c:65:import_set_state_nolock()) ffff972748631800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768253220.256336:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145451981440:12345-192.168.202.43@tcp:8:lfs.0 Request processed in 593us (2675us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253220.256344:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 577 00000100:00100000:2.0:1768253220.263989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253220.264104:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981568 00000100:00100000:1.0:1768253220.264123:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981568 00000100:00080000:2.0:1768253220.264185:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253220.264226:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 578 00000100:00100000:1.0:1768253220.264255:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51640:x1854145451981568:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253220.264678:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51640:x1854145451981568:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 432us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253220.264687:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 578 00000100:00100000:3.0:1768253220.267959:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.268158:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981696 00000100:00100000:2.0:1768253220.268173:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981696 00000100:00100000:2.0:1768253220.268886:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1063 00000100:00100000:2.0:1768253220.268899:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981696:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253220.269525:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981696:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 626us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253220.269535:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1063 00010000:00010000:2.0:1768253220.274649:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253220.279358:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253220.279411:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981824 00000100:00100000:0.0:1768253220.279426:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981824 00000100:00100000:0.0:1768253220.279507:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1064 00000100:00100000:0.0:1768253220.279520:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981824:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253220.279684:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649370a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981824:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 165us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253220.279693:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1064 00000100:00100000:3.0:1768253220.285657:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.285830:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451981952 00000100:00100000:2.0:1768253220.285844:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451981952 00000100:00100000:2.0:1768253220.285937:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 579 00000100:00100000:2.0:1768253220.285949:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981952:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253220.289971:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451981952:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 3999us (4305us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253220.289995:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 579 00000100:00100000:2.0:1768253220.295595:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253220.295723:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982080 00000100:00100000:3.0:1768253220.295741:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982080 00000100:00100000:3.0:1768253220.295825:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 580 00000100:00100000:3.0:1768253220.295838:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51640:x1854145451982080:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253220.297453:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51640:x1854145451982080:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1606us (1866us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253220.297469:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 580 00000100:00100000:2.0:1768253220.304393:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253220.308179:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982208 00000100:00100000:3.0:1768253220.308202:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982208 00000100:00100000:3.0:1768253220.309131:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1065 00000100:00100000:3.0:1768253220.309150:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451982208:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253220.309527:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51640:x1854145451982208:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 385us (5148us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253220.309534:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1065 00000100:00100000:2.0:1768253220.411419:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253220.411951:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982336 00000100:00100000:0.0:1768253220.411963:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982336 00000100:00100000:0.0:1768253220.412182:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1066 00000100:00100000:0.0:1768253220.412195:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51644:x1854145451982336:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768253220.412226:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253220.412468:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdc6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72d9 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253220.412547:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412561:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412574:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412585:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412589:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412593:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412767:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdc84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412775:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdc84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412782:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdc84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768253220.412817:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1768253220.412820:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253220.412871:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdc84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412891:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412897:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412904:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412915:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253220.412919:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412927:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412940:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2de00) 00010000:00010000:0.0:1768253220.412943:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253220.412948:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412955:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdc76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412972:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412978:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412983:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412988:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253220.412991:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.412996:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.413003:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff97274df2da00) 00010000:00010000:0.0:1768253220.413006:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253220.413009:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.413487:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abdc7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.413534:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdc6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72d9 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253220.413553:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdc84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72d9 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253220.413561:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d700) 00010000:00010000:0.0:1768253220.413564:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253220.413567:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768253220.413676:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51644:x1854145451982336:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1482us (2276us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253220.413686:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1066 00000100:00100000:1.0:1768253220.427150:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253220.427302:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982464 00000100:00100000:0.0:1768253220.427321:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982464 00000100:00100000:0.0:1768253220.427416:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 177 00000100:00100000:0.0:1768253220.427430:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51644:x1854145451982464:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:0.0:1768253220.427618:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51644:x1854145451982464:12345-192.168.202.43@tcp:49:dd.0 Request processed in 191us (486us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253220.427627:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 177 00000100:00100000:0.0:1768253220.439032:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253220.439132:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982720 00000100:00100000:1.0:1768253220.439149:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982720 00000100:00100000:1.0:1768253220.439300:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1067 00000100:00100000:1.0:1768253220.439313:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51644:x1854145451982720:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:1.0:1768253220.439345:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253220.439376:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdc8b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72e0 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253220.439593:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.439612:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.439626:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.439644:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.439657:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.439681:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:1.0:1768253220.440437:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21:0x0], index 1: 0 00010000:00010000:1.0:1768253220.440727:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdca0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440741:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440750:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdca0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440796:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440804:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440812:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440819:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253220.440824:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440832:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440847:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d700) 00010000:00010000:1.0:1768253220.440866:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253220.440873:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253220.440879:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdc92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253220.440895:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf753da5 reply state 00000000ba14688f transno 4294967707 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253220.440905:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768253220.440946:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdc8b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e0 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253220.440963:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdca0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e0 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253220.440971:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff972769ec0d00) 00010000:00010000:1.0:1768253220.440974:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253220.440977:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253220.441139:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:51644:x1854145451982720:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1828us (2142us total) trans 4294967707 rc 0/0 00000100:00100000:1.0:1768253220.441150:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1067 00010000:00010000:0.0:1768253220.444735:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.444759:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.444769:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.444776:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253220.444782:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.444791:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.444811:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972769ec0100) 00010000:00010000:0.0:1768253220.444815:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253220.444821:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253220.444839:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdc99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:0.0:1768253220.448472:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.448978:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982848 00000100:00100000:2.0:1768253220.448994:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982848 00000100:00100000:2.0:1768253220.449537:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 178 00000100:00100000:2.0:1768253220.449552:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b15a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51644:x1854145451982848:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:2.0:1768253220.449759:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b15a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51644:x1854145451982848:12345-192.168.202.43@tcp:49:dd.0 Request processed in 211us (1303us total) trans 0 rc -61/-61 00000100:00100000:2.0:1768253220.449769:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 178 00000100:00100000:0.0:1768253220.461575:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.462498:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451982976 00000100:00100000:2.0:1768253220.462517:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451982976 00000100:00100000:2.0:1768253220.462615:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 581 00000100:00100000:2.0:1768253220.462629:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51644:x1854145451982976:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768253220.462658:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253220.463558:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72e7 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253220.463602:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768253220.463637:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253220.463640:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253220.463655:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 7 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253220.463935:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 7 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253220.463953:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768253220.464498:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51644:x1854145451982976:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1869us (2937us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253220.464509:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 581 00000100:00100000:1.0:1768253220.489634:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253220.495432:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451983104 00000100:00100000:0.0:1768253220.495452:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451983104 00002000:00100000:1.0:1768253220.499772:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x21:0x0] (0->1048575) req@ffff972777cbdf80 x1854145451983104/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:196/0 lens 488/0 e 0 to 0 dl 1768253231 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1768253220.499789:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777cbdf80 with x1854145451983104 ext(0->1048575) 00002000:00010000:1.0:1768253220.499797:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972777cbdf80 00000100:00100000:1.0:1768253220.499849:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:1.0:1768253220.502418:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451983104:12345-192.168.202.43@tcp:4:dd.0 00000001:00100000:0.0:1768253220.614954:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:1.0:1768253220.625216:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451983104:12345-192.168.202.43@tcp:4:dd.0 Request processed in 122808us (135575us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1768253220.625324:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 26 00002000:00100000:1.0:1768253220.625344:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x21:0x0] (0->1048575) req@ffff972777cbdf80 x1854145451983104/t4294967362(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:196/0 lens 488/448 e 0 to 0 dl 1768253231 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1768253220.625356:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777cbdf80 with x1854145451983104 ext(0->1048575) 00002000:00010000:1.0:1768253220.625363:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972777cbdf80 00000100:00100000:2.0:1768253220.630090:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253220.630208:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451983232 00000100:00100000:1.0:1768253220.630227:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451983232 00000100:00100000:1.0:1768253220.630392:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1068 00000100:00100000:1.0:1768253220.630404:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51644:x1854145451983232:12345-192.168.202.43@tcp:44:dd.0 00000100:00100000:1.0:1768253220.734532:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51644:x1854145451983232:12345-192.168.202.43@tcp:44:dd.0 Request processed in 104116us (104439us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253220.734547:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1068 00000001:00080000:1.0:1768253220.734595:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967707 is committed 00000100:00100000:1.0:1768253220.744808:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253220.744922:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451983360 00000100:00100000:2.0:1768253220.744932:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451983360 00000100:00100000:2.0:1768253220.744989:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 582 00000100:00100000:2.0:1768253220.744999:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451983360:12345-192.168.202.43@tcp:16:dd.0 00000001:00080000:0.0:1768253220.815009:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:0.0:1768253220.815195:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451983360:12345-192.168.202.43@tcp:16:dd.0 Request processed in 70190us (70393us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253220.815206:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 582 00000100:00100000:2.0:1768253220.822857:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253220.823255:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451983616 00000100:00100000:1.0:1768253220.823271:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451983616 00000100:00100000:1.0:1768253220.823350:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 179 00000100:00100000:1.0:1768253220.823363:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51644:x1854145451983616:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:1.0:1768253220.823971:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51644:x1854145451983616:12345-192.168.202.43@tcp:35:dd.0 Request processed in 608us (1132us total) trans 4294967708 rc 0/0 00000100:00100000:1.0:1768253220.823980:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 179 00010000:00010000:2.0:1768253221.311580:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768253222.088760:0:90159:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2427509742598ns, next at 2407704519224ns, rc = 0 00000004:00080000:2.0:1768253222.088895:0:90159:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2427509881535ns, next at 2371350193860ns, rc = 0 00000001:00080000:1.0:1768253222.133415:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967708 is committed 00000004:00080000:1.0:1768253222.133448:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 90 committed 00000004:00080000:3.0:1768253222.137381:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 92 committed 00010000:00010000:2.0:1768253222.323062:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253222.455437:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476257536:0@lo:400:kworker.0 00000100:00100000:2.0:1768253222.455548:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253222.455633:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253222.455642:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476257664:0@lo:400:kworker.0 00000100:00100000:2.0:1768253222.455671:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253222.456084:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257664 00000100:00100000:2.0:1768253222.456094:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257664 00000100:00100000:2.0:1768253222.456181:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1768253222.456192:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476257664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253222.456261:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476257664:12345-0@lo:400:kworker.0 Request processed in 71us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253222.456269:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00080000:2.0:1768253222.456298:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253222.456346:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476257664:0@lo:400:kworker.0 00000100:00100000:1.0:1768253222.461203:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257536 00000100:00100000:1.0:1768253222.461226:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257536 00000100:00100000:1.0:1768253222.461335:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1768253222.461350:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476257536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253222.461481:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476257536:12345-0@lo:400:kworker.0 Request processed in 138us (5934us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253222.461489:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1768253222.462534:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476257280:0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.462608:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253222.462673:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476257792:0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.462712:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253222.462744:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768253222.462751:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476257408:0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.462777:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253222.462796:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476257920:0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.462820:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253222.462877:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257792 00000100:00100000:0.0:1768253222.462885:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257792 00000100:00100000:0.0:1768253222.462938:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257408 00000100:00100000:0.0:1768253222.462942:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257408 00000100:00100000:0.0:1768253222.462964:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1768253222.462973:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476257792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.463067:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476257792:12345-0@lo:400:kworker.0 Request processed in 94us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253222.463075:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1768253222.463095:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:0.0:1768253222.463102:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476257408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.463132:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476257408:12345-0@lo:400:kworker.0 Request processed in 30us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253222.463137:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:0.0:1768253222.463192:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476257408:0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.463204:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476257792:0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.463238:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257920 00000100:00100000:0.0:1768253222.463242:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257920 00000100:00100000:0.0:1768253222.463274:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1768253222.463443:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476257920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253222.463487:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476257920:12345-0@lo:400:kworker.0 Request processed in 205us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253222.463493:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1768253222.463519:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476257920:0@lo:400:kworker.0 00000100:00100000:1.0:1768253222.465499:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476257280 00000100:00100000:1.0:1768253222.465519:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476257280 00000100:00100000:1.0:1768253222.465592:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1768253222.465602:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476257280:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1768253222.466060:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253222.466068:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253222.466184:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476257280:12345-0@lo:400:kworker.0 Request processed in 580us (3572us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253222.466193:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1768253222.467885:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476257280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253222.469163:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476257536:0@lo:400:kworker.0 00010000:00010000:2.0:1768253223.350101:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253223.744282:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253223.748058:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451983744 00000100:00100000:3.0:1768253223.748087:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451983744 00000100:00100000:3.0:1768253223.748201:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1069 00000100:00100000:3.0:1768253223.748214:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451983744:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253223.748577:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451983744:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 288us (4236us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253223.748587:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1069 00000100:00080000:2.0:1768253223.748782:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253223.754173:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253223.754297:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451983872 00000100:00100000:3.0:1768253223.754313:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451983872 00000100:00100000:3.0:1768253223.754409:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 583 00000100:00100000:3.0:1768253223.754420:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51778:x1854145451983872:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253223.754855:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51778:x1854145451983872:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 435us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253223.754864:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 583 00000100:00080000:2.0:1768253223.755203:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253223.759242:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253223.759666:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984000 00000100:00100000:3.0:1768253223.759679:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984000 00000100:00100000:3.0:1768253223.759770:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 584 00000100:00100000:3.0:1768253223.759782:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51778:x1854145451984000:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253223.760239:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51778:x1854145451984000:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 457us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253223.760247:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 584 00000100:00080000:2.0:1768253223.760349:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253223.766685:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253223.766798:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984128 00000100:00100000:3.0:1768253223.766813:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984128 00000100:00100000:3.0:1768253223.766904:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1070 00000100:00100000:3.0:1768253223.766917:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451984128:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253223.767222:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451984128:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 307us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253223.767231:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1070 00000100:00100000:3.0:1768253223.786356:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253223.786469:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984256 00000100:00100000:0.0:1768253223.786483:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984256 00000100:00100000:0.0:1768253223.786564:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1071 00000100:00100000:0.0:1768253223.786577:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451984256:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253223.786719:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451984256:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 144us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253223.786728:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1071 00000100:00100000:0.0:1768253223.795898:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253223.801688:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984384 00000100:00100000:3.0:1768253223.801711:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984384 00000100:00100000:3.0:1768253223.801807:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 585 00000100:00100000:3.0:1768253223.801831:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51778:x1854145451984384:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253223.802516:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:51778:x1854145451984384:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 696us (6630us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253223.802526:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 585 00000100:00100000:3.0:1768253223.814943:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253223.815769:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984512 00000100:00100000:0.0:1768253223.815785:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984512 00000100:00100000:0.0:1768253223.815872:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 586 00000100:00100000:0.0:1768253223.815885:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51778:x1854145451984512:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253223.816586:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:51778:x1854145451984512:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 700us (1655us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253223.816597:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 586 00000100:00100000:3.0:1768253223.823800:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253223.823904:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984640 00000100:00100000:1.0:1768253223.823919:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984640 00000100:00100000:1.0:1768253223.823993:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1072 00000100:00100000:1.0:1768253223.824005:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451984640:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253223.824462:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51778:x1854145451984640:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 457us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253223.824473:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1072 00000100:00100000:2.0:1768253223.904602:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253223.904709:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451984896 00000100:00100000:1.0:1768253223.904725:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451984896 00000100:00100000:1.0:1768253223.904809:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1073 00000100:00100000:1.0:1768253223.904834:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:51782:x1854145451984896:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768253223.904912:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253223.904959:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdca0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e0 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253223.904986:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff972769ec0d00) 00010000:00010000:1.0:1768253223.905003:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253223.905104:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905127:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905142:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905164:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905172:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905179:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905369:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905378:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.905385:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000040:00080000:1.0:1768253223.906008:0:6919:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].33, 64 off10304 00000004:00080000:1.0:1768253223.906059:0:6919:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2429327044497ns, next at 2430327040118ns, rc = 0 00010000:00010000:1.0:1768253223.906253:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906267:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906279:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906286:0:6919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906293:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906298:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906324:0:6919:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253223.906359:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906365:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906372:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906379:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253223.906384:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906393:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906404:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff972769ec0500) 00010000:00010000:1.0:1768253223.906408:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768253223.906414:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906420:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcc3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906484:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906491:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906496:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906502:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253223.906505:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906510:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906519:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d700) 00010000:00010000:1.0:1768253223.906522:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253223.906525:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253223.906531:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcb5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253223.906540:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ba39ed2 reply state 0000000055de2ab8 transno 4294967709 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253223.906550:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253223.906679:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:51782:x1854145451984896:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1854us (2091us total) trans 4294967709 rc 0/0 00000100:00100000:1.0:1768253223.906688:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1073 00010000:00010000:2.0:1768253223.907179:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253223.907190:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253223.907198:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253223.907201:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253223.907209:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253223.907221:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff972769ec0500) 00010000:00010000:2.0:1768253223.907224:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768253223.907228:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 1/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253223.907233:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abdcca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253223.907254:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253223.907257:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253223.907259:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253223.920289:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253223.920311:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253223.920320:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253223.920327:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253223.920333:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253223.920343:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253223.920366:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972769ec0000) 00010000:00010000:3.0:1768253223.920370:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253223.920376:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253223.920383:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdcbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253224.373743:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253224.905803:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253224.905903:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253224.905947:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253224.905973:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253224.906006:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985152 00000100:00100000:2.0:1768253224.906048:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985152 00000100:00100000:2.0:1768253224.906105:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1699 00000100:00100000:2.0:1768253224.906115:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451985152:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253224.906207:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145451985152:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 93us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253224.906215:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1699 00000100:00100000:2.0:1768253224.906240:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985280 00000100:00100000:2.0:1768253224.906244:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985280 00000100:00100000:2.0:1768253224.906267:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985408 00000100:00100000:2.0:1768253224.906270:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985408 00000100:00100000:2.0:1768253224.906290:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1299 00000100:00100000:2.0:1768253224.906296:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451985280:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253224.907129:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1300 00000100:00100000:0.0:1768253224.907141:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451985408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253224.907214:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451985280:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 916us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253224.907222:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1299 00000100:00100000:1.0:1768253224.907859:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985024 00000100:00100000:1.0:1768253224.907867:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985024 00000100:00100000:1.0:1768253224.907912:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1344 00000100:00100000:1.0:1768253224.907920:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451985024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253224.908008:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451985408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 869us (2032us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253224.908045:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1300 00000100:00100000:1.0:1768253224.916795:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451985024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 8861us (10987us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253224.916820:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1344 00000004:00080000:2.0:1768253225.012353:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2430433336806ns, next at 2431433334021ns, rc = 0 00000100:00100000:2.0:1768253225.012389:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253225.012409:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476258048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253225.012460:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253225.012470:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476258176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253225.012475:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253225.012548:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258048 00000100:00100000:1.0:1768253225.012556:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258048 00000100:00100000:1.0:1768253225.012613:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1768253225.012621:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476258048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253225.012665:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1768253225.013772:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253225.013862:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258176 00000100:00100000:3.0:1768253225.013868:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258176 00000100:00100000:3.0:1768253225.013903:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1768253225.013911:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476258176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253225.013942:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253225.013989:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476258176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253225.013996:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1768253225.014058:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476258176:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253225.017546:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253225.017557:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253225.019276:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476258048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6647us (6791us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253225.019292:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1768253225.019434:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476258048:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253225.394166:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768253226.347752:0:90304:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2431768736010ns, next at 2407704519224ns, rc = 0 00000004:00080000:3.0:1768253226.347900:0:90304:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2431768886144ns, next at 2431433334021ns, rc = 0 00000001:00080000:2.0:1768253226.413161:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967709 is committed 00000004:00080000:2.0:1768253226.413176:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 93 committed 00000004:00080000:2.0:1768253226.413196:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 94 committed 00000004:00080000:2.0:1768253226.413204:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 95 committed 00000004:00080000:2.0:1768253226.413209:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 91 committed 00000100:00100000:0.0:1768253226.415207:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476258304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1768253226.415287:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253226.421543:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258304 00000100:00100000:1.0:1768253226.421559:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258304 00000100:00100000:1.0:1768253226.423820:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1768253226.423840:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476258304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1768253226.423879:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00010000:00010000:1.0:1768253226.423908:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253226.423931:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253226.423940:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1768253226.423942:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1768253226.423946:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253226.423979:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253226.423993:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 5 pid: 6569 timeout: 2531 lvb_type: 0 00000100:00100000:1.0:1768253226.424009:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476258432:192.168.202.43@tcp:104: 00000100:00100000:0.0:1768253226.424171:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649211240 going to sleep for 11 seconds 00010000:00010000:3.0:1768253226.424231:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253226.432298:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253226.432399:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985536 00000100:00100000:1.0:1768253226.432410:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985536 00010000:00010000:1.0:1768253226.432532:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 6 pid: 6569 timeout: 2531 lvb_type: 0 00000100:00100000:1.0:1768253226.432594:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 450 00000100:00100000:1.0:1768253226.432604:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451985536:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253226.432622:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253226.432628:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 6 pid: 6569 timeout: 2531 lvb_type: 0 00010000:00010000:1.0:1768253226.432643:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 6 pid: 6569 timeout: 2531 lvb_type: 0 00010000:00010000:1.0:1768253226.432677:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253226.432680:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253226.432685:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253226.432696:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1768253226.432718:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768253226.432720:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253226.432779:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451985536:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 175us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253226.432787:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 450 00010000:00010000:0.0:1768253226.434181:0:6567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abdcae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72e7 expref: 5 pid: 6569 timeout: 2531 lvb_type: 0 00000100:00100000:0.0:1768253226.434210:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476258432:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768253226.434233:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253226.434243:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253226.434251:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253226.434262:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253226.434269:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253226.434298:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768253226.434907:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476258304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11074us (19617us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1768253226.434919:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00010000:00010000:2.0:1768253226.435265:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253226.435277:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253226.435287:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253226.435291:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253226.435300:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253226.435319:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253226.435326:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dadfc00/0xef9a6e5c83abdcd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253226.435345:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253226.435348:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253226.435349:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253226.437067:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9727776b9180/2, rc 0, transno 4294967363 00000100:00100000:1.0:1768253226.437108:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476258304:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768253227.443480:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253227.578528:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476258560:0@lo:400:kworker.0 00000100:00100000:2.0:1768253227.578608:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253227.578770:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258560 00000100:00100000:1.0:1768253227.578778:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258560 00000100:00100000:1.0:1768253227.578839:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1768253227.578848:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476258560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582003:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476258944:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582100:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253227.582135:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253227.582141:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476259072:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582166:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253227.582193:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476258688:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582214:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253227.582232:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476259200:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582253:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253227.582270:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253227.582276:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476258816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582295:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253227.582327:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258944 00000100:00100000:0.0:1768253227.582334:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258944 00000100:00100000:0.0:1768253227.582384:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259200 00000100:00100000:0.0:1768253227.582388:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259200 00000100:00100000:0.0:1768253227.582409:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1768253227.582418:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476258944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582471:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476258944:12345-0@lo:400:kworker.0 Request processed in 53us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253227.582478:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1768253227.582494:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1768253227.582500:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476259200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582525:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476259200:12345-0@lo:400:kworker.0 Request processed in 26us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253227.582532:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1768253227.582549:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259072 00000100:00100000:0.0:1768253227.582553:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259072 00000100:00100000:0.0:1768253227.582574:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258688 00000100:00100000:0.0:1768253227.582577:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258688 00000100:00100000:0.0:1768253227.582590:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476258816 00000100:00100000:0.0:1768253227.582593:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476258816 00000100:00100000:0.0:1768253227.582607:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1768253227.582613:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476259072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582642:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476259072:12345-0@lo:400:kworker.0 Request processed in 30us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253227.582648:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1768253227.582660:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1768253227.582666:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476258688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.582691:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476258688:12345-0@lo:400:kworker.0 Request processed in 26us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253227.582696:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1768253227.582706:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:0.0:1768253227.582711:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476258816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.586234:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476258816:12345-0@lo:400:kworker.0 Request processed in 3518us (3932us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253227.586244:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00080000:0.0:1768253227.586294:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253227.586300:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253227.586303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253227.586511:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476258816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.586527:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476258688:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.586538:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476259200:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.586581:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476259072:0@lo:400:kworker.0 00000100:00100000:0.0:1768253227.586591:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476258944:0@lo:400:kworker.0 00000100:00100000:1.0:1768253227.586751:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476258560:12345-0@lo:400:kworker.0 Request processed in 7902us (8140us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253227.586760:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1768253227.588421:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476258560:0@lo:400:kworker.0 00010000:00010000:2.0:1768253228.467116:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768253229.166788:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00010000:00010000:2.0:1768253229.490205:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253230.023228:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253230.023283:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253230.023326:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253230.023359:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253230.023395:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986048 00000100:00100000:2.0:1768253230.023405:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986048 00000100:00100000:2.0:1768253230.023460:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985920 00000100:00100000:2.0:1768253230.023463:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985920 00000100:00100000:2.0:1768253230.023488:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1303 00000100:00100000:2.0:1768253230.023498:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451986048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253230.023681:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985792 00000100:00100000:0.0:1768253230.023685:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985792 00000100:00100000:0.0:1768253230.023718:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1703 00000100:00100000:0.0:1768253230.023726:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451985792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253230.023921:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451986048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 424us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253230.023929:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1303 00000100:00100000:2.0:1768253230.023949:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1304 00000100:00100000:2.0:1768253230.023955:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451985920:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768253230.024116:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1768253230.024121:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253230.024123:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253230.024245:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451985664 00000100:00100000:1.0:1768253230.024250:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451985664 00000100:00100000:1.0:1768253230.024279:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1346 00000100:00100000:1.0:1768253230.024286:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451985664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253230.024841:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451985792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1112us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253230.024851:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1703 00000100:00100000:2.0:1768253230.028296:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451985920:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4327us (4922us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253230.028313:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1304 00000100:00100000:1.0:1768253230.035994:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451985664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 11692us (12651us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253230.036102:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1346 00000100:00100000:1.0:1768253230.130614:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253230.130640:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476259328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253230.130707:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253230.131779:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259328 00000100:00100000:2.0:1768253230.131792:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259328 00000100:00100000:2.0:1768253230.131959:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1768253230.132136:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476259328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253230.132182:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253230.132248:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476259328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253230.132360:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:3.0:1768253230.132375:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9727776b9180, transno 4294967363 00000100:00100000:3.0:1768253230.132392:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476259328:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768253230.133418:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253230.140295:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476259456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253230.140382:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253230.140449:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259456 00000100:00100000:0.0:1768253230.140460:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259456 00000100:00080000:3.0:1768253230.140530:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253230.141215:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1768253230.141525:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1768253230.141541:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476259456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253230.141583:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253230.141659:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476259456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253230.141666:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1768253230.141780:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476259456:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768253230.515407:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253230.642692:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476259840:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.642771:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253230.642841:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1768253230.642848:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476259712:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.642872:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253230.642879:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476259584:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.642894:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476260224:0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.642927:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253230.642933:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253230.642984:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476260096:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.642993:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259840 00000100:00100000:2.0:1768253230.643002:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259840 00000100:00100000:3.0:1768253230.643040:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253230.643064:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253230.643071:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264927bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476259968:0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643095:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253230.643097:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259712 00000100:00100000:2.0:1768253230.643102:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259712 00000100:00100000:2.0:1768253230.643123:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260096 00000100:00100000:2.0:1768253230.643126:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260096 00000100:00100000:3.0:1768253230.643132:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260224 00000100:00100000:3.0:1768253230.643138:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260224 00000100:00100000:2.0:1768253230.643147:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:2.0:1768253230.643159:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476259840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643173:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259968 00000100:00100000:3.0:1768253230.643178:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259968 00000100:00100000:3.0:1768253230.643203:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1768253230.643213:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476260224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.643220:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476259840:12345-0@lo:400:kworker.0 Request processed in 63us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253230.643229:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:2.0:1768253230.643253:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1768253230.643258:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476260224:12345-0@lo:400:kworker.0 Request processed in 45us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253230.643264:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476259712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643281:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1768253230.643301:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1768253230.643301:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476259712:12345-0@lo:400:kworker.0 Request processed in 37us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253230.643314:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1768253230.643315:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476259968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.643332:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:2.0:1768253230.643342:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476260096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643357:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476259968:12345-0@lo:400:kworker.0 Request processed in 44us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253230.643365:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1768253230.643381:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476260096:12345-0@lo:400:kworker.0 Request processed in 40us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253230.643389:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00080000:3.0:1768253230.643395:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253230.643429:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476259968:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.643430:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476259712:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.643450:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264927b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476260224:0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643457:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476260096:0@lo:400:kworker.0 00000100:00100000:2.0:1768253230.643467:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476259840:0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643491:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476259584 00000100:00100000:3.0:1768253230.643497:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476259584 00000100:00100000:3.0:1768253230.643524:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1768253230.643532:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476259584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253230.643577:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476259584:12345-0@lo:400:kworker.0 Request processed in 46us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253230.643583:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1768253230.644238:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476259584:0@lo:400:kworker.0 00010000:00010000:2.0:1768253231.542126:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253232.562235:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253233.586336:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253234.614318:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253235.145318:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253235.145362:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253235.145407:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253235.145444:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253235.145532:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986304 00000100:00100000:0.0:1768253235.145543:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986304 00000100:00100000:0.0:1768253235.145613:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1707 00000100:00100000:0.0:1768253235.145623:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451986304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253235.145696:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451986304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 75us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253235.145703:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1707 00000100:00100000:3.0:1768253235.145807:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986560 00000100:00100000:3.0:1768253235.145813:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986560 00000100:00100000:3.0:1768253235.145856:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986432 00000100:00100000:3.0:1768253235.145860:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986432 00000100:00100000:3.0:1768253235.145884:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1307 00000100:00100000:3.0:1768253235.145892:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451986560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253235.145922:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451986560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253235.145929:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1307 00000100:00100000:3.0:1768253235.145941:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1308 00000100:00100000:3.0:1768253235.145947:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451986432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253235.145973:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451986432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253235.145978:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1308 00000100:00100000:1.0:1768253235.146622:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986176 00000100:00100000:1.0:1768253235.146628:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986176 00000100:00100000:1.0:1768253235.146671:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1348 00000100:00100000:1.0:1768253235.146679:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451986176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253235.146728:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451986176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 50us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253235.146735:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1348 00000100:00080000:2.0:1768253235.146848:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253235.146857:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253235.146860:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253235.250559:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476260352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253235.250638:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253235.250757:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260352 00000100:00100000:3.0:1768253235.250765:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260352 00000100:00100000:3.0:1768253235.250832:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1768253235.250841:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476260352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253235.250876:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253235.250940:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476260352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253235.250947:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1768253235.251403:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476260352:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768253235.251427:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253235.253633:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476260480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253235.253703:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253235.254309:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260480 00000100:00100000:3.0:1768253235.254317:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260480 00000100:00100000:3.0:1768253235.254384:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1768253235.254392:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476260480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253235.254424:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1768253235.254509:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253235.257072:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476260480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2669us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253235.257086:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1768253235.257212:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476260480:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253235.634421:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253235.764298:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476260736:0@lo:400:kworker.0 00000100:00100000:1.0:1768253235.764370:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253235.764428:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476261248:0@lo:400:kworker.0 00000100:00100000:0.0:1768253235.764575:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260736 00000100:00100000:0.0:1768253235.764583:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260736 00000100:00100000:0.0:1768253235.764646:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:0.0:1768253235.764655:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476260736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253235.764716:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476260736:12345-0@lo:400:kworker.0 Request processed in 62us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253235.764724:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:1.0:1768253235.764838:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253235.764893:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476260736:0@lo:400:kworker.0 00000100:00100000:1.0:1768253235.764908:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253235.764915:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476260864:0@lo:400:kworker.0 00000100:00100000:1.0:1768253235.764938:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253235.764965:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260864 00000100:00100000:1.0:1768253235.764969:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260864 00000100:00100000:1.0:1768253235.765000:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1768253235.765007:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476260864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253235.765079:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476260864:12345-0@lo:400:kworker.0 Request processed in 72us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253235.765085:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00080000:1.0:1768253235.765103:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253235.765137:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476260864:0@lo:400:kworker.0 00000100:00100000:2.0:1768253235.765214:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476260608:0@lo:400:kworker.0 00000100:00100000:2.0:1768253235.765249:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253235.765281:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476261120:0@lo:400:kworker.0 00000100:00100000:2.0:1768253235.765303:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253235.765318:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253235.765323:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476260992:0@lo:400:kworker.0 00000100:00100000:2.0:1768253235.765344:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253235.765498:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261248 00000100:00100000:3.0:1768253235.765503:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261248 00000100:00100000:3.0:1768253235.765539:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260992 00000100:00100000:3.0:1768253235.765543:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260992 00000100:00100000:3.0:1768253235.765566:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1768253235.765573:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476261248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253235.765612:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476261248:12345-0@lo:400:kworker.0 Request processed in 40us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253235.765619:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1768253235.765647:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1768253235.765654:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476260992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253235.765687:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476260992:12345-0@lo:400:kworker.0 Request processed in 34us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253235.765692:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1768253235.765730:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476260992:0@lo:400:kworker.0 00000100:00100000:1.0:1768253235.766585:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476260608 00000100:00100000:1.0:1768253235.766594:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476260608 00000100:00100000:0.0:1768253235.766716:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261120 00000100:00100000:0.0:1768253235.766721:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261120 00000100:00100000:0.0:1768253235.766765:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:0.0:1768253235.766773:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476261120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253235.766829:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476261120:12345-0@lo:400:kworker.0 Request processed in 56us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253235.766836:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:0.0:1768253235.766881:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476261248:0@lo:400:kworker.0 00000100:00080000:2.0:1768253235.766946:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253235.766977:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1768253235.766988:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476260608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253235.767126:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476260608:12345-0@lo:400:kworker.0 Request processed in 141us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253235.767646:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1768253235.768078:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476260608:0@lo:400:kworker.0 00000100:00100000:3.0:1768253235.768094:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476261120:0@lo:400:kworker.0 00010000:00010000:3.0:1768253236.658339:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253237.684338:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253238.706378:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253239.730273:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253240.270590:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253240.270651:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253240.270695:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253240.270734:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253240.270769:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986944 00000100:00100000:2.0:1768253240.270779:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986944 00000100:00100000:2.0:1768253240.270835:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987072 00000100:00100000:2.0:1768253240.270839:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987072 00000100:00100000:2.0:1768253240.270860:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1311 00000100:00100000:2.0:1768253240.270880:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451986944:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253240.270950:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451986944:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 82us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253240.270958:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1311 00000100:00100000:2.0:1768253240.270978:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1312 00000100:00100000:3.0:1768253240.271219:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986688 00000100:00100000:3.0:1768253240.271224:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986688 00000100:00100000:3.0:1768253240.271254:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1350 00000100:00100000:3.0:1768253240.271261:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451986688:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253240.271296:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451986688:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253240.271302:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1350 00000100:00080000:3.0:1768253240.271387:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253240.271392:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253240.271526:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451986816 00000100:00100000:1.0:1768253240.271531:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451986816 00000100:00100000:1.0:1768253240.271576:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1711 00000100:00100000:1.0:1768253240.271584:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451986816:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253240.271619:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451986816:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253240.271637:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1711 00000100:00080000:3.0:1768253240.271774:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253240.272741:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451987072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253240.272885:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451987072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1879us (2128us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253240.272895:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1312 00000100:00100000:0.0:1768253240.371998:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476261376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253240.372116:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253240.372260:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261376 00000100:00100000:2.0:1768253240.372268:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261376 00000100:00100000:2.0:1768253240.372339:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1768253240.372350:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476261376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253240.372392:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253240.372442:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476261376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253240.372465:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1768253240.373222:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253240.373237:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476261504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253240.373277:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253240.373862:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261504 00000100:00100000:1.0:1768253240.373870:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261504 00000100:00100000:1.0:1768253240.373916:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1768253240.373925:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476261504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253240.373957:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253240.374008:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476261504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253240.374042:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1768253240.374096:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476261504:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768253240.374552:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253240.374558:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253240.374590:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476261376:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253240.754327:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253240.882457:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476262016:0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.882527:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253240.882598:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768253240.882617:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476261632:0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.882647:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253240.882697:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476262144:0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.882722:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253240.882800:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261632 00000100:00100000:1.0:1768253240.882808:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261632 00000100:00100000:1.0:1768253240.882859:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1768253240.882868:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476261632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253240.882933:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476261632:12345-0@lo:400:kworker.0 Request processed in 66us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253240.882941:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1768253240.882974:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262144 00000100:00100000:1.0:1768253240.882978:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262144 00000100:00100000:1.0:1768253240.883032:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:1.0:1768253240.883039:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476262144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253240.883072:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476262144:12345-0@lo:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253240.883078:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:3.0:1768253240.883220:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476261632:0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.883234:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476262144:0@lo:400:kworker.0 00000100:00100000:2.0:1768253240.883373:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262016 00000100:00100000:2.0:1768253240.883377:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262016 00000100:00100000:2.0:1768253240.883416:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1768253240.883423:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476262016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253240.883470:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476262016:12345-0@lo:400:kworker.0 Request processed in 48us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253240.883477:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00080000:0.0:1768253240.883615:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253240.883629:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476261888:0@lo:400:kworker.0 00000100:00100000:0.0:1768253240.883669:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253240.883698:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1768253240.883704:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476261760:0@lo:400:kworker.0 00000100:00100000:0.0:1768253240.883725:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253240.883807:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476262016:0@lo:400:kworker.0 00000100:00100000:0.0:1768253240.883968:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476262272:0@lo:400:kworker.0 00000100:00100000:0.0:1768253240.883993:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253240.884621:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262272 00000100:00100000:1.0:1768253240.884627:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262272 00000100:00100000:1.0:1768253240.884675:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1768253240.884684:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476262272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253240.884730:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476262272:12345-0@lo:400:kworker.0 Request processed in 47us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253240.884737:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1768253240.884893:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476262272:0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.890901:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261888 00000100:00100000:3.0:1768253240.891047:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261888 00000100:00100000:3.0:1768253240.891197:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476261760 00000100:00100000:3.0:1768253240.891202:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476261760 00000100:00100000:3.0:1768253240.891236:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1768253240.891247:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476261888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.891341:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476261888:12345-0@lo:400:kworker.0 Request processed in 96us (7671us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253240.891350:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1768253240.891370:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1768253240.891376:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476261760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253240.891405:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476261760:12345-0@lo:400:kworker.0 Request processed in 29us (7679us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253240.891411:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00080000:0.0:1768253240.891520:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253240.891563:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476261760:0@lo:400:kworker.0 00000100:00100000:0.0:1768253240.891577:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476261888:0@lo:400:kworker.0 00010000:00010000:2.0:1768253241.778197:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253241.803546:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253241.803726:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987200 00000100:00100000:1.0:1768253241.803737:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987200 00000100:00100000:1.0:1768253241.803870:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1074 00000100:00100000:1.0:1768253241.803882:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451987200:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253241.804010:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451987200:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 129us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253241.804051:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1074 00000100:00100000:3.0:1768253241.808267:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253241.808377:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987328 00000100:00100000:0.0:1768253241.808389:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987328 00000100:00100000:0.0:1768253241.808495:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 588 00000100:00100000:0.0:1768253241.808507:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987328:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253241.808831:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987328:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 326us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253241.808839:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 588 00000100:00100000:3.0:1768253241.813152:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253241.813408:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987456 00000100:00100000:0.0:1768253241.813419:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987456 00000100:00100000:0.0:1768253241.813477:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 589 00000100:00100000:0.0:1768253241.813487:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987456:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253241.813812:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987456:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 325us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253241.813821:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 589 00000100:00100000:3.0:1768253241.816765:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253241.820088:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987584 00000100:00100000:1.0:1768253241.820108:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987584 00000100:00100000:1.0:1768253241.820261:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1075 00000100:00100000:1.0:1768253241.820272:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451987584:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253241.820628:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264927bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451987584:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 356us (3868us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253241.820636:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1075 00000100:00100000:3.0:1768253241.824383:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253241.824524:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987712 00000100:00100000:1.0:1768253241.824533:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987712 00000100:00100000:1.0:1768253241.824579:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1076 00000100:00100000:1.0:1768253241.824586:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451987712:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253241.824691:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451987712:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 103us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253241.824699:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1076 00000100:00100000:1.0:1768253241.825810:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253241.825994:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987840 00000100:00100000:0.0:1768253241.826003:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987840 00000100:00100000:0.0:1768253241.826109:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 590 00000100:00100000:0.0:1768253241.826119:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987840:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253241.826413:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987840:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 295us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253241.826422:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 590 00000100:00100000:3.0:1768253241.828410:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253241.829068:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451987968 00000100:00100000:0.0:1768253241.829079:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451987968 00000100:00100000:0.0:1768253241.829183:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 591 00000100:00100000:0.0:1768253241.829204:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987968:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253241.829513:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52000:x1854145451987968:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 309us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253241.829521:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 591 00000100:00100000:3.0:1768253241.833605:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253241.833712:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988096 00000100:00100000:2.0:1768253241.833723:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988096 00000100:00100000:2.0:1768253241.833915:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1077 00000100:00100000:2.0:1768253241.833926:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451988096:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253241.834295:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52000:x1854145451988096:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 369us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253241.834305:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1077 00010000:00010000:2.0:1768253242.810029:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253243.599978:0:90569:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6ba89960 20000000:00000080:1.0:1768253243.600000:0:90569:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645f44000 uarg=0000000000000000 00010000:00010000:1.0:1768253243.600305:0:90569:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1768253243.600346:0:90569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d700) 00010000:00010000:1.0:1768253243.600350:0:90569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253243.600364:0:90569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abdc84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72d9 expref: 5 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.600389:0:90569:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1768253243.600404:0:90569:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253243.600420:0:90569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.600434:0:90569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.602583:0:90569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.602674:0:90569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.602691:0:90569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 17 pid: 5777 timeout: 2599 lvb_type: 0 00000100:00100000:1.0:1768253243.602707:0:90569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90569:1854145476262400:0@lo:104: 00000100:00100000:1.0:1768253243.602769:0:90569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253243.603745:0:90569:0:(client.c:2690:ptlrpc_set_wait()) set ffff97275620ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1768253243.605512:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262400 00000100:00100000:2.0:1768253243.605525:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262400 00000100:00100000:2.0:1768253243.605581:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1768253243.605590:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:90569:x1854145476262400:12345-0@lo:104: 00010000:00010000:2.0:1768253243.605607:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.605701:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253243.605706:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:90569:x1854145476262400:12345-0@lo:104: Request processed in 119us (2938us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253243.605712:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00010000:00010000:2.0:1768253243.605742:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253243.605747:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.605755:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253243.605759:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.605767:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253243.605773:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253243.605778:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253243.605813:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.605819:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253243.605840:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.605851:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00e00/0xef9a6e5c83abdc5a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdc61 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.605869:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253243.605871:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253243.605872:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253243.605894:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476262528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253243.605929:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253243.605972:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262528 00000100:00100000:2.0:1768253243.605976:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262528 00010000:00010000:2.0:1768253243.605993:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 18 pid: 5777 timeout: 2599 lvb_type: 0 00000100:00100000:2.0:1768253243.606031:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1768253243.606038:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748410450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476262528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253243.606049:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253243.606053:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 18 pid: 5777 timeout: 2599 lvb_type: 0 00010000:00010000:2.0:1768253243.606063:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 18 pid: 5777 timeout: 2599 lvb_type: 0 00010000:00010000:2.0:1768253243.606080:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606088:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606103:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606110:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606118:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606124:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606129:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253243.606132:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606139:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606149:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253243.606158:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253243.606184:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748410450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476262528:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253243.606191:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1768253243.606252:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476262528:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253243.606700:0:90569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdc61 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdc5a expref: 17 pid: 5777 timeout: 2599 lvb_type: 0 00000100:00100000:1.0:1768253243.606713:0:90569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90569:1854145476262400:0@lo:104: 00010000:00010000:1.0:1768253243.606727:0:90569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.606736:0:90569:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.606742:0:90569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.606748:0:90569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdcd8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253243.826504:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253244.853090:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253245.170766:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253245.170774:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253245.170781:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253245.170847:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253245.170864:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253245.170877:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253245.170911:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476262656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253245.170996:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253245.171084:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748c57180 going to sleep for 11 seconds 00000100:00100000:0.0:1768253245.171330:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262656 00000100:00100000:0.0:1768253245.171340:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262656 00000100:00100000:0.0:1768253245.171409:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1768253245.171421:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476262656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253245.171437:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253245.171453:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdcdf expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253245.171479:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253245.171490:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253245.171499:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962200, rc 0) 00000100:00100000:0.0:1768253245.171538:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476262656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253245.171686:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1768253245.171950:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476262656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253245.171966:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253245.171975:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253245.171994:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253245.171998:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253245.172006:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253245.382289:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253245.382336:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253245.382367:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253245.382393:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253245.382419:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988608 00000100:00100000:1.0:1768253245.382428:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988608 00000100:00100000:1.0:1768253245.382479:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988480 00000100:00100000:1.0:1768253245.382482:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988480 00000100:00100000:1.0:1768253245.382503:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1315 00000100:00100000:1.0:1768253245.382513:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451988608:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253245.382581:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451988608:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253245.382589:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1315 00000100:00100000:1.0:1768253245.382606:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1316 00000100:00100000:1.0:1768253245.382625:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451988480:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253245.382651:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451988480:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 38us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253245.382661:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1316 00000100:00100000:1.0:1768253245.382678:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988224 00000100:00100000:1.0:1768253245.382682:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988224 00000100:00100000:1.0:1768253245.382707:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1353 00000100:00100000:1.0:1768253245.382714:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451988224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253245.382738:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451988224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253245.382744:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1353 00000100:00080000:1.0:1768253245.382773:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253245.382777:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253245.382938:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988352 00000100:00100000:0.0:1768253245.382944:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988352 00000100:00100000:0.0:1768253245.382983:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1715 00000100:00100000:0.0:1768253245.382990:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451988352:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253245.383054:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451988352:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 64us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253245.383060:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1715 00000100:00080000:1.0:1768253245.383281:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253245.490324:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476262912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253245.490338:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476262784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253245.490571:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253245.490995:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262784 00000100:00100000:1.0:1768253245.491004:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262784 00000100:00100000:1.0:1768253245.491180:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1768253245.491190:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476262784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253245.491228:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253245.491284:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476262784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253245.491292:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1768253245.491346:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476262784:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253245.491512:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253245.492676:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253245.492850:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476262912 00000100:00100000:3.0:1768253245.492859:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476262912 00000100:00080000:2.0:1768253245.493121:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253245.493161:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1768253245.493172:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476262912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253245.493209:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253245.493273:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476262912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253245.493280:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1768253245.493357:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476262912:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253245.891946:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253246.008900:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476263040:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.008968:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253246.009009:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476263552:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009047:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253246.009071:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1768253246.009076:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476263168:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009094:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253246.009109:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476263680:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009126:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253246.009148:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476263296:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009165:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253246.009180:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253246.009185:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476263424:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009203:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253246.009232:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263040 00000100:00100000:3.0:1768253246.009238:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263040 00000100:00100000:3.0:1768253246.009281:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1768253246.009289:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476263040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009336:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476263040:12345-0@lo:400:kworker.0 Request processed in 48us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.009344:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1768253246.009375:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263552 00000100:00100000:3.0:1768253246.009379:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263552 00000100:00100000:3.0:1768253246.009409:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263168 00000100:00100000:3.0:1768253246.009412:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263168 00000100:00100000:3.0:1768253246.009432:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263296 00000100:00100000:3.0:1768253246.009434:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263296 00000100:00100000:3.0:1768253246.009448:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1768253246.009453:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476263552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009482:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476263552:12345-0@lo:400:kworker.0 Request processed in 29us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.009492:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1768253246.009503:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1768253246.009509:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476263168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009532:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476263168:12345-0@lo:400:kworker.0 Request processed in 24us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.009537:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1768253246.009548:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1768253246.009554:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476263296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009581:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476263296:12345-0@lo:400:kworker.0 Request processed in 28us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.009586:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1768253246.009620:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263680 00000100:00100000:3.0:1768253246.009623:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263680 00000100:00100000:3.0:1768253246.009645:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263424 00000100:00100000:3.0:1768253246.009648:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263424 00000100:00100000:3.0:1768253246.009667:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1768253246.009672:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476263680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009698:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476263680:12345-0@lo:400:kworker.0 Request processed in 26us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.009703:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1768253246.009713:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1768253246.009718:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476263424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009740:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476263424:12345-0@lo:400:kworker.0 Request processed in 22us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.009745:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00080000:3.0:1768253246.009769:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253246.009810:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476263424:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009821:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476263296:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009848:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476263168:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009857:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476263680:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009863:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476263040:0@lo:400:kworker.0 00000100:00100000:3.0:1768253246.009872:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476263552:0@lo:400:kworker.0 00000100:00100000:0.0:1768253246.082807:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253246.083076:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988736 00000100:00100000:1.0:1768253246.083088:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988736 00000100:00100000:1.0:1768253246.083149:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1078 00000100:00100000:1.0:1768253246.083159:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52086:x1854145451988736:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253246.083181:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253246.083209:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdced lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72ee expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.083278:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcf4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253246.083293:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253246.083306:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253246.083372:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1768253246.083376:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253246.083401:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253246.083449:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdced lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72ee expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.083470:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72ee expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.083479:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0b00) 00010000:00010000:1.0:1768253246.083482:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253246.083487:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253246.083546:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52086:x1854145451988736:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 389us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253246.083554:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1078 00000100:00100000:1.0:1768253246.092658:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253246.092696:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451988992 00000100:00100000:1.0:1768253246.092707:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451988992 00000100:00100000:1.0:1768253246.092758:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1079 00000100:00100000:1.0:1768253246.092768:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52086:x1854145451988992:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253246.092827:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253246.092854:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdcf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72ee expref: 6 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.092875:0:5784:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abdc84) 00010000:00010000:1.0:1768253246.092880:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0b00) 00010000:00010000:1.0:1768253246.092891:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253246.092914:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253246.092926:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253246.092936:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:3.0:1768253246.139640:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967710 is committed 00000004:00010000:0.0:1768253246.139771:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000076f13b7d reply state 00000000b1ca3124 transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253246.139785:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1768253246.139840:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00080000:0.0:1768253246.139948:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768253246.140002:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52086:x1854145451988992:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 47231us (47349us total) trans 4294967710 rc 0/0 00000100:00100000:0.0:1768253246.140035:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1079 00010000:00010000:3.0:1768253246.141054:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253246.141069:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253246.141078:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253246.141085:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253246.141090:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253246.141099:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253246.141118:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0600) 00010000:00010000:3.0:1768253246.141121:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253246.141126:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253246.141138:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdcfb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000020:00000080:0.0:1768253246.813039:0:90764:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe726ade20 20000000:00000080:0.0:1768253246.813056:0:90764:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe51c00 uarg=0000000000000000 00010000:00010000:0.0:1768253246.813323:0:90764:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253246.813338:0:90764:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253246.813349:0:90764:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253246.813366:0:90764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253246.813381:0:90764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253246.813391:0:90764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253246.813427:0:90764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253246.813437:0:90764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 17 pid: 5778 timeout: 2602 lvb_type: 0 00000100:00100000:0.0:1768253246.813449:0:90764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90764:1854145476263808:0@lo:104: 00000100:00100000:0.0:1768253246.813500:0:90764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253246.813633:0:90764:0:(client.c:2690:ptlrpc_set_wait()) set ffff972741359d80 going to sleep for 11 seconds 00000100:00100000:3.0:1768253246.813678:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263808 00000100:00100000:3.0:1768253246.813685:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263808 00000100:00100000:3.0:1768253246.813759:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1768253246.813766:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:90764:x1854145476263808:12345-0@lo:104: 00010000:00010000:3.0:1768253246.813776:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253246.813833:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253246.813839:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:90764:x1854145476263808:12345-0@lo:104: Request processed in 74us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253246.813846:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1768253246.813904:0:90764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90764:1854145476263808:0@lo:104: 00010000:00010000:0.0:1768253246.813919:0:90764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.813966:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253246.813971:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.813976:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253246.813979:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.813985:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253246.813989:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253246.813993:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253246.814039:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.814044:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253246.814060:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.814064:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01c00/0xef9a6e5c83abdcdf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdce6 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253246.814074:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253246.814075:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253246.814076:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253246.814192:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476263936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253246.814223:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253246.814318:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476263936 00000100:00100000:2.0:1768253246.814324:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476263936 00010000:00010000:2.0:1768253246.814345:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 18 pid: 5778 timeout: 2602 lvb_type: 0 00000100:00100000:2.0:1768253246.814374:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1768253246.814381:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476263936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253246.814392:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253246.814397:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 18 pid: 5778 timeout: 2602 lvb_type: 0 00010000:00010000:2.0:1768253246.814406:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 18 pid: 5778 timeout: 2602 lvb_type: 0 00010000:00010000:2.0:1768253246.814415:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962200/0xef9a6e5c83abdce6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdcdf expref: 18 pid: 5778 timeout: 2602 lvb_type: 0 00010000:00010000:2.0:1768253246.814424:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814429:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814439:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814443:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814447:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814451:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814454:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253246.814457:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814462:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253246.814533:0:90764:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253246.814541:0:90764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814633:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814641:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abdd02 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253246.814653:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253246.814691:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476263936:12345-0@lo:103:ldlm_bl.0 Request processed in 310us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253246.814698:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1768253246.815059:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476263936:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253246.900633:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253247.926378:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253247.986092:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253247.986099:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253247.986104:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253247.986146:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253247.986157:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253247.986168:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253247.986194:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476264064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253247.986258:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253247.986299:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972645c4dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253247.986448:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264064 00000100:00100000:1.0:1768253247.986455:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264064 00000100:00100000:1.0:1768253247.986507:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1768253247.986515:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476264064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253247.986529:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253247.986542:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdd09 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253247.986562:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253247.986571:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253247.986580:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253247.986624:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476264064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253247.986641:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1768253247.986680:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476264064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253247.986693:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253247.986701:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253247.986716:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253247.986721:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253247.986728:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253248.949062:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253249.485123:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253249.485383:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451989120 00000100:00100000:0.0:1768253249.485394:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451989120 00000100:00100000:0.0:1768253249.485470:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 180 00000100:00100000:0.0:1768253249.485480:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52163:x1854145451989120:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:0.0:1768253249.485635:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52163:x1854145451989120:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 155us (523us total) trans 0 rc -61/-61 00000100:00100000:0.0:1768253249.485643:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 180 00000100:00080000:3.0:1768253249.485889:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253249.487938:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253249.488367:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451989248 00000100:00100000:0.0:1768253249.488378:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451989248 00000100:00100000:0.0:1768253249.488445:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1080 00000100:00100000:0.0:1768253249.488455:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52163:x1854145451989248:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768253249.488480:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253249.488506:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdd17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72f5 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253249.488590:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488604:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488618:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488630:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488637:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488642:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488809:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdd2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488817:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488824:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253249.488854:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1768253249.488858:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253249.488883:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdd2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488897:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488904:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488910:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488916:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253249.488919:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488926:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488937:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d100) 00010000:00010000:0.0:1768253249.488941:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253249.488945:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488951:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abdd1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488966:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488972:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488977:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488983:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253249.488986:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488992:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.488998:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff97274df2d200) 00010000:00010000:0.0:1768253249.489001:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253249.489003:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.489009:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abdd25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253249.489101:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962400/0xef9a6e5c83abdd17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72f5 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253249.489116:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdd2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72f5 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253249.489123:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d000) 00010000:00010000:0.0:1768253249.489125:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253249.489128:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768253249.489205:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52163:x1854145451989248:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 750us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253249.489214:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1080 00000100:00100000:2.0:1768253249.495531:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253249.495828:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451989504 00000100:00100000:1.0:1768253249.495839:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451989504 00000100:00100000:1.0:1768253249.495934:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1081 00000100:00100000:1.0:1768253249.495944:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52163:x1854145451989504:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253249.495966:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253249.495986:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d72fc expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.496159:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.496176:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.496187:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.496212:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.496219:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.496226:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:1.0:1768253249.496796:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x22:0x0], index 0: 0 00010000:00010000:1.0:1768253249.497042:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497053:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497061:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497096:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497103:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497109:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497115:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253249.497119:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497126:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497137:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d000) 00010000:00010000:1.0:1768253249.497140:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253249.497144:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.497151:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd3a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768253249.497163:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000807628fb reply state 000000004bd056d9 transno 4294967711 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253249.497172:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768253249.497216:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72fc expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.497230:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72fc expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.497237:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972769ec0200) 00010000:00010000:1.0:1768253249.497239:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253249.497241:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253249.497317:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52163:x1854145451989504:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1374us (1795us total) trans 4294967711 rc 0/0 00000100:00100000:1.0:1768253249.497326:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1081 00010000:00010000:0.0:1768253249.503634:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.503655:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.503669:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.503675:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253249.503680:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.503687:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.503705:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972769ec0b00) 00010000:00010000:0.0:1768253249.503709:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253249.503714:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.503721:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd41 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253249.507583:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253249.507717:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451989760 00000100:00100000:1.0:1768253249.507730:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451989760 00000100:00100000:1.0:1768253249.507923:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1082 00000100:00100000:1.0:1768253249.507934:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52163:x1854145451989760:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:1.0:1768253249.507986:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253249.508155:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72fc expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.508174:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972769ec0200) 00010000:00010000:1.0:1768253249.508194:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253249.508256:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.508270:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.508280:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768253249.508594:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001e2f5c9 reply state 00000000fa24891e transno 4294967712 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253249.508604:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253249.508756:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52163:x1854145451989760:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 823us (1192us total) trans 4294967712 rc 0/0 00000100:00100000:1.0:1768253249.508764:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1082 00000100:00100000:3.0:1768253249.515690:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:0.0:1768253249.515840:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.515854:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.515862:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.515868:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253249.515874:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.515883:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.515904:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972769ec0800) 00010000:00010000:0.0:1768253249.515907:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253249.515913:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.515920:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd56 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253249.515985:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451989888 00000100:00100000:2.0:1768253249.515998:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451989888 00000100:00100000:2.0:1768253249.516587:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1083 00000100:00100000:2.0:1768253249.516599:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52163:x1854145451989888:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253249.516624:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253249.516645:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdd5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7303 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253249.516704:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdd5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7303 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253249.516726:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdd5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7303 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253249.516744:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972749ca9100) 00010000:00010000:2.0:1768253249.516747:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1768253249.516749:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253249.516817:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52163:x1854145451989888:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 220us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253249.516824:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1083 00000100:00100000:3.0:1768253249.521247:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253249.521333:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451990016 00000100:00100000:1.0:1768253249.521344:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451990016 00000100:00100000:1.0:1768253249.521508:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 592 00000100:00100000:1.0:1768253249.521518:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451990016:12345-192.168.202.43@tcp:2:touch.60003 00000100:00080000:3.0:1768253249.521520:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253249.521949:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451990016:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 431us (712us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1768253249.521961:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 592 00000100:00100000:1.0:1768253249.528526:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253249.529007:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451990272 00000100:00100000:2.0:1768253249.529050:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451990272 00000100:00100000:2.0:1768253249.529117:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 181 00000100:00100000:2.0:1768253249.529126:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52163:x1854145451990272:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768253249.529808:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:52163:x1854145451990272:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 680us (2793us total) trans 4294967713 rc 0/0 00000100:00100000:2.0:1768253249.529817:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 181 00000100:00100000:1.0:1768253249.599587:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253249.599628:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451990400 00000100:00100000:1.0:1768253249.599636:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451990400 00000100:00100000:1.0:1768253249.599679:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1084 00000100:00100000:1.0:1768253249.599685:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:52167:x1854145451990400:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768253249.599715:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253249.599736:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d730a expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.599860:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599871:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599880:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599890:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599894:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599897:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599972:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599980:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.599984:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768253249.600008:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x59:0x0]: returning size 0 00000004:00200000:1.0:1768253249.600105:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253249.600125:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600133:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600139:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600143:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600148:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600151:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253249.600154:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600158:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600166:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d000) 00010000:00010000:1.0:1768253249.600167:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253249.600318:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600327:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abdd6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600341:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600347:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600352:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600357:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253249.600360:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600365:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600374:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972769ec0200) 00010000:00010000:1.0:1768253249.600376:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253249.600379:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600383:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abdd72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253249.600412:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdd64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d730a expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.600426:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d730a expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253249.600438:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972749ca9100) 00010000:00010000:1.0:1768253249.600441:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253249.600444:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253249.600507:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:52167:x1854145451990400:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 821us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253249.600515:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1084 00000100:00100000:1.0:1768253249.602866:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253249.602911:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451990528 00000100:00100000:1.0:1768253249.602921:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451990528 00000100:00100000:1.0:1768253249.602971:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 593 00000100:00100000:1.0:1768253249.602981:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451990528:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768253249.603000:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253249.603039:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7311 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768253249.603063:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x69656741, atime: 0x69656741, ctime: 0x69656741, blocks: 0x1 00010000:00010000:1.0:1768253249.603083:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253249.603085:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253249.603095:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253249.603114:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 7 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253249.603127:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253249.603180:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145451990528:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 200us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253249.603199:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 593 00000100:00100000:1.0:1768253249.607562:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253249.610658:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451990784 00000100:00100000:3.0:1768253249.610674:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451990784 00000100:00100000:3.0:1768253249.610751:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1085 00000100:00100000:3.0:1768253249.610762:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:52167:x1854145451990784:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:3.0:1768253249.610816:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253249.610847:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abdd79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d730a expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253249.610887:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdd5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7303 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253249.610901:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972749ca9100) 00010000:00010000:3.0:1768253249.611147:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253249.611173:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611187:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611197:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611211:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611218:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611225:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611315:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611322:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.611329:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:3.0:1768253249.611867:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].34, 64 off10368 00000004:00080000:3.0:1768253249.611888:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2455032873519ns, next at 2456032870081ns, rc = 0 00010000:00010000:3.0:1768253249.612045:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612055:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612064:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612070:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612075:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612080:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612105:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253249.612126:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612132:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612138:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612144:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253249.612148:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612160:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612169:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972744dbbc00) 00010000:00010000:3.0:1768253249.612172:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253249.612175:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612180:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abdd95 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612224:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612231:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612238:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612243:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253249.612246:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612251:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612259:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d000) 00010000:00010000:3.0:1768253249.612261:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253249.612264:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253249.612269:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abdd87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768253249.612278:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006391e367 reply state 00000000c4cbbabd transno 4294967714 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253249.612286:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253249.612371:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:52167:x1854145451990784:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1610us (4818us total) trans 4294967714 rc 0/0 00000100:00100000:3.0:1768253249.612380:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1085 00010000:00010000:1.0:1768253249.612591:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253249.612653:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.612661:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253249.612665:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.612672:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.612681:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff972744dbbc00) 00010000:00010000:1.0:1768253249.612684:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768253249.612687:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.612692:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abdd9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253249.612706:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253249.612707:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253249.612709:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253249.615638:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.615656:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.615667:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.615673:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253249.615678:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.615686:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.615701:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972744dbbf00) 00010000:00010000:0.0:1768253249.615704:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253249.615708:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253249.615715:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abdd8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000001:00080000:3.0:1768253249.632325:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00010000:00010000:0.0:1768253249.970166:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253250.502298:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253250.502331:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253250.502357:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253250.502383:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253250.502413:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991296 00000100:00100000:1.0:1768253250.502424:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991296 00000100:00100000:1.0:1768253250.502487:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991168 00000100:00100000:1.0:1768253250.502492:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991168 00000100:00100000:1.0:1768253250.502516:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1319 00000100:00100000:1.0:1768253250.502526:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451991296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253250.502608:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451991296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253250.502617:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1319 00000100:00100000:1.0:1768253250.502633:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1320 00000100:00100000:1.0:1768253250.502639:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451991168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253250.502663:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451991168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253250.502669:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1320 00000100:00080000:1.0:1768253250.502689:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253250.503051:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451990912 00000100:00100000:0.0:1768253250.503056:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451990912 00000100:00100000:0.0:1768253250.503084:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1356 00000100:00100000:0.0:1768253250.503090:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451990912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253250.503121:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451990912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253250.503128:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1356 00000100:00100000:3.0:1768253250.503529:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991040 00000100:00100000:3.0:1768253250.503533:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991040 00000100:00100000:3.0:1768253250.503607:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1719 00000100:00100000:3.0:1768253250.503616:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2370:x1854145451991040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253250.503664:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:2370:x1854145451991040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 49us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253250.503671:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1719 00000100:00100000:2.0:1768253250.610467:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253250.610489:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476264192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253250.610557:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253250.610832:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264192 00000100:00100000:0.0:1768253250.610842:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264192 00000100:00100000:0.0:1768253250.610920:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1768253250.610931:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476264192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253250.610970:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253250.611096:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476264192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 165us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253250.611105:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00080000:2.0:1768253250.611313:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253250.611367:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253250.611379:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476264320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253250.611406:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253250.611438:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264320 00000100:00100000:2.0:1768253250.611442:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264320 00000100:00100000:2.0:1768253250.611474:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1768253250.611481:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476264320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253250.611499:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253250.611532:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476264320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253250.611538:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00080000:2.0:1768253250.611553:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253250.611595:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476264320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253250.611626:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476264192:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768253250.994123:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253251.055863:0:91011:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0bf5f300 20000000:00000080:2.0:1768253251.055880:0:91011:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647525400 uarg=0000000000000000 00010000:00010000:2.0:1768253251.056312:0:91011:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768253251.056344:0:91011:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2d000) 00010000:00010000:2.0:1768253251.056348:0:91011:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253251.056360:0:91011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abdd2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d72f5 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.056460:0:91011:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768253251.056476:0:91011:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253251.056492:0:91011:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.056508:0:91011:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.056517:0:91011:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.056567:0:91011:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.056581:0:91011:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 17 pid: 5778 timeout: 2606 lvb_type: 0 00000100:00100000:2.0:1768253251.056596:0:91011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91011:1854145476264448:0@lo:104: 00000100:00100000:2.0:1768253251.056653:0:91011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253251.056742:0:91011:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727412ed6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768253251.056863:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264448 00000100:00100000:3.0:1768253251.056871:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264448 00000100:00100000:3.0:1768253251.056945:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1768253251.056954:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91011:x1854145476264448:12345-0@lo:104: 00010000:00010000:3.0:1768253251.056965:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253251.057067:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253251.057073:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91011:x1854145476264448:12345-0@lo:104: Request processed in 121us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253251.057080:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1768253251.057170:0:91011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91011:1854145476264448:0@lo:104: 00010000:00010000:0.0:1768253251.057189:0:91011:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057287:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253251.057295:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057303:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253251.057307:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057315:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253251.057322:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253251.057329:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253251.057361:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057368:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253251.057398:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057406:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963400/0xef9a6e5c83abdd09 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdd10 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057420:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253251.057422:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253251.057424:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253251.057435:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476264576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253251.057464:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253251.057505:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264576 00000100:00100000:1.0:1768253251.057509:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264576 00010000:00010000:1.0:1768253251.057527:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 18 pid: 5778 timeout: 2606 lvb_type: 0 00000100:00100000:1.0:1768253251.057547:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1768253251.057553:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476264576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253251.057574:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253251.057579:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 18 pid: 5778 timeout: 2606 lvb_type: 0 00010000:00010000:1.0:1768253251.057587:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 18 pid: 5778 timeout: 2606 lvb_type: 0 00010000:00010000:1.0:1768253251.057596:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdd10 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdd09 expref: 18 pid: 5778 timeout: 2606 lvb_type: 0 00010000:00010000:1.0:1768253251.057612:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057618:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057630:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057637:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057643:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057648:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057653:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253251.057657:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057664:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057675:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.057683:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253251.057708:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476264576:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253251.057715:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1768253251.057744:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476264576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253251.057962:0:91011:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253251.057970:0:91011:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253251.057975:0:91011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abdda3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91011 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253251.122639:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476264960:0@lo:400:kworker.0 00000100:00100000:0.0:1768253251.122704:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253251.122794:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476264704:0@lo:400:kworker.0 00000100:00100000:2.0:1768253251.122821:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253251.122848:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253251.122854:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476264832:0@lo:400:kworker.0 00000100:00100000:2.0:1768253251.122872:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253251.123049:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264960 00000100:00100000:3.0:1768253251.123057:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264960 00000100:00100000:3.0:1768253251.123109:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264704 00000100:00100000:3.0:1768253251.123113:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264704 00000100:00100000:3.0:1768253251.123127:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476264832 00000100:00100000:3.0:1768253251.123130:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476264832 00000100:00100000:3.0:1768253251.123146:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1768253251.123154:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476264960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253251.123208:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476264960:12345-0@lo:400:kworker.0 Request processed in 55us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253251.123214:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1768253251.123230:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1768253251.123236:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476264704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253251.123264:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476264704:12345-0@lo:400:kworker.0 Request processed in 29us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253251.123269:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1768253251.123280:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1768253251.123285:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476264832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253251.123309:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476264832:12345-0@lo:400:kworker.0 Request processed in 24us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253251.123315:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1768253251.123358:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476264832:0@lo:400:kworker.0 00000100:00100000:3.0:1768253251.123369:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476264704:0@lo:400:kworker.0 00000100:00100000:3.0:1768253251.123410:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476264960:0@lo:400:kworker.0 00000100:00080000:2.0:1768253251.123482:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1768253251.209164:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967712 is committed 00000001:00080000:0.0:1768253251.209182:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967713 is committed 00000001:00080000:0.0:1768253251.209189:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967714 is committed 00000004:00080000:0.0:1768253251.209193:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 92 committed 00000100:00100000:0.0:1768253251.209441:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476265088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768253251.209504:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253251.210824:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265088 00000100:00100000:1.0:1768253251.210836:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265088 00000100:00100000:1.0:1768253251.210894:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1768253251.210903:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476265088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768253251.210932:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:34 count 1 00010000:00010000:1.0:1768253251.210956:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.210977:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 5 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253251.210987:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253251.210990:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253251.210993:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 4/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.211042:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 5 pid: 6569 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253251.211056:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 5 pid: 6569 timeout: 2556 lvb_type: 1 00000100:00100000:1.0:1768253251.211067:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649363100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476265216:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253251.211141:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253251.230810:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253251.231061:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991424 00000100:00100000:2.0:1768253251.231070:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991424 00010000:00010000:2.0:1768253251.231124:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 6 pid: 6569 timeout: 2556 lvb_type: 1 00000100:00100000:2.0:1768253251.231161:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 454 00000100:00100000:2.0:1768253251.231171:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451991424:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253251.231185:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253251.231191:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 6 pid: 6569 timeout: 2556 lvb_type: 1 00010000:00010000:2.0:1768253251.231206:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 6 pid: 6569 timeout: 2556 lvb_type: 1 00010000:00010000:2.0:1768253251.231237:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253251.231239:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253251.231244:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231254:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231275:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253251.231321:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451991424:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 152us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253251.231329:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 454 00010000:00010000:2.0:1768253251.231376:0:10696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abdd80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7311 expref: 5 pid: 6569 timeout: 2556 lvb_type: 1 00000100:00100000:2.0:1768253251.231388:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649363100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476265216:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253251.231407:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231415:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231422:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231431:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231440:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253251.231456:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768253251.231938:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476265088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21035us (22433us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1768253251.231947:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000004:00080000:2.0:1768253251.232082:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9726498e0380/2, rc 0, transno 4294967365 00000100:00100000:2.0:1768253251.232089:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476265088:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1768253251.232188:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768253251.232571:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253251.232579:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.232596:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253251.232601:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.232611:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.232627:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.232635:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddaa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253251.232653:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253251.232654:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253251.232656:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253252.019199:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253252.594087:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253252.594095:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253252.594099:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253252.594148:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253252.594160:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253252.594170:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253252.594201:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476265344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253252.594268:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253252.594334:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e780 going to sleep for 11 seconds 00000100:00100000:1.0:1768253252.594463:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265344 00000100:00100000:1.0:1768253252.594471:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265344 00000100:00100000:1.0:1768253252.594525:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1768253252.594535:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476265344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253252.594558:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253252.594572:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abddb1 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253252.594595:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253252.594611:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253252.594620:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253252.594670:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476265344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253252.594677:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1768253252.594774:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476265344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253252.594788:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253252.594797:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253252.594817:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253252.594822:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253252.594830:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253253.043118:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253253.809622:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253253.809672:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991552 00000100:00100000:1.0:1768253253.809683:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991552 00000100:00100000:1.0:1768253253.809776:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1086 00000100:00100000:1.0:1768253253.809787:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52255:x1854145451991552:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253253.809811:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253253.809837:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7318 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253253.809916:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abddc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253253.809930:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abddc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253253.809944:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abddc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768253253.810035:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1768253253.810040:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253253.810068:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abddc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253253.810097:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abddbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7318 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253253.810117:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abddc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7318 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253253.810126:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0400) 00010000:00010000:1.0:1768253253.810129:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253253.810133:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadec00, rc 0) 00000100:00100000:1.0:1768253253.810190:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52255:x1854145451991552:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 405us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253253.810198:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1086 00000100:00080000:1.0:1768253253.810220:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253253.818900:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253253.820800:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991808 00000100:00100000:3.0:1768253253.820813:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991808 00000100:00100000:3.0:1768253253.820878:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1087 00000100:00100000:3.0:1768253253.820887:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52255:x1854145451991808:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253253.820933:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253253.820959:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abddc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7318 expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253253.820972:0:5785:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abdd2c) 00010000:00010000:3.0:1768253253.820976:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0400) 00010000:00010000:3.0:1768253253.820986:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253253.821009:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253253.821038:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253253.821048:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000001:00080000:0.0:1768253253.885568:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967715 is committed 00000004:00010000:1.0:1768253253.885602:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000096437311 reply state 00000000005f1746 transno 4294967715 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768253253.885616:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253253.885666:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00080000:1.0:1768253253.885789:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768253253.885812:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52255:x1854145451991808:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 64922us (66917us total) trans 4294967715 rc 0/0 00000100:00100000:1.0:1768253253.885822:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1087 00010000:00010000:0.0:1768253253.885847:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253253.885857:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253253.885864:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253253.885874:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253253.885878:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253253.885885:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253253.885901:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbb900) 00010000:00010000:0.0:1768253253.885904:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768253253.885909:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253253.885914:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abddcd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253254.066314:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253254.732279:0:91208:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe78442d10 20000000:00000080:0.0:1768253254.732297:0:91208:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277fe53000 uarg=0000000000000000 00010000:00010000:0.0:1768253254.732575:0:91208:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253254.732592:0:91208:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253254.732605:0:91208:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253254.732621:0:91208:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.732636:0:91208:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.732644:0:91208:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.732680:0:91208:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.732698:0:91208:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 17 pid: 5778 timeout: 2610 lvb_type: 0 00000100:00100000:0.0:1768253254.732713:0:91208:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91208:1854145476265472:0@lo:104: 00000100:00100000:0.0:1768253254.732771:0:91208:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253254.732824:0:91208:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fe4e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253254.737071:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265472 00000100:00100000:0.0:1768253254.737085:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265472 00000100:00100000:0.0:1768253254.737146:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1768253254.737157:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91208:x1854145476265472:12345-0@lo:104: 00010000:00010000:0.0:1768253254.737176:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.737291:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253254.737298:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91208:x1854145476265472:12345-0@lo:104: Request processed in 143us (4527us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253254.737305:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00010000:00010000:1.0:1768253254.737489:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253254.737496:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.737504:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253254.737509:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.737516:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253254.737532:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253254.737538:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253254.737576:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.737583:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253254.737603:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.737610:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963800/0xef9a6e5c83abddb1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abddb8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.737627:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253254.737629:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253254.737631:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253254.737669:0:91208:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91208:1854145476265472:0@lo:104: 00010000:00010000:1.0:1768253254.737690:0:91208:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253254.737904:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476265600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253254.737946:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253254.738151:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265600 00000100:00100000:1.0:1768253254.738156:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265600 00010000:00010000:1.0:1768253254.738177:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 18 pid: 5778 timeout: 2610 lvb_type: 0 00000100:00100000:1.0:1768253254.738195:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1768253254.738202:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476265600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253254.738213:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253254.738217:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 18 pid: 5778 timeout: 2610 lvb_type: 0 00010000:00010000:1.0:1768253254.738226:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 18 pid: 5778 timeout: 2610 lvb_type: 0 00010000:00010000:1.0:1768253254.738238:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abddb8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abddb1 expref: 18 pid: 5778 timeout: 2610 lvb_type: 0 00010000:00010000:1.0:1768253254.738250:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738257:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738271:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738463:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738470:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738476:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738482:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253254.738485:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.738496:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.739411:0:91208:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253254.739422:0:91208:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.740848:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.740888:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abddd4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253254.740908:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253254.740979:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476265600:12345-0@lo:103:ldlm_bl.0 Request processed in 2774us (3029us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253254.740988:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1768253254.741079:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476265600:0@lo:103:ldlm_bl.0 00000001:00080000:1.0:1768253254.792615:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00010000:00010000:1.0:1768253255.090300:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253255.626686:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253255.626750:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253255.626777:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451991936 00000100:00100000:2.0:1768253255.626781:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253255.626788:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451991936 00000100:00100000:2.0:1768253255.626805:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253255.626825:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992192 00000100:00100000:2.0:1768253255.626829:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992192 00000100:00100000:0.0:1768253255.626841:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1358 00000100:00100000:0.0:1768253255.626850:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451991936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253255.626865:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992320 00000100:00100000:2.0:1768253255.626867:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992320 00000100:00100000:2.0:1768253255.626885:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1321 00000100:00100000:2.0:1768253255.626891:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451992192:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253255.626918:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451992192:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253255.626918:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451991936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253255.626926:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1321 00000100:00100000:0.0:1768253255.626926:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1358 00000100:00100000:2.0:1768253255.626942:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1322 00000100:00100000:2.0:1768253255.626947:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451992320:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253255.626970:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451992320:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253255.626975:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1322 00000100:00100000:2.0:1768253255.626992:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992064 00000100:00100000:2.0:1768253255.626995:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992064 00000100:00100000:2.0:1768253255.627046:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1723 00000100:00100000:2.0:1768253255.627053:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451992064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253255.627085:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451992064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253255.627091:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1723 00000100:00080000:2.0:1768253255.627109:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768253255.627113:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253255.627116:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253255.730449:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253255.730472:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476265728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253255.730545:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253255.730665:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265728 00000100:00100000:3.0:1768253255.730675:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265728 00000100:00100000:3.0:1768253255.730738:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1768253255.730747:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476265728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253255.730784:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253255.730832:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476265728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253255.730840:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00080000:1.0:1768253255.730906:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253255.730942:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476265728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253255.731051:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476265856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253255.731079:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253255.731142:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265856 00000100:00100000:1.0:1768253255.731147:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265856 00000100:00100000:1.0:1768253255.731178:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1768253255.731184:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476265856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253255.731215:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1768253255.731586:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253255.731731:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476265856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 545us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253255.731741:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1768253255.731840:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:3.0:1768253255.731846:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9726498e0380, transno 4294967365 00000100:00100000:3.0:1768253255.731865:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476265856:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253256.126777:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253256.243814:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476266368:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.243879:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253256.243939:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253256.243946:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476265984:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.243974:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253256.244006:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476266112:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244051:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253256.244069:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253256.244074:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476266240:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244094:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253256.244123:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266368 00000100:00100000:1.0:1768253256.244131:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266368 00000100:00100000:1.0:1768253256.244182:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266112 00000100:00100000:1.0:1768253256.244186:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266112 00000100:00100000:1.0:1768253256.244203:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266240 00000100:00100000:1.0:1768253256.244205:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266240 00000100:00100000:1.0:1768253256.244221:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:1.0:1768253256.244229:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476266368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244294:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476266368:12345-0@lo:400:kworker.0 Request processed in 64us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253256.244301:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:1.0:1768253256.244316:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:1.0:1768253256.244322:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476266112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244353:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476266112:12345-0@lo:400:kworker.0 Request processed in 31us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253256.244362:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00100000:1.0:1768253256.244373:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:1.0:1768253256.244379:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476266240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244401:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476266240:12345-0@lo:400:kworker.0 Request processed in 24us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253256.244407:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:1.0:1768253256.244424:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476265984 00000100:00100000:1.0:1768253256.244428:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476265984 00000100:00100000:1.0:1768253256.244452:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1768253256.244459:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476265984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244487:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476265984:12345-0@lo:400:kworker.0 Request processed in 29us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253256.244493:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00080000:1.0:1768253256.244532:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253256.244567:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476266240:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244576:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476266112:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244601:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476265984:0@lo:400:kworker.0 00000100:00100000:1.0:1768253256.244609:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476266368:0@lo:400:kworker.0 10000000:01000000:1.0:1768253256.377096:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253256.377104:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253256.377110:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253256.377175:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377188:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377201:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253256.377229:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649966680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476266496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253256.377300:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253256.377350:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253256.377375:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266496 00000100:00100000:1.0:1768253256.377381:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266496 00000100:00100000:1.0:1768253256.377424:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1768253256.377433:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476266496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253256.377448:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253256.377460:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdddb expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377485:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377494:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377517:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00100000:1.0:1768253256.377556:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476266496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253256.377563:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1768253256.377611:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649966680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476266496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253256.377624:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377637:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253256.377653:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253256.377658:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253256.377664:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253257.143095:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253257.454329:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253257.454368:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992448 00000100:00100000:1.0:1768253257.454377:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992448 00000100:00100000:1.0:1768253257.454432:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1088 00000100:00100000:1.0:1768253257.454442:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52331:x1854145451992448:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253257.454461:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253257.454482:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdde9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d731f expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253257.454552:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454566:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454579:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454591:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454602:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454608:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454745:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abddfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454753:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abddfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454760:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abddfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768253257.454786:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1768253257.454789:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253257.454812:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abddfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454824:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454830:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454837:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454843:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253257.454847:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454854:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454866:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0100) 00010000:00010000:1.0:1768253257.454869:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253257.454874:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454880:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abddf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454892:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454897:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.454902:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.455463:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253257.455468:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.455475:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.455483:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972769ec0f00) 00010000:00010000:1.0:1768253257.455486:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253257.455489:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.455505:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abddf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253257.455537:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abdde9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d731f expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253257.455552:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abddfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d731f expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253257.455559:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0e00) 00010000:00010000:1.0:1768253257.455562:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1768253257.455565:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253257.455634:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52331:x1854145451992448:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1193us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253257.455642:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1088 00000100:00080000:1.0:1768253257.455669:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768253258.165122:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253258.869836:0:91453:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6b247db0 20000000:00000080:2.0:1768253258.869855:0:91453:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647524400 uarg=0000000000000000 00010000:00010000:2.0:1768253258.870403:0:91453:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1768253258.870437:0:91453:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972769ec0e00) 00010000:00010000:2.0:1768253258.870441:0:91453:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253258.870537:0:91453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abddfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d731f expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.870563:0:91453:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1768253258.870580:0:91453:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253258.870596:0:91453:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.870610:0:91453:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.870619:0:91453:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.870659:0:91453:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.870674:0:91453:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 17 pid: 5777 timeout: 2614 lvb_type: 0 00000100:00100000:2.0:1768253258.870872:0:91453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91453:1854145476266624:0@lo:104: 00000100:00100000:2.0:1768253258.871181:0:91453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253258.871238:0:91453:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726483e9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1768253258.871299:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768253258.871312:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266624 00000100:00100000:0.0:1768253258.871319:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266624 00000100:00100000:0.0:1768253258.871416:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1768253258.871424:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91453:x1854145476266624:12345-0@lo:104: 00010000:00010000:0.0:1768253258.871436:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253258.871528:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253258.871535:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91453:x1854145476266624:12345-0@lo:104: Request processed in 113us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253258.871544:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1768253258.871705:0:91453:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91453:1854145476266624:0@lo:104: 00010000:00010000:2.0:1768253258.871723:0:91453:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.871771:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253258.871779:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.871786:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253258.871791:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.871799:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253258.871806:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253258.871812:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253258.871849:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.871855:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253258.871876:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.871882:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf000/0xef9a6e5c83abdddb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdde2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.871910:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253258.871912:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253258.871913:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253258.871927:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476266752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253258.871959:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253258.871999:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266752 00000100:00100000:3.0:1768253258.872003:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266752 00010000:00010000:3.0:1768253258.872053:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 18 pid: 5777 timeout: 2614 lvb_type: 0 00000100:00100000:3.0:1768253258.872075:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1768253258.872082:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476266752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253258.872093:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253258.872097:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 18 pid: 5777 timeout: 2614 lvb_type: 0 00010000:00010000:3.0:1768253258.872107:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 18 pid: 5777 timeout: 2614 lvb_type: 0 00010000:00010000:3.0:1768253258.872121:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abdde2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdddb expref: 18 pid: 5777 timeout: 2614 lvb_type: 0 00010000:00010000:3.0:1768253258.872133:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872141:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872154:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872161:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872168:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872175:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872180:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253258.872185:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872192:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872203:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253258.872213:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253258.872240:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476266752:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253258.872247:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1768253258.872278:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476266752:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253258.872616:0:91453:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.872624:0:91453:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253258.872630:0:91453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01200/0xef9a6e5c83abde05 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91453 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253259.186220:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253260.152121:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253260.152128:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253260.152133:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253260.152174:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253260.152185:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253260.152196:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253260.152221:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649967480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476266880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253260.152280:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253260.152327:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fe4e240 going to sleep for 11 seconds 00000100:00100000:2.0:1768253260.152382:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476266880 00000100:00100000:2.0:1768253260.152389:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476266880 00000100:00100000:2.0:1768253260.152459:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1768253260.152477:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476266880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253260.152489:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253260.152501:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abde0c expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253260.152523:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253260.152533:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253260.152540:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253260.152585:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476266880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253260.152592:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1768253260.155487:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649967480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476266880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253260.155514:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253260.155527:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253260.155549:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253260.155553:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253260.155560:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253260.211449:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253260.744743:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253260.744789:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253260.744827:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253260.744879:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253260.744910:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992832 00000100:00100000:2.0:1768253260.744920:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992832 00000100:00100000:2.0:1768253260.744972:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992960 00000100:00100000:2.0:1768253260.744976:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992960 00000100:00100000:2.0:1768253260.744998:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1323 00000100:00100000:2.0:1768253260.745008:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451992832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253260.745199:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451992832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 108us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253260.745207:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1323 00000100:00100000:2.0:1768253260.745225:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1324 00000100:00100000:2.0:1768253260.745233:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451992960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253260.745261:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451992960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253260.745269:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1324 00000100:00100000:1.0:1768253260.745504:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992576 00000100:00100000:1.0:1768253260.745510:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992576 00000100:00100000:1.0:1768253260.745538:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1362 00000100:00100000:1.0:1768253260.745546:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451992576:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253260.745554:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451992704 00000100:00100000:0.0:1768253260.745560:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451992704 00000100:00100000:1.0:1768253260.745572:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145451992576:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253260.745578:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1362 00000100:00100000:0.0:1768253260.745593:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1727 00000100:00100000:0.0:1768253260.745600:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451992704:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768253260.745603:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768253260.745607:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253260.745609:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253260.745628:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145451992704:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253260.745634:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1727 00000100:00100000:2.0:1768253260.850791:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253260.850811:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476267008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253260.850880:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253260.851006:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267008 00000100:00100000:0.0:1768253260.851034:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267008 00000100:00100000:0.0:1768253260.851107:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1768253260.851116:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476267008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253260.851153:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253260.851199:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476267008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253260.851206:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00080000:2.0:1768253260.851425:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253260.851488:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476267008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253260.851722:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253260.851732:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476267136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253260.851757:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253260.851835:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267136 00000100:00100000:3.0:1768253260.851839:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267136 00000100:00100000:3.0:1768253260.851872:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1768253260.851877:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476267136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253260.851895:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253260.851972:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476267136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253260.851978:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:2.0:1768253260.852032:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253260.857723:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476267136:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253261.234319:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253261.364350:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476267264:0@lo:400:kworker.0 00000100:00100000:1.0:1768253261.364434:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253261.365139:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476267392:0@lo:400:kworker.0 00000100:00100000:3.0:1768253261.365178:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253261.365538:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267392 00000100:00100000:0.0:1768253261.365546:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267392 00000100:00100000:0.0:1768253261.365594:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1768253261.365603:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476267392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253261.365660:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476267392:12345-0@lo:400:kworker.0 Request processed in 58us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253261.366805:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1768253261.366886:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476267392:0@lo:400:kworker.0 00000100:00100000:1.0:1768253261.368533:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476267520:0@lo:400:kworker.0 00000100:00100000:1.0:1768253261.368610:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253261.369285:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267520 00000100:00100000:0.0:1768253261.369295:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267520 00000100:00100000:0.0:1768253261.369365:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1768253261.369376:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476267520:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768253261.369644:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253261.369951:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267264 00000100:00100000:2.0:1768253261.369959:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267264 00000100:00100000:2.0:1768253261.369994:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1768253261.370002:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476267264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253261.370089:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476267264:12345-0@lo:400:kworker.0 Request processed in 88us (5655us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253261.370098:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1768253261.370144:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476267648:0@lo:400:kworker.0 00000100:00100000:2.0:1768253261.370173:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253261.370211:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267648 00000100:00100000:2.0:1768253261.370215:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267648 00000100:00100000:2.0:1768253261.370246:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1768253261.370252:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476267648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253261.376086:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476267520:12345-0@lo:400:kworker.0 Request processed in 6700us (7463us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253261.376104:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1768253261.376229:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476267648:12345-0@lo:400:kworker.0 Request processed in 5975us (6053us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253261.376238:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00080000:2.0:1768253261.376503:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253261.376544:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476267264:0@lo:400:kworker.0 00000100:00100000:3.0:1768253261.378555:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476267648:0@lo:400:kworker.0 00000100:00100000:1.0:1768253261.380816:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476267520:0@lo:400:kworker.0 00000100:00100000:1.0:1768253261.410860:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253261.410982:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993088 00000100:00100000:3.0:1768253261.410994:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993088 00000100:00100000:3.0:1768253261.411070:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1089 00000100:00100000:3.0:1768253261.411081:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52418:x1854145451993088:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253261.411103:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253261.411126:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abde1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7326 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253261.411202:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abde21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253261.411218:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abde21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253261.411235:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abde21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768253261.411508:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1768253261.411514:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253261.411540:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abde21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253261.411565:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abde1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7326 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253261.411586:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abde21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7326 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253261.411599:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbb800) 00010000:00010000:3.0:1768253261.411602:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253261.411605:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768253261.411697:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52418:x1854145451993088:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 618us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253261.411706:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1089 00000100:00100000:2.0:1768253261.422554:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253261.422633:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993344 00000100:00100000:3.0:1768253261.422645:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993344 00000100:00100000:3.0:1768253261.422717:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1090 00000100:00100000:3.0:1768253261.422728:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52418:x1854145451993344:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253261.422784:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253261.422813:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abde21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7326 expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253261.422831:0:6919:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abddfe) 00010000:00010000:3.0:1768253261.422836:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbb800) 00010000:00010000:3.0:1768253261.422845:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253261.422870:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253261.422882:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253261.422892:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00010000:3.0:1768253261.423270:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000058caab2d reply state 00000000d6bfd90d transno 4294967716 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253261.423476:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768253261.423493:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:3.0:1768253261.425527:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52418:x1854145451993344:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 2790us (2972us total) trans 4294967716 rc 0/0 00000100:00100000:3.0:1768253261.425538:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1090 00010000:00010000:1.0:1768253261.441809:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253261.441831:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253261.441838:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253261.441844:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253261.441849:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253261.441857:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253261.441874:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972744dbb300) 00010000:00010000:1.0:1768253261.441877:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253261.441882:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253261.441888:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abde28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000020:00000080:3.0:1768253262.237823:0:91651:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6669c0d0 20000000:00000080:3.0:1768253262.237838:0:91651:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646d67400 uarg=0000000000000000 00010000:00010000:3.0:1768253262.238145:0:91651:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253262.238161:0:91651:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253262.238175:0:91651:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253262.238194:0:91651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253262.238213:0:91651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253262.238221:0:91651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253262.238264:0:91651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253262.238278:0:91651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 17 pid: 5778 timeout: 2617 lvb_type: 0 00000100:00100000:3.0:1768253262.238291:0:91651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91651:1854145476267776:0@lo:104: 00000100:00100000:3.0:1768253262.238359:0:91651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253262.238418:0:91651:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c45d80 going to sleep for 11 seconds 00000100:00100000:1.0:1768253262.238421:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267776 00000100:00100000:1.0:1768253262.238428:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267776 00000100:00100000:1.0:1768253262.238490:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1768253262.238499:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91651:x1854145476267776:12345-0@lo:104: 00010000:00010000:1.0:1768253262.238514:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253262.238581:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253262.238587:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:91651:x1854145476267776:12345-0@lo:104: Request processed in 91us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253262.238593:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1768253262.238595:0:91651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbdc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91651:1854145476267776:0@lo:104: 00010000:00010000:3.0:1768253262.238614:0:91651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.238654:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253262.238662:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.238669:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253262.238673:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.238681:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253262.238687:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253262.238694:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253262.238725:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.238731:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253262.238754:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253262.238759:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476267904:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253262.238760:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf200/0xef9a6e5c83abde0c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abde13 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.238777:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253262.238779:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253262.238781:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253262.238786:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253262.238890:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476267904 00000100:00100000:2.0:1768253262.238895:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476267904 00010000:00010000:2.0:1768253262.238914:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 18 pid: 5778 timeout: 2617 lvb_type: 0 00000100:00100000:2.0:1768253262.238940:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1768253262.238947:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476267904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253262.238957:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253262.238961:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 18 pid: 5778 timeout: 2617 lvb_type: 0 00010000:00010000:2.0:1768253262.238971:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 18 pid: 5778 timeout: 2617 lvb_type: 0 00010000:00010000:2.0:1768253262.238982:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abde13 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abde0c expref: 18 pid: 5778 timeout: 2617 lvb_type: 0 00010000:00010000:2.0:1768253262.238999:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239006:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239078:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239085:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239093:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239099:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239104:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253262.239119:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239127:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239144:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253262.239153:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253262.239167:0:91651:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253262.239174:0:91651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253262.239180:0:91651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abde2f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253262.239185:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476267904:12345-0@lo:103:ldlm_bl.0 Request processed in 239us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253262.239191:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1768253262.239827:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476267904:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253262.262215:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253263.283570:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253263.479864:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253263.479872:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253263.479877:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253263.479921:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253263.479933:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253263.479944:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253263.479974:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476268032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253263.480070:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253263.480118:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253263.480186:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268032 00000100:00100000:2.0:1768253263.480194:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268032 00000100:00100000:2.0:1768253263.480248:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1768253263.480256:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476268032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253263.480270:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253263.480283:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abde36 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253263.480307:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253263.480317:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253263.480326:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01600, rc 0) 00000100:00100000:2.0:1768253263.480367:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476268032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253263.480373:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1768253263.481109:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476268032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253263.481127:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253263.481137:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253263.481154:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253263.481159:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253263.481165:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253264.310478:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253264.470323:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967716 is committed 00000100:00100000:2.0:1768253265.248451:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253265.249668:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993472 00000100:00100000:3.0:1768253265.249683:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993472 00000100:00100000:3.0:1768253265.249780:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1091 00000100:00100000:3.0:1768253265.249789:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993472:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253265.249898:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993472:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 110us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253265.249908:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1091 00000100:00080000:2.0:1768253265.250916:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253265.251329:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253265.251428:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993600 00000100:00100000:0.0:1768253265.251437:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993600 00000100:00100000:0.0:1768253265.251497:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 595 00000100:00100000:0.0:1768253265.251507:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993600:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253265.251787:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993600:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 280us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253265.251795:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 595 00000100:00080000:2.0:1768253265.251898:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253265.255571:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.255642:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993728 00000100:00100000:2.0:1768253265.255652:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993728 00000100:00100000:2.0:1768253265.255783:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 596 00000100:00100000:2.0:1768253265.255793:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993728:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253265.256270:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993728:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 478us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.256279:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 596 00000100:00080000:3.0:1768253265.256353:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253265.259812:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253265.259908:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993856 00000100:00100000:0.0:1768253265.259918:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993856 00000100:00100000:0.0:1768253265.260064:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1092 00000100:00100000:0.0:1768253265.260076:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993856:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253265.260402:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993856:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 328us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253265.260411:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1092 00000100:00100000:0.0:1768253265.264167:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.264303:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451993984 00000100:00100000:2.0:1768253265.264312:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451993984 00000100:00100000:2.0:1768253265.264412:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1093 00000100:00100000:2.0:1768253265.264432:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993984:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253265.264556:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451993984:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 134us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.264565:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1093 00000100:00100000:1.0:1768253265.269205:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.269290:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451994112 00000100:00100000:2.0:1768253265.269303:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451994112 00000100:00100000:2.0:1768253265.269713:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 597 00000100:00100000:2.0:1768253265.269725:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451994112:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253265.270115:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451994112:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 391us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.270124:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 597 00000100:00100000:3.0:1768253265.272597:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.272730:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451994240 00000100:00100000:2.0:1768253265.272748:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451994240 00000100:00100000:2.0:1768253265.272852:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 598 00000100:00100000:2.0:1768253265.272863:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451994240:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253265.273213:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451994240:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 350us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.273221:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 598 00000100:00100000:1.0:1768253265.275207:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253265.275278:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451994368 00000100:00100000:0.0:1768253265.275288:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451994368 00000100:00100000:0.0:1768253265.275513:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1094 00000100:00100000:0.0:1768253265.275523:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451994368:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253265.275827:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52503:x1854145451994368:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 305us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253265.275837:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1094 00000100:00100000:1.0:1768253265.317759:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.317953:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451994496 00000100:00100000:2.0:1768253265.317961:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451994496 00000100:00100000:2.0:1768253265.318037:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1095 00000100:00100000:2.0:1768253265.318045:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52507:x1854145451994496:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253265.318061:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253265.318080:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abde44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d732d expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.318131:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318142:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318152:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318162:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318166:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318170:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318362:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abde59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318368:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abde59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318372:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abde59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768253265.318468:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:2.0:1768253265.318473:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253265.318514:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abde59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318527:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318534:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318541:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318546:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253265.318550:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318557:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318568:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9900) 00010000:00010000:2.0:1768253265.318571:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253265.318575:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318581:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abde4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318594:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318599:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318604:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318613:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253265.318615:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318620:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318628:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff972749ca9000) 00010000:00010000:2.0:1768253265.318630:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253265.318633:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318638:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abde52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.318680:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abde44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d732d expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.318696:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abde59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d732d expref: 6 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.318703:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9200) 00010000:00010000:2.0:1768253265.318705:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253265.318708:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768253265.318778:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52507:x1854145451994496:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 732us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.318786:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1095 00000100:00100000:3.0:1768253265.320878:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.320981:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451994624 00000100:00100000:2.0:1768253265.320991:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451994624 00000100:00100000:2.0:1768253265.321053:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 182 00000100:00100000:2.0:1768253265.321063:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52507:x1854145451994624:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:2.0:1768253265.321169:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52507:x1854145451994624:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 108us (296us total) trans 0 rc -61/-61 00000100:00100000:2.0:1768253265.321177:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 182 00000100:00100000:1.0:1768253265.322880:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.322924:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451994880 00000100:00100000:2.0:1768253265.322932:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451994880 00000100:00100000:2.0:1768253265.322983:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1096 00000100:00100000:2.0:1768253265.322993:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52507:x1854145451994880:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253265.323034:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253265.323055:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abde60 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7334 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.323200:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323215:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323229:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323243:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323250:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323254:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00080000:2.0:1768253265.323824:0:6919:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x22:0x0], index 1: 0 00010000:00010000:2.0:1768253265.323981:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abde75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323989:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abde75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.323993:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abde75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324053:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324058:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324063:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324067:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253265.324069:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324073:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324082:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9200) 00010000:00010000:2.0:1768253265.324084:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253265.324087:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253265.324091:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abde67 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768253265.324100:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4338689 reply state 00000000f9acfcbf transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768253265.324106:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768253265.324126:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abde60 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7334 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.324135:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abde75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7334 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.324139:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff972749ca9100) 00010000:00010000:2.0:1768253265.324140:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253265.324142:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768253265.324210:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52507:x1854145451994880:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1219us (1334us total) trans 4294967717 rc 0/0 00000100:00100000:2.0:1768253265.324217:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1096 00010000:00010000:3.0:1768253265.326077:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253265.326093:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253265.326101:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253265.326112:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253265.326117:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253265.326124:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253265.326137:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972749ca9400) 00010000:00010000:3.0:1768253265.326139:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253265.326143:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253265.326148:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abde6e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253265.328809:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.328974:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995008 00000100:00100000:2.0:1768253265.328985:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995008 00000100:00100000:2.0:1768253265.329087:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 599 00000100:00100000:2.0:1768253265.329098:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52507:x1854145451995008:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253265.329117:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253265.329140:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d733b expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253265.329164:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768253265.329231:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253265.329234:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253265.329244:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.329262:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253265.329275:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00000, rc 0) 00000100:00100000:2.0:1768253265.329338:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52507:x1854145451995008:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 242us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.329345:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 599 00010000:00010000:2.0:1768253265.330283:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253265.341918:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.342117:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995136 00000100:00100000:2.0:1768253265.342127:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995136 00002000:00100000:2.0:1768253265.342172:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x22:0x0] (0->1048575) req@ffff972777221f80 x1854145451995136/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:241/0 lens 488/0 e 0 to 0 dl 1768253276 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768253265.342181:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777221f80 with x1854145451995136 ext(0->1048575) 00002000:00010000:2.0:1768253265.342185:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972777221f80 00000100:00100000:2.0:1768253265.342214:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:2.0:1768253265.342220:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451995136:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:2.0:1768253265.369463:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145451995136:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 27229us (27541us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1768253265.369478:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 27 00002000:00100000:2.0:1768253265.369490:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x22:0x0] (0->1048575) req@ffff972777221f80 x1854145451995136/t4294967364(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:241/0 lens 488/448 e 0 to 0 dl 1768253276 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768253265.369500:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972777221f80 with x1854145451995136 ext(0->1048575) 00002000:00010000:2.0:1768253265.369507:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972777221f80 00000100:00100000:3.0:1768253265.371980:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.372103:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995264 00000100:00100000:2.0:1768253265.372112:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995264 00000100:00100000:2.0:1768253265.372152:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1097 00000100:00100000:2.0:1768253265.372159:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52507:x1854145451995264:12345-192.168.202.43@tcp:44:dd.60003 00000100:00100000:2.0:1768253265.404790:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52507:x1854145451995264:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 32617us (32808us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253265.404804:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1097 00000001:00080000:3.0:1768253265.404884:0:91483:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967717 is committed 00000100:00100000:0.0:1768253265.414817:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.417032:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995392 00000100:00100000:2.0:1768253265.417047:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995392 00000100:00100000:2.0:1768253265.417156:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 600 00000100:00100000:2.0:1768253265.417167:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451995392:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:3.0:1768253265.447796:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145451995392:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 30623us (32980us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253265.447807:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 600 00000001:00080000:3.0:1768253265.447839:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000100:00100000:0.0:1768253265.449866:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253265.450093:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995648 00000100:00100000:2.0:1768253265.450103:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995648 00000100:00100000:2.0:1768253265.450173:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 183 00000100:00100000:2.0:1768253265.450180:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b158c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52507:x1854145451995648:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:2.0:1768253265.450820:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b158c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52507:x1854145451995648:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 638us (957us total) trans 4294967718 rc 0/0 00000100:00100000:2.0:1768253265.450828:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 183 00000100:00100000:3.0:1768253265.862633:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253265.862735:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995776 00000100:00100000:0.0:1768253265.862746:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995776 00000100:00100000:0.0:1768253265.862808:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1365 00000100:00100000:0.0:1768253265.862817:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451995776:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253265.862897:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451995776:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253265.862905:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1365 00000100:00100000:2.0:1768253265.970172:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253265.970196:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476268160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253265.970268:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253265.970574:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253265.970584:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476268288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253265.970612:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253265.970642:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268160 00000100:00100000:3.0:1768253265.970649:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268160 00000100:00100000:3.0:1768253265.970696:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268288 00000100:00100000:3.0:1768253265.970699:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268288 00000100:00100000:3.0:1768253265.970719:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1768253265.970727:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476268160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253265.970763:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253265.970808:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476268160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253265.970815:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1768253265.970830:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1768253265.970836:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476268288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253265.970846:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3855613952 00000100:00100000:3.0:1768253265.970873:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476268288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253265.970891:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00080000:3.0:1768253265.970906:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253265.970909:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253265.970942:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476268288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253265.970969:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476268160:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253266.370889:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768253266.455760:0:91848:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2471876743194ns, next at 2456032870081ns, rc = 0 00000004:00080000:3.0:1768253266.455893:0:91848:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2471876878550ns, next at 2431433334021ns, rc = 0 00000001:00080000:3.0:1768253266.480091:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967718 is committed 00000004:00080000:3.0:1768253266.480113:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 96 committed 00000004:00080000:3.0:1768253266.480123:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 93 committed 00000100:00100000:3.0:1768253266.484006:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476268416:0@lo:400:kworker.0 00000100:00100000:3.0:1768253266.484103:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253266.484164:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476268544:0@lo:400:kworker.0 00000100:00100000:2.0:1768253266.484190:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476268800:0@lo:400:kworker.0 00000100:00100000:3.0:1768253266.484192:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253266.484212:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253266.484215:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253266.484217:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476268672:0@lo:400:kworker.0 00000100:00100000:2.0:1768253266.484246:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268544 00000100:00100000:2.0:1768253266.484254:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268544 00000100:00100000:2.0:1768253266.484294:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268800 00000100:00100000:2.0:1768253266.484297:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268800 00000100:00100000:3.0:1768253266.484324:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253266.484324:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:2.0:1768253266.484332:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476268544:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768253266.484351:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253266.484362:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268672 00000100:00100000:3.0:1768253266.484366:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268672 00000100:00100000:2.0:1768253266.484382:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476268544:12345-0@lo:400:kworker.0 Request processed in 51us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253266.484389:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:3.0:1768253266.484392:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1768253266.484397:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476268800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253266.484417:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:2.0:1768253266.484424:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476268672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253266.484442:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476268800:12345-0@lo:400:kworker.0 Request processed in 44us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253266.484446:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476268672:12345-0@lo:400:kworker.0 Request processed in 24us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253266.484448:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:2.0:1768253266.484451:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00080000:3.0:1768253266.484464:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253266.484490:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476268800:0@lo:400:kworker.0 00000100:00100000:3.0:1768253266.484522:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476268672:0@lo:400:kworker.0 00000100:00100000:3.0:1768253266.484532:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476268544:0@lo:400:kworker.0 00000100:00100000:1.0:1768253266.484691:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268416 00000100:00100000:1.0:1768253266.484696:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268416 00000100:00100000:1.0:1768253266.484730:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1768253266.484737:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476268416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253266.484775:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476268416:12345-0@lo:400:kworker.0 Request processed in 39us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253266.484781:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1768253266.484883:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476268416:0@lo:400:kworker.0 00010000:00010000:2.0:1768253267.378223:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253267.803248:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253267.803335:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451995904 00000100:00100000:2.0:1768253267.803344:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451995904 00000100:00100000:2.0:1768253267.803432:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1098 00000100:00100000:2.0:1768253267.803441:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451995904:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253267.803531:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451995904:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 91us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253267.803538:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1098 00000100:00080000:3.0:1768253267.803678:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253267.805301:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253267.805363:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996032 00000100:00100000:3.0:1768253267.805370:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996032 00000100:00100000:3.0:1768253267.805444:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 601 00000100:00100000:3.0:1768253267.805453:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52639:x1854145451996032:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253267.805761:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52639:x1854145451996032:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 308us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253267.805768:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 601 00000100:00080000:1.0:1768253267.805885:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253267.808345:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253267.808391:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996160 00000100:00100000:0.0:1768253267.808413:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996160 00000100:00100000:0.0:1768253267.808480:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 602 00000100:00100000:0.0:1768253267.808490:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52639:x1854145451996160:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:1.0:1768253267.808576:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253267.808846:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52639:x1854145451996160:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 357us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253267.808854:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 602 00000100:00100000:1.0:1768253267.814723:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253267.814761:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996288 00000100:00100000:1.0:1768253267.814770:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996288 00000100:00100000:1.0:1768253267.814821:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1099 00000100:00100000:1.0:1768253267.814831:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451996288:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253267.815160:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451996288:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 329us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253267.815168:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1099 00000100:00100000:1.0:1768253267.820219:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253267.820283:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996416 00000100:00100000:3.0:1768253267.820297:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996416 00000100:00100000:3.0:1768253267.820354:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1100 00000100:00100000:3.0:1768253267.820364:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451996416:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253267.820632:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451996416:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 267us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253267.820640:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1100 00000100:00100000:3.0:1768253267.822622:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253267.822689:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996544 00000100:00100000:2.0:1768253267.822699:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996544 00000100:00100000:2.0:1768253267.822750:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 603 00000100:00100000:2.0:1768253267.822759:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52639:x1854145451996544:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253267.823087:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52639:x1854145451996544:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 328us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253267.823096:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 603 00000100:00100000:1.0:1768253267.824982:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253267.825044:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996672 00000100:00100000:1.0:1768253267.825054:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996672 00000100:00100000:1.0:1768253267.825097:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 604 00000100:00100000:1.0:1768253267.825106:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52639:x1854145451996672:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253267.825475:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52639:x1854145451996672:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 368us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253267.825483:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 604 00000100:00100000:3.0:1768253267.830373:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253267.830447:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451996800 00000100:00100000:1.0:1768253267.830458:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451996800 00000100:00100000:1.0:1768253267.830537:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1101 00000100:00100000:1.0:1768253267.830547:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451996800:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253267.830899:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52639:x1854145451996800:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 353us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253267.830907:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1101 00000100:00100000:2.0:1768253267.887435:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253267.889165:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997056 00000100:00100000:1.0:1768253267.889179:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997056 00000100:00100000:1.0:1768253267.889257:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1102 00000100:00100000:1.0:1768253267.889267:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52643:x1854145451997056:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:1.0:1768253267.889319:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253267.889343:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abde75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7334 expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253267.889359:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff972749ca9100) 00010000:00010000:1.0:1768253267.889370:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253267.889389:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889412:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889421:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889440:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889446:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889452:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889578:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.889586:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.891313:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:0.0:1768253267.893440:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].34, 64 off10368 00000004:00080000:0.0:1768253267.893457:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2473314443236ns, next at 2474314439785ns, rc = 0 00010000:00010000:0.0:1768253267.894494:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894516:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894528:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894538:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894544:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894549:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894577:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1768253267.894616:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894623:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894629:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894636:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253267.894640:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894647:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894660:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff972769ec0800) 00010000:00010000:0.0:1768253267.894663:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768253267.894669:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894675:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abde98 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894743:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894749:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894754:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894759:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253267.894761:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894766:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894774:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9200) 00010000:00010000:0.0:1768253267.894775:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253267.894778:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253267.894783:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abde8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:0.0:1768253267.894792:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d91cc08 reply state 00000000eef7391c transno 4294967719 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768253267.894800:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253267.894909:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52643:x1854145451997056:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 5640us (7481us total) trans 4294967719 rc 0/0 00000100:00100000:0.0:1768253267.894919:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1102 00010000:00010000:3.0:1768253267.896324:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253267.896335:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253267.896344:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253267.896347:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253267.896355:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253267.896367:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff972769ec0800) 00010000:00010000:3.0:1768253267.896370:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253267.896373:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253267.896378:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abde9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253267.896406:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253267.896408:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253267.896409:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253267.897452:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.897465:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.897471:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.897476:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253267.897480:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.897485:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.897500:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff972769ec0900) 00010000:00010000:1.0:1768253267.897503:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253267.897507:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253267.897512:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abde91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253268.402555:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253269.428429:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768253269.765131:0:91992:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2475186114405ns, next at 2456032870081ns, rc = 0 00000004:00080000:2.0:1768253269.765313:0:91992:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2475186299665ns, next at 2474314439785ns, rc = 0 00000001:00080000:3.0:1768253269.792605:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967719 is committed 00000004:00080000:3.0:1768253269.792618:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 97 committed 00000004:00080000:3.0:1768253269.792641:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 98 committed 00000004:00080000:3.0:1768253269.792647:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 94 committed 00000100:00100000:3.0:1768253269.793051:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476268928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1768253269.793127:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253269.793341:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476268928 00000100:00100000:0.0:1768253269.793349:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476268928 00000100:00100000:0.0:1768253269.793425:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1768253269.793435:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476268928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1768253269.793462:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:34 count 1 00010000:00010000:0.0:1768253269.793489:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.793510:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.793519:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1768253269.793521:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1768253269.793525:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.793553:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.793567:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 5 pid: 6567 timeout: 2575 lvb_type: 0 00000100:00100000:0.0:1768253269.793579:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476269056:192.168.202.43@tcp:104: 00000100:00080000:3.0:1768253269.793812:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253269.793866:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e600 going to sleep for 11 seconds 00000100:00100000:1.0:1768253269.797142:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253269.797228:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997184 00000100:00100000:2.0:1768253269.797238:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997184 00010000:00010000:2.0:1768253269.797301:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 6 pid: 6567 timeout: 2575 lvb_type: 0 00000100:00100000:2.0:1768253269.797369:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 458 00000100:00100000:2.0:1768253269.797388:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748412450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451997184:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253269.797402:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253269.797407:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 6 pid: 6567 timeout: 2575 lvb_type: 0 00010000:00010000:2.0:1768253269.797420:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 6 pid: 6567 timeout: 2575 lvb_type: 0 00010000:00010000:2.0:1768253269.797446:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253269.797448:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253269.797453:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253269.797463:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253269.797480:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253269.797563:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748412450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145451997184:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 185us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253269.797570:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 458 00000100:00080000:3.0:1768253269.797665:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768253269.797845:0:10696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00000/0xef9a6e5c83abde83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d733b expref: 5 pid: 6567 timeout: 2575 lvb_type: 0 00000100:00100000:0.0:1768253269.797862:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476269056:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768253269.797883:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.797892:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.797899:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.797908:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.797916:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253269.797940:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768253269.798452:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476268928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5017us (5323us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1768253269.798460:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00010000:00010000:3.0:1768253269.798528:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253269.798535:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253269.798544:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253269.798548:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253269.798558:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253269.798571:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253269.798578:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff972777962c00/0xef9a6e5c83abdea6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253269.798605:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253269.798607:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253269.798608:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768253269.798637:0:3319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972777220000/2, rc 0, transno 4294967365 00000100:00100000:3.0:1768253269.798656:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476268928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1768253270.454181:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253270.994701:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253270.994837:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253270.994895:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997568 00000100:00100000:2.0:1768253270.994901:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253270.994907:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997568 00000100:00100000:2.0:1768253270.994930:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253270.994952:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997696 00000100:00100000:2.0:1768253270.994956:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997696 00000100:00100000:3.0:1768253270.995034:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997440 00000100:00100000:3.0:1768253270.995039:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997440 00000100:00100000:3.0:1768253270.995076:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1734 00000100:00100000:3.0:1768253270.995083:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451997440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253270.995102:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1325 00000100:00100000:1.0:1768253270.995113:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451997696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253270.995148:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145451997440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 65us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253270.995154:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1734 00000100:00100000:1.0:1768253270.995155:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451997696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253270.995167:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1325 00000100:00100000:1.0:1768253270.995185:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1326 00000100:00100000:1.0:1768253270.995195:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451997568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253270.995222:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451997568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253270.995228:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1326 00000100:00080000:1.0:1768253270.995263:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768253270.995268:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253270.995305:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997312 00000100:00100000:0.0:1768253270.995311:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997312 00000100:00100000:3.0:1768253270.995580:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1367 00000100:00100000:3.0:1768253270.995586:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451997312:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253270.995660:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451997312:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253270.995667:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1367 00000100:00100000:1.0:1768253271.090303:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476269184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253271.090389:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253271.090502:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269184 00000100:00100000:3.0:1768253271.090512:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269184 00000100:00100000:3.0:1768253271.090586:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1768253271.090598:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476269184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253271.090635:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768253271.091416:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476269312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253271.091458:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253271.091509:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269312 00000100:00100000:0.0:1768253271.091514:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269312 00000100:00100000:0.0:1768253271.091539:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1768253271.091545:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476269312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253271.091568:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253271.091600:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476269312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253271.091607:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00080000:0.0:1768253271.091625:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253271.091629:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253271.091661:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476269312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253271.098254:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476269184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7647us (7851us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253271.098270:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1768253271.101850:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476269184:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253271.474525:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253271.607297:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476269696:0@lo:400:kworker.0 00000100:00100000:2.0:1768253271.607378:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253271.607459:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253271.607465:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476269824:0@lo:400:kworker.0 00000100:00100000:2.0:1768253271.607488:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253271.607829:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269696 00000100:00100000:0.0:1768253271.607838:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269696 00000100:00100000:0.0:1768253271.607902:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:0.0:1768253271.607912:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476269696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253271.607962:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476269696:12345-0@lo:400:kworker.0 Request processed in 51us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253271.607969:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1768253271.608054:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264935e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476269440:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.608088:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253271.608124:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476269952:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.608150:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253271.608216:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1768253271.608223:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972746397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476269568:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.608245:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253271.608407:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269440 00000100:00100000:0.0:1768253271.608412:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269440 00000100:00100000:3.0:1768253271.609830:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476270080:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.609872:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253271.609911:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269952 00000100:00100000:3.0:1768253271.609917:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269952 00000100:00100000:3.0:1768253271.609952:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269568 00000100:00100000:3.0:1768253271.609955:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269568 00000100:00100000:3.0:1768253271.609977:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1768253271.609984:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476269952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.610046:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476269952:12345-0@lo:400:kworker.0 Request processed in 62us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253271.610053:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1768253271.610068:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1768253271.610073:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476269568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.610098:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476269568:12345-0@lo:400:kworker.0 Request processed in 25us (1853us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253271.610103:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1768253271.610144:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972746397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476269568:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.610155:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476269952:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.610181:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1768253271.610187:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476269440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.610216:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476269440:12345-0@lo:400:kworker.0 Request processed in 30us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253271.610223:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1768253271.611855:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264935e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476269440:0@lo:400:kworker.0 00000100:00080000:2.0:1768253271.612060:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253271.612095:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476269696:0@lo:400:kworker.0 00000100:00100000:1.0:1768253271.613663:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476269824 00000100:00100000:1.0:1768253271.614081:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476269824 00000100:00100000:1.0:1768253271.614137:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270080 00000100:00100000:1.0:1768253271.614141:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270080 00000100:00100000:1.0:1768253271.614155:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1768253271.614162:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476269824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253271.614239:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476269824:12345-0@lo:400:kworker.0 Request processed in 78us (6751us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253271.614244:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1768253271.614257:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1768253271.614261:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476270080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253271.615046:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476270080:12345-0@lo:400:kworker.0 Request processed in 782us (5172us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253271.615053:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1768253271.615091:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476269824:0@lo:400:kworker.0 00000100:00100000:3.0:1768253271.622940:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476270080:0@lo:400:kworker.0 00010000:00010000:0.0:1768253272.500190:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768253273.195957:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00010000:00010000:2.0:1768253273.522260:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253274.546164:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253275.570349:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253276.104440:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253276.104477:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253276.104513:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253276.104538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253276.104592:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997952 00000100:00100000:1.0:1768253276.104602:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997952 00000100:00100000:1.0:1768253276.104667:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1738 00000100:00100000:1.0:1768253276.104676:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451997952:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253276.104752:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145451997952:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253276.104760:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1738 00000100:00100000:1.0:1768253276.104822:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998080 00000100:00100000:1.0:1768253276.104825:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998080 00000100:00100000:1.0:1768253276.104846:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998208 00000100:00100000:1.0:1768253276.104849:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998208 00000100:00100000:1.0:1768253276.104865:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1329 00000100:00100000:1.0:1768253276.104871:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451998080:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768253276.105042:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253276.105046:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253276.105049:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253276.105106:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451997824 00000100:00100000:0.0:1768253276.105111:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451997824 00000100:00100000:0.0:1768253276.105145:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1369 00000100:00100000:0.0:1768253276.105152:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451997824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253276.105176:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145451997824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253276.105181:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1369 00000100:00100000:1.0:1768253276.105349:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451998080:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 476us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253276.105357:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1329 00000100:00100000:1.0:1768253276.105370:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1330 00000100:00100000:1.0:1768253276.105376:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451998208:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253276.105397:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145451998208:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253276.105402:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1330 00000100:00100000:2.0:1768253276.211731:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476270208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253276.211801:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253276.218295:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270208 00000100:00100000:0.0:1768253276.218311:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270208 00000100:00100000:0.0:1768253276.218405:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1768253276.218417:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476270208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253276.218461:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253276.218553:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476270208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (6751us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253276.218562:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00080000:1.0:1768253276.219372:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253276.220136:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476270208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253276.221333:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253276.221350:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476270336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253276.221408:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253276.221465:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270336 00000100:00100000:3.0:1768253276.221472:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270336 00000100:00100000:3.0:1768253276.221522:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1768253276.221530:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476270336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253276.221561:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253276.221601:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476270336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253276.221608:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00080000:3.0:1768253276.221633:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253276.221654:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:3.0:1768253276.221659:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972777220000, transno 4294967365 00000100:00100000:3.0:1768253276.221675:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476270336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253276.597008:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253276.725533:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476270592:0@lo:400:kworker.0 00000100:00100000:3.0:1768253276.725587:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476270464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253276.725607:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253276.725667:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270592 00000100:00100000:0.0:1768253276.725676:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270592 00000100:00100000:0.0:1768253276.725727:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1768253276.725735:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476270592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253276.726191:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476270720:0@lo:400:kworker.0 00000100:00100000:0.0:1768253276.727888:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476270592:12345-0@lo:400:kworker.0 Request processed in 2149us (2280us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253276.727901:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1768253276.727957:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476270848:0@lo:400:kworker.0 00000100:00100000:0.0:1768253276.727991:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253276.728063:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270848 00000100:00100000:0.0:1768253276.728068:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270848 00000100:00100000:0.0:1768253276.728098:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1768253276.728106:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476270848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253276.728148:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476270848:12345-0@lo:400:kworker.0 Request processed in 43us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253276.728153:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1768253276.728188:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476270848:0@lo:400:kworker.0 00000100:00100000:1.0:1768253276.728266:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476271104:0@lo:400:kworker.0 00000100:00100000:3.0:1768253276.728268:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253276.728305:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253276.728321:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476270976:0@lo:400:kworker.0 00000100:00100000:1.0:1768253276.728353:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476270592:0@lo:400:kworker.0 00000100:00100000:3.0:1768253276.728354:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253276.728384:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271104 00000100:00100000:1.0:1768253276.728388:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271104 00000100:00100000:1.0:1768253276.728427:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1768253276.728434:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476271104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253276.728467:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476271104:12345-0@lo:400:kworker.0 Request processed in 33us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253276.728477:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1768253276.728499:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476271104:0@lo:400:kworker.0 00000100:00100000:2.0:1768253276.728849:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253276.729730:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270464 00000100:00100000:0.0:1768253276.729737:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270464 00000100:00100000:0.0:1768253276.729955:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1768253276.729965:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476270464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253276.730045:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476270464:12345-0@lo:400:kworker.0 Request processed in 83us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253276.730052:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1768253276.730135:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476270464:0@lo:400:kworker.0 00000100:00100000:3.0:1768253276.731477:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270976 00000100:00100000:3.0:1768253276.731487:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270976 00000100:00100000:3.0:1768253276.731557:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476270720 00000100:00100000:3.0:1768253276.731560:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476270720 00000100:00100000:3.0:1768253276.731587:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:3.0:1768253276.731595:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476270976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253276.731670:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476270976:12345-0@lo:400:kworker.0 Request processed in 75us (3316us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253276.731677:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:3.0:1768253276.731694:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1768253276.731702:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476270720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253276.731735:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476270720:12345-0@lo:400:kworker.0 Request processed in 35us (2886us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253276.731741:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1768253276.731783:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476270976:0@lo:400:kworker.0 00000100:00100000:2.0:1768253276.731890:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476270720:0@lo:400:kworker.0 00000100:00080000:1.0:1768253276.732060:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1768253277.621330:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253278.644131:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253279.667763:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253280.691876:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253281.224816:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253281.225097:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253281.225139:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253281.225181:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253281.225260:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998720 00000100:00100000:1.0:1768253281.225282:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998720 00000100:00100000:1.0:1768253281.225348:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998592 00000100:00100000:1.0:1768253281.225352:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998592 00000100:00100000:1.0:1768253281.225376:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1333 00000100:00100000:1.0:1768253281.225386:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451998720:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253281.225474:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451998720:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 89us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253281.225482:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1333 00000100:00100000:1.0:1768253281.225501:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1334 00000100:00100000:1.0:1768253281.225508:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451998592:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253281.225537:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451998592:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253281.225544:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1334 00000100:00100000:1.0:1768253281.225689:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998336 00000100:00100000:1.0:1768253281.225693:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998336 00000100:00100000:1.0:1768253281.225720:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1371 00000100:00100000:1.0:1768253281.225726:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451998336:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253281.225755:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145451998336:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253281.225812:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1371 00000100:00080000:2.0:1768253281.225953:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253281.225958:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253281.226686:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998464 00000100:00100000:0.0:1768253281.226693:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998464 00000100:00080000:2.0:1768253281.226742:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253281.226746:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1742 00000100:00100000:0.0:1768253281.226754:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451998464:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253281.226803:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451998464:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 50us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253281.226809:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1742 00000100:00100000:0.0:1768253281.330379:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476271232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253281.330456:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253281.330584:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271232 00000100:00100000:1.0:1768253281.330593:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271232 00000100:00100000:1.0:1768253281.330656:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1768253281.330666:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476271232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253281.330702:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253281.331962:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476271360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253281.332027:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253281.332076:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271360 00000100:00100000:2.0:1768253281.332082:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271360 00000100:00100000:2.0:1768253281.332120:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1768253281.332128:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476271360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253281.332171:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253281.332213:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476271360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253281.332221:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:2.0:1768253281.332246:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253281.332250:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253281.332295:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476271360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253281.335133:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476271232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4457us (4665us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253281.335148:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1768253281.335306:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476271232:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253281.714888:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253281.842675:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476271488:0@lo:400:kworker.0 00000100:00100000:3.0:1768253281.842752:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253281.842878:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271488 00000100:00100000:1.0:1768253281.842888:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271488 00000100:00100000:1.0:1768253281.842938:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1768253281.842948:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476271488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253281.843148:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476271616:0@lo:400:kworker.0 00000100:00100000:0.0:1768253281.843180:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253281.843222:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271616 00000100:00100000:0.0:1768253281.843226:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271616 00000100:00100000:0.0:1768253281.843257:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:0.0:1768253281.843275:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476271616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253281.843314:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476271616:12345-0@lo:400:kworker.0 Request processed in 40us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253281.843322:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:0.0:1768253281.843365:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476271616:0@lo:400:kworker.0 00000100:00100000:1.0:1768253281.843734:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476271488:12345-0@lo:400:kworker.0 Request processed in 786us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253281.843742:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1768253281.843803:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476271488:0@lo:400:kworker.0 00000100:00100000:0.0:1768253281.844250:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476271744:0@lo:400:kworker.0 00000100:00100000:0.0:1768253281.844291:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253281.844665:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271744 00000100:00100000:3.0:1768253281.844671:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271744 00000100:00100000:3.0:1768253281.844730:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:3.0:1768253281.844737:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476271744:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768253281.844808:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253281.844963:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476271872:0@lo:400:kworker.0 00000100:00100000:1.0:1768253281.844997:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253281.845067:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476271872 00000100:00100000:1.0:1768253281.845071:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476271872 00000100:00100000:1.0:1768253281.845109:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1768253281.845116:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476271872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253281.845151:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476271872:12345-0@lo:400:kworker.0 Request processed in 35us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253281.845157:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1768253281.845196:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476271872:0@lo:400:kworker.0 00000100:00100000:3.0:1768253281.845737:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476271744:12345-0@lo:400:kworker.0 Request processed in 998us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253281.845748:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1768253281.845872:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253281.845926:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253281.845936:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476272128:0@lo:400:kworker.0 00000100:00100000:3.0:1768253281.845968:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253281.846009:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272128 00000100:00100000:3.0:1768253281.846028:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272128 00000100:00100000:3.0:1768253281.846068:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1768253281.846086:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476272128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253281.846124:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476272128:12345-0@lo:400:kworker.0 Request processed in 49us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253281.846130:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1768253281.846335:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476272128:0@lo:400:kworker.0 00000100:00100000:1.0:1768253281.846916:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476272000:0@lo:400:kworker.0 00000100:00100000:1.0:1768253281.846950:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253281.847041:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272000 00000100:00100000:3.0:1768253281.847047:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272000 00000100:00100000:3.0:1768253281.847096:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:3.0:1768253281.847103:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476272000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253281.847136:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476272000:12345-0@lo:400:kworker.0 Request processed in 34us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253281.847142:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00080000:1.0:1768253281.847440:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253281.847479:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476272000:0@lo:400:kworker.0 00000100:00100000:0.0:1768253281.847632:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476271744:0@lo:400:kworker.0 00010000:00010000:3.0:1768253282.738800:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253283.762674:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253284.786754:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253285.810500:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253286.346963:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253286.347252:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253286.347286:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253286.347395:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253286.347426:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998848 00000100:00100000:0.0:1768253286.347438:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998848 00000100:00100000:0.0:1768253286.347499:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1373 00000100:00100000:0.0:1768253286.347514:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451998848:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253286.347526:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451998976 00000100:00100000:2.0:1768253286.347542:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451998976 00000100:00100000:0.0:1768253286.347632:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145451998848:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 119us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.347643:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1746 00000100:00100000:0.0:1768253286.347655:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1373 00000100:00100000:2.0:1768253286.347739:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451998976:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253286.347818:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145451998976:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 87us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.347827:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1746 00000100:00080000:0.0:1768253286.347863:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253286.348334:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999232 00000100:00100000:3.0:1768253286.348341:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999232 00000100:00100000:2.0:1768253286.348414:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999104 00000100:00100000:2.0:1768253286.348423:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999104 00000100:00100000:3.0:1768253286.348437:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1337 00000100:00100000:3.0:1768253286.348497:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451999232:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253286.348553:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145451999232:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 59us (1266us total) trans 0 rc 0/0 00000100:00080000:0.0:1768253286.348682:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253286.348686:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253286.348825:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1337 00000100:00100000:2.0:1768253286.349048:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1338 00000100:00100000:2.0:1768253286.349057:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451999104:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253286.349175:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145451999104:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 118us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.349183:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1338 00000100:00100000:1.0:1768253286.445678:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253286.445814:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999360 00000100:00100000:2.0:1768253286.445824:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999360 00000100:00100000:2.0:1768253286.445901:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1103 00000100:00100000:2.0:1768253286.445911:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145451999360:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253286.446090:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145451999360:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 179us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.446099:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1103 00000100:00100000:1.0:1768253286.450688:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253286.450763:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999488 00000100:00100000:2.0:1768253286.450775:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999488 00000100:00100000:2.0:1768253286.454146:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 606 00000100:00100000:2.0:1768253286.454268:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476272256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253286.454327:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253286.454411:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272256 00000100:00100000:2.0:1768253286.454420:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272256 00000100:00100000:2.0:1768253286.454469:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1768253286.454477:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476272256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253286.454511:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253286.454559:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476272256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.454566:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1768253286.454613:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476272256:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253286.454635:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253286.454645:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145451999488:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253286.454913:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145451999488:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 754us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.454922:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 606 00000100:00100000:3.0:1768253286.455663:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476272384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253286.455702:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253286.455751:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272384 00000100:00100000:3.0:1768253286.455757:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272384 00000100:00100000:3.0:1768253286.455793:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1768253286.455800:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476272384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253286.455829:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253286.455867:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476272384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253286.455874:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00080000:3.0:1768253286.455895:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253286.455920:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476272384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253286.461734:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253286.463225:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999616 00000100:00100000:3.0:1768253286.463238:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999616 00000100:00100000:3.0:1768253286.463299:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 607 00000100:00100000:3.0:1768253286.463309:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145451999616:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253286.469001:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145451999616:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 5683us (7265us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253286.469028:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 607 00000100:00100000:2.0:1768253286.476542:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253286.478761:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999744 00000100:00100000:3.0:1768253286.478779:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999744 00000100:00100000:3.0:1768253286.478850:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1104 00000100:00100000:3.0:1768253286.478862:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145451999744:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253286.479226:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145451999744:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 357us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253286.479235:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1104 00000100:00100000:0.0:1768253286.483991:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253286.484099:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145451999872 00000100:00100000:3.0:1768253286.484109:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145451999872 00000100:00100000:3.0:1768253286.484175:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1105 00000100:00100000:3.0:1768253286.484185:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145451999872:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253286.484301:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145451999872:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 116us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253286.484310:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1105 00000100:00100000:2.0:1768253286.488727:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253286.491719:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000000 00000100:00100000:3.0:1768253286.491736:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000000 00000100:00100000:3.0:1768253286.491815:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 608 00000100:00100000:3.0:1768253286.491826:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145452000000:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253286.492170:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145452000000:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 345us (3451us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253286.492179:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 608 00000100:00100000:1.0:1768253286.495049:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253286.495397:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000128 00000100:00100000:2.0:1768253286.495408:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000128 00000100:00100000:2.0:1768253286.495498:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 609 00000100:00100000:2.0:1768253286.495510:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145452000128:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253286.495841:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:52902:x1854145452000128:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 333us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.495854:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 609 00000100:00100000:1.0:1768253286.497926:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253286.498001:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000256 00000100:00100000:2.0:1768253286.498034:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000256 00000100:00100000:2.0:1768253286.498248:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00100000:2.0:1768253286.498261:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145452000256:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253286.498654:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52902:x1854145452000256:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 395us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.498663:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1106 00000100:00100000:3.0:1768253286.549778:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253286.549862:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000384 00000100:00100000:2.0:1768253286.549873:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000384 00000100:00100000:2.0:1768253286.549967:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1107 00000100:00100000:2.0:1768253286.549977:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:52903:x1854145452000384:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768253286.550000:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253286.550045:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdead lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7342 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253286.550154:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdeb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253286.550167:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253286.550178:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768253286.550264:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:2.0:1768253286.550269:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253286.550294:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253286.550320:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abdead lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7342 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253286.550341:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdeb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7342 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253286.550351:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9200) 00010000:00010000:2.0:1768253286.550354:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253286.550357:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768253286.550413:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52903:x1854145452000384:12345-192.168.202.43@tcp:101:rm.0 Request processed in 438us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253286.550420:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1107 00000100:00100000:0.0:1768253286.559273:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253286.559353:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000512 00000100:00100000:3.0:1768253286.559366:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000512 00000100:00100000:3.0:1768253286.559425:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 184 00000100:00100000:3.0:1768253286.559435:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52903:x1854145452000512:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:3.0:1768253286.559575:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52903:x1854145452000512:12345-192.168.202.43@tcp:49:rm.0 Request processed in 140us (311us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253286.559584:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 184 00000100:00100000:1.0:1768253286.564525:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253286.565098:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000768 00000100:00100000:3.0:1768253286.565109:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000768 00000100:00100000:3.0:1768253286.565170:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1108 00000100:00100000:3.0:1768253286.565182:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52903:x1854145452000768:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253286.565209:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253286.565241:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdebb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7349 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1768253286.565352:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00010000:3.0:1768253286.565584:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdebb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7349 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253286.565599:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb700) 00010000:00010000:3.0:1768253286.565603:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1768253286.565608:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abdebb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7349 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253286.565628:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768253286.565708:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52903:x1854145452000768:12345-192.168.202.43@tcp:101:rm.0 Request processed in 528us (1190us total) trans 4294967720 rc 301/301 00000100:00100000:3.0:1768253286.565714:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1108 00000100:00100000:1.0:1768253286.569988:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253286.573595:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452000896 00000100:00100000:0.0:1768253286.573612:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452000896 00000100:00100000:0.0:1768253286.573683:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 185 00000100:00100000:0.0:1768253286.573697:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52903:x1854145452000896:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:0.0:1768253286.588463:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52903:x1854145452000896:12345-192.168.202.43@tcp:37:rm.0 Request processed in 14758us (18475us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253286.588477:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 185 00000100:00100000:1.0:1768253286.595284:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253286.595717:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452001152 00000100:00100000:0.0:1768253286.595729:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452001152 00000100:00100000:0.0:1768253286.595795:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 186 00000100:00100000:0.0:1768253286.595807:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:52903:x1854145452001152:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:0.0:1768253286.596235:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52903:x1854145452001152:12345-192.168.202.43@tcp:35:rm.0 Request processed in 428us (958us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1768253286.596244:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 186 00000100:00100000:3.0:1768253286.601812:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253286.601910:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452001408 00000100:00100000:0.0:1768253286.601921:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452001408 00000100:00100000:0.0:1768253286.601985:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1109 00000100:00100000:0.0:1768253286.601995:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:52903:x1854145452001408:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:0.0:1768253286.602074:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1768253286.602108:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abdeb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7342 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253286.602133:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abde59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d732d expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253286.602143:0:29086:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abdabd) 00010000:00010000:0.0:1768253286.602148:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff972749ca9200) 00010000:00010000:0.0:1768253286.602161:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253286.602188:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602200:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602210:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602278:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602286:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602293:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602435:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602442:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602448:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602501:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602508:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602515:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602520:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253286.602524:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602532:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602541:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff97274df2da00) 00010000:00010000:0.0:1768253286.602544:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1768253286.602548:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602553:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abded7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602573:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602578:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602583:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602587:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253286.602590:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602595:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602602:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d400) 00010000:00010000:0.0:1768253286.602604:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253286.602619:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602625:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abdec9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602637:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602643:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602649:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602653:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253286.602656:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602662:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602668:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff97274df2d900) 00010000:00010000:0.0:1768253286.602670:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253286.602673:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253286.602677:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abded0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253286.602763:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:52903:x1854145452001408:12345-192.168.202.43@tcp:36:rm.0 Request processed in 768us (962us total) trans 0 rc -13/-13 00000100:00100000:0.0:1768253286.602771:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1109 00010000:00010000:0.0:1768253286.837956:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253286.962721:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476272512:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.962791:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253286.962839:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476273024:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.962865:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253286.962891:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768253286.962897:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476272640:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.962917:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253286.962934:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476273152:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.962955:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253286.962991:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476272768:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.963040:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253286.963061:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253286.963067:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476272896:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.963090:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253286.963382:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272512 00000100:00100000:1.0:1768253286.963391:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272512 00000100:00100000:1.0:1768253286.963438:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1768253286.963446:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476272512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.963517:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476272512:12345-0@lo:400:kworker.0 Request processed in 70us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253286.963524:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1768253286.963557:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273024 00000100:00100000:1.0:1768253286.963561:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273024 00000100:00100000:1.0:1768253286.963595:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272640 00000100:00100000:1.0:1768253286.963598:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272640 00000100:00100000:1.0:1768253286.963769:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272768 00000100:00100000:1.0:1768253286.963773:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272768 00000100:00100000:1.0:1768253286.963790:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:1.0:1768253286.963796:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476273024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.963830:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476273024:12345-0@lo:400:kworker.0 Request processed in 34us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253286.963836:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:1.0:1768253286.963847:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1768253286.963853:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476272640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.963877:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476272640:12345-0@lo:400:kworker.0 Request processed in 26us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253286.963883:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1768253286.963894:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1768253286.963899:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476272768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.963924:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476272768:12345-0@lo:400:kworker.0 Request processed in 26us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253286.963930:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1768253286.963953:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273152 00000100:00100000:1.0:1768253286.963956:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273152 00000100:00100000:1.0:1768253286.963974:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476272896 00000100:00100000:1.0:1768253286.963976:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476272896 00000100:00100000:1.0:1768253286.963989:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1768253286.963994:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476273152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.964226:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476273152:12345-0@lo:400:kworker.0 Request processed in 230us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253286.964233:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1768253286.964246:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1768253286.964252:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476272896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.964278:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476272896:12345-0@lo:400:kworker.0 Request processed in 27us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253286.964283:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:1.0:1768253286.967535:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253286.967614:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476272896:0@lo:400:kworker.0 00000100:00100000:1.0:1768253286.967629:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476272768:0@lo:400:kworker.0 00000100:00100000:0.0:1768253286.968107:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476272640:0@lo:400:kworker.0 00000100:00100000:0.0:1768253286.968121:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476273152:0@lo:400:kworker.0 00000100:00100000:0.0:1768253286.968131:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476272512:0@lo:400:kworker.0 00000100:00100000:0.0:1768253286.968142:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476273024:0@lo:400:kworker.0 00000020:00000080:1.0:1768253287.817288:0:92257:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe8d6cfc0 20000000:00000080:1.0:1768253287.817303:0:92257:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750ca1800 uarg=0000000000000000 00010000:00010000:1.0:1768253287.821784:0:92257:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253287.821806:0:92257:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253287.821847:0:92257:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253287.821867:0:92257:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.821885:0:92257:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.821894:0:92257:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.821933:0:92257:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.821944:0:92257:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 17 pid: 5778 timeout: 2643 lvb_type: 0 00000100:00100000:1.0:1768253287.821959:0:92257:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92257:1854145476273280:0@lo:104: 00000100:00100000:1.0:1768253287.822291:0:92257:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253287.822500:0:92257:0:(client.c:2690:ptlrpc_set_wait()) set ffff972742c256c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253287.822542:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273280 00000100:00100000:0.0:1768253287.822550:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273280 00000100:00100000:0.0:1768253287.822630:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1768253287.822640:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92257:x1854145476273280:12345-0@lo:104: 00010000:00010000:0.0:1768253287.822652:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.822724:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253287.822730:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92257:x1854145476273280:12345-0@lo:104: Request processed in 93us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253287.822737:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1768253287.822805:0:92257:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92257:1854145476273280:0@lo:104: 00010000:00010000:1.0:1768253287.822824:0:92257:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.822882:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253287.822888:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.822896:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253287.822900:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.822908:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253287.822914:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253287.822920:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253287.823119:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823126:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253287.823159:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823165:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abde36 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abde3d expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823179:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253287.823182:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253287.823184:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253287.823228:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476273408:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253287.823263:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253287.823333:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273408 00000100:00100000:0.0:1768253287.823337:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273408 00010000:00010000:0.0:1768253287.823356:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 18 pid: 5778 timeout: 2643 lvb_type: 0 00000100:00100000:0.0:1768253287.823384:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1768253287.823391:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476273408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253287.823401:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253287.823406:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 18 pid: 5778 timeout: 2643 lvb_type: 0 00010000:00010000:0.0:1768253287.823416:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 18 pid: 5778 timeout: 2643 lvb_type: 0 00010000:00010000:0.0:1768253287.823429:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01600/0xef9a6e5c83abde3d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abde36 expref: 18 pid: 5778 timeout: 2643 lvb_type: 0 00010000:00010000:0.0:1768253287.823441:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823448:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823461:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823466:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823472:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823481:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823486:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253287.823490:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823497:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823511:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253287.823520:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253287.823547:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476273408:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253287.823554:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1768253287.823578:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476273408:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253287.823710:0:92257:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.823718:0:92257:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.823724:0:92257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdede lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92257 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253287.859361:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253288.558962:0:92305:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4d6238e0 20000000:00000080:1.0:1768253288.558988:0:92305:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648008c00 uarg=0000000000000000 00010000:00010000:1.0:1768253288.559487:0:92305:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253288.559505:0:92305:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253288.559538:0:92305:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253288.559564:0:92305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559581:0:92305:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559593:0:92305:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559599:0:92305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559605:0:92305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559612:0:92305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559617:0:92305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253288.559621:0:92305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559629:0:92305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559642:0:92305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559649:0:92305:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253288.559654:0:92305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdee5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92305 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253288.883281:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253289.074722:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253289.074730:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253289.074735:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253289.074785:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.074799:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.074810:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253289.074840:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476273536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253289.074913:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253289.074992:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649211480 going to sleep for 11 seconds 00000100:00100000:0.0:1768253289.075175:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273536 00000100:00100000:0.0:1768253289.075185:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273536 00000100:00100000:0.0:1768253289.075251:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1768253289.075261:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476273536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253289.075276:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253289.075291:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdeec expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253289.075314:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253289.075331:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253289.075339:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768253289.075397:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476273536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253289.075404:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1768253289.075575:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476273536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253289.075591:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.075601:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253289.075620:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253289.075625:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.075632:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1768253289.299540:0:92353:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff768df260 20000000:00000080:1.0:1768253289.299563:0:92353:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750fe0400 uarg=0000000000000000 00010000:00010000:1.0:1768253289.299899:0:92353:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253289.299916:0:92353:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253289.299935:0:92353:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253289.299954:0:92353:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.299973:0:92353:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.299982:0:92353:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.300197:0:92353:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.300213:0:92353:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 17 pid: 5777 timeout: 2644 lvb_type: 0 00000100:00100000:1.0:1768253289.300228:0:92353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92353:1854145476273664:0@lo:104: 00000100:00100000:1.0:1768253289.300387:0:92353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253289.300484:0:92353:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276b497cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253289.300532:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273664 00000100:00100000:0.0:1768253289.300539:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273664 00000100:00100000:0.0:1768253289.300624:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1768253289.300634:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92353:x1854145476273664:12345-0@lo:104: 00010000:00010000:0.0:1768253289.300648:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253289.300724:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253289.300731:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92353:x1854145476273664:12345-0@lo:104: Request processed in 99us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253289.300739:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00010000:3.0:1768253289.300793:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253289.300801:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.300808:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253289.300811:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.300819:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253289.300828:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253289.300833:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253289.300861:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.300868:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253289.300888:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.300895:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadfa00/0xef9a6e5c83abdeec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdef3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.300911:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253289.300913:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253289.300915:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253289.300927:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476273792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253289.300954:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253289.301072:0:92353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92353:1854145476273664:0@lo:104: 00010000:00010000:1.0:1768253289.301093:0:92353:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253289.301328:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273792 00000100:00100000:2.0:1768253289.301333:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273792 00010000:00010000:2.0:1768253289.301356:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 18 pid: 5777 timeout: 2644 lvb_type: 0 00000100:00100000:2.0:1768253289.301389:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1768253289.301396:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476273792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253289.301407:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253289.301413:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 18 pid: 5777 timeout: 2644 lvb_type: 0 00010000:00010000:2.0:1768253289.301423:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 18 pid: 5777 timeout: 2644 lvb_type: 0 00010000:00010000:2.0:1768253289.301436:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963800/0xef9a6e5c83abdef3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdeec expref: 18 pid: 5777 timeout: 2644 lvb_type: 0 00010000:00010000:2.0:1768253289.301447:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301454:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301467:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301474:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301480:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301490:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301496:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253289.301500:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.301507:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.301949:0:92353:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253289.301958:0:92353:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.303038:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.303050:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abdefa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253289.303067:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253289.303131:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476273792:12345-0@lo:103:ldlm_bl.0 Request processed in 1733us (2173us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253289.303140:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1768253289.303246:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476273792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253289.907165:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253289.975774:0:92401:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe818c2070 20000000:00000080:1.0:1768253289.975796:0:92401:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645ffe000 uarg=0000000000000000 00010000:00010000:1.0:1768253289.976147:0:92401:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253289.976161:0:92401:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253289.976175:0:92401:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253289.976211:0:92401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976229:0:92401:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976239:0:92401:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976246:0:92401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976252:0:92401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976259:0:92401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976275:0:92401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253289.976279:0:92401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976287:0:92401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976299:0:92401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976307:0:92401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253289.976312:0:92401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf01 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92401 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1768253290.624470:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967721 is committed 10000000:01000000:0.0:1768253290.738153:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253290.738161:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253290.738165:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253290.738222:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253290.738233:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253290.738244:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253290.738270:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476273920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253290.738331:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253290.738374:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264982be40 going to sleep for 11 seconds 00000100:00100000:1.0:1768253290.738514:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476273920 00000100:00100000:1.0:1768253290.738524:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476273920 00000100:00100000:1.0:1768253290.738586:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1768253290.738596:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476273920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253290.738610:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253290.738623:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdf08 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253290.738646:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253290.738657:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253290.738666:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768253290.738717:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476273920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253290.738724:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1768253290.739630:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476273920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253290.739649:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253290.739659:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253290.739680:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253290.739685:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253290.739698:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253290.931597:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253291.473253:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253291.473370:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253291.473414:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253291.473440:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253291.473472:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452001920 00000100:00100000:3.0:1768253291.473482:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452001920 00000100:00100000:3.0:1768253291.473550:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452001792 00000100:00100000:3.0:1768253291.473554:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452001792 00000100:00100000:3.0:1768253291.473579:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1341 00000100:00100000:3.0:1768253291.473589:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452001920:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253291.473663:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452001920:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 74us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253291.473670:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1341 00000100:00100000:3.0:1768253291.473689:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1342 00000100:00100000:3.0:1768253291.473696:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452001792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253291.473720:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452001792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253291.473726:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1342 00000100:00080000:3.0:1768253291.473746:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1768253291.473749:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253291.474248:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452001664 00000100:00100000:2.0:1768253291.474253:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452001664 00000100:00100000:2.0:1768253291.474296:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1750 00000100:00100000:2.0:1768253291.474306:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452001664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253291.474348:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452001664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 44us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253291.474354:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1750 00000100:00080000:3.0:1768253291.475533:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253291.478266:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452001536 00000100:00100000:0.0:1768253291.478281:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452001536 00000100:00100000:0.0:1768253291.478736:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1377 00000100:00100000:0.0:1768253291.478747:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452001536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253291.478828:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452001536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (5586us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253291.478835:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1377 00000100:00100000:1.0:1768253291.570187:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476274048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253291.570257:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253291.570326:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476274176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253291.570357:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253291.570399:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274048 00000100:00100000:1.0:1768253291.570409:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274048 00000100:00100000:3.0:1768253291.570469:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274176 00000100:00100000:3.0:1768253291.570474:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274176 00000100:00100000:1.0:1768253291.570479:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1768253291.570487:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476274048:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253291.570494:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1768253291.570500:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476274176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253291.570523:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00002000:00000024:1.0:1768253291.570523:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768253291.573075:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253291.573088:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253291.581810:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476274176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 11297us (11440us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253291.581827:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1768253291.581925:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476274176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253291.600815:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476274048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30312us (30542us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253291.600832:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1768253291.603496:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476274048:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768253291.961225:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253292.086504:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476274432:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.086581:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253292.086634:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476274944:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.086658:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253292.086684:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1768253292.086689:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476274304:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.086716:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253292.086735:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476274816:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.086754:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253292.086966:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476274688:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.086992:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253292.087042:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253292.087049:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476274560:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.087074:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253292.087103:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274432 00000100:00100000:2.0:1768253292.087110:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274432 00000100:00100000:2.0:1768253292.087150:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274816 00000100:00100000:2.0:1768253292.087153:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274816 00000100:00100000:2.0:1768253292.087192:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274560 00000100:00100000:2.0:1768253292.087195:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274560 00000100:00100000:2.0:1768253292.087212:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:2.0:1768253292.087221:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476274432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.087276:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476274432:12345-0@lo:400:kworker.0 Request processed in 57us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253292.087283:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:2.0:1768253292.087301:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:2.0:1768253292.087307:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476274816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.087333:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476274816:12345-0@lo:400:kworker.0 Request processed in 26us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253292.087339:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:2.0:1768253292.087349:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:2.0:1768253292.087355:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476274560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253292.088174:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274304 00000100:00100000:0.0:1768253292.088183:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274304 00000100:00100000:0.0:1768253292.088223:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1768253292.088231:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476274304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253292.088278:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476274304:12345-0@lo:400:kworker.0 Request processed in 48us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253292.088284:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1768253292.088511:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476274560:12345-0@lo:400:kworker.0 Request processed in 1155us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253292.088518:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:2.0:1768253292.088541:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274944 00000100:00100000:2.0:1768253292.088545:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274944 00000100:00100000:2.0:1768253292.088569:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476274688 00000100:00100000:2.0:1768253292.088573:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476274688 00000100:00100000:2.0:1768253292.088590:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1768253292.088595:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476274944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.088629:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476274944:12345-0@lo:400:kworker.0 Request processed in 34us (1969us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253292.088635:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1768253292.088646:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1768253292.088652:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476274688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.088678:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476274688:12345-0@lo:400:kworker.0 Request processed in 27us (1685us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253292.088683:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00080000:2.0:1768253292.088714:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253292.088753:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476274304:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.090906:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476274816:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.090924:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476274432:0@lo:400:kworker.0 00000100:00100000:2.0:1768253292.090936:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476274944:0@lo:400:kworker.0 00000100:00100000:0.0:1768253292.091070:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476274560:0@lo:400:kworker.0 00000100:00100000:0.0:1768253292.091082:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476274688:0@lo:400:kworker.0 00010000:00010000:0.0:1768253292.978380:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253294.006138:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253295.026533:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253296.050172:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253296.600397:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253296.600444:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253296.600474:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253296.600502:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253296.600535:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002304 00000100:00100000:0.0:1768253296.600561:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002304 00000100:00100000:0.0:1768253296.600624:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002432 00000100:00100000:0.0:1768253296.600628:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002432 00000100:00100000:0.0:1768253296.600653:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1345 00000100:00100000:0.0:1768253296.600664:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253296.600743:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253296.600752:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1345 00000100:00100000:0.0:1768253296.600770:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1346 00000100:00100000:0.0:1768253296.600776:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253296.600802:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253296.600808:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1346 00000100:00100000:0.0:1768253296.600827:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002176 00000100:00100000:0.0:1768253296.600831:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002176 00000100:00100000:0.0:1768253296.600863:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1754 00000100:00100000:0.0:1768253296.600870:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253296.600896:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253296.600902:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1754 00000100:00080000:0.0:1768253296.600922:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253296.600928:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253296.600930:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253296.601257:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002048 00000100:00100000:2.0:1768253296.601261:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002048 00000100:00100000:2.0:1768253296.601298:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1379 00000100:00100000:2.0:1768253296.601305:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452002048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253296.601344:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452002048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253296.601350:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1379 00000100:00100000:0.0:1768253296.691281:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476275072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253296.691352:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253296.691441:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275072 00000100:00100000:0.0:1768253296.691449:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275072 00000100:00100000:0.0:1768253296.691507:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1768253296.691515:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476275072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253296.691554:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253296.691602:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476275072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253296.691609:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00080000:0.0:1768253296.691632:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253296.691669:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476275072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253296.692210:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476275200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253296.692245:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253296.692326:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275200 00000100:00100000:1.0:1768253296.692331:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275200 00000100:00100000:1.0:1768253296.692374:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1768253296.692381:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476275200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253296.692402:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253296.692440:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476275200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253296.692447:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1768253296.692478:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476275200:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768253296.692533:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1768253297.075863:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253297.202430:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476275584:0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.202500:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253297.202578:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253297.202585:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476275712:0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.202627:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253297.202666:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275584 00000100:00100000:1.0:1768253297.202674:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275584 00000100:00100000:1.0:1768253297.202807:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275712 00000100:00100000:1.0:1768253297.202810:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275712 00000100:00100000:1.0:1768253297.202834:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1768253297.202842:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476275584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.202894:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476275584:12345-0@lo:400:kworker.0 Request processed in 51us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253297.202902:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1768253297.202919:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1768253297.202925:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476275712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.202950:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476275712:12345-0@lo:400:kworker.0 Request processed in 25us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253297.202956:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00080000:1.0:1768253297.202972:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253297.203003:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476275712:0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.203046:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476275584:0@lo:400:kworker.0 00000100:00100000:3.0:1768253297.203136:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476275456:0@lo:400:kworker.0 00000100:00100000:3.0:1768253297.203168:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253297.203204:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253297.203210:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476275328:0@lo:400:kworker.0 00000100:00100000:3.0:1768253297.203239:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253297.203270:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275328 00000100:00100000:3.0:1768253297.203274:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275328 00000100:00100000:3.0:1768253297.203299:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1768253297.203305:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476275328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253297.203339:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476275328:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253297.203345:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1768253297.203381:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476275328:0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.203445:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275456 00000100:00100000:1.0:1768253297.203450:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275456 00000100:00100000:1.0:1768253297.203484:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1768253297.203490:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476275456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253297.203525:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476275456:12345-0@lo:400:kworker.0 Request processed in 35us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253297.203531:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1768253297.203558:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476275456:0@lo:400:kworker.0 00010000:00010000:0.0:1768253298.109302:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1768253298.481047:0:92745:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 22: test nodemap mapped_trusted_admin fileops ========================================================== 16:28:17 (1768253297) 00010000:00010000:0.0:1768253299.123186:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1768253299.843270:0:92793:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1768253299.860580:0:92793:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:0.0:1768253300.151201:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253300.904582:0:92842:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffad8e3c00 20000000:00000080:1.0:1768253300.904605:0:92842:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cb3b000 uarg=0000000000000000 10000000:01000000:1.0:1768253300.906444:0:92842:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253300.906475:0:92842:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253300.906498:0:92842:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253300.906508:0:92842:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253300.906559:0:92842:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253300.906574:0:92842:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 17 pid: 5778 timeout: 2656 lvb_type: 0 00000100:00100000:1.0:1768253300.906592:0:92842:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649966300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92842:1854145476275840:0@lo:104: 00000100:00100000:1.0:1768253300.906665:0:92842:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253300.906771:0:92842:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750d46240 going to sleep for 11 seconds 00000100:00100000:2.0:1768253300.906944:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275840 00000100:00100000:2.0:1768253300.906955:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275840 00000100:00100000:2.0:1768253300.907120:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1768253300.907133:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92842:x1854145476275840:12345-0@lo:104: 00010000:00010000:2.0:1768253300.907147:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253300.907210:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253300.907216:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92842:x1854145476275840:12345-0@lo:104: Request processed in 87us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253300.907224:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1768253300.907306:0:92842:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649966300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92842:1854145476275840:0@lo:104: 00010000:00010000:3.0:1768253300.907332:0:92842:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908338:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253300.908349:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908360:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253300.908365:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908375:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253300.908382:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253300.908389:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253300.908437:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908445:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253300.908472:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908479:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abdf08 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf0f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908499:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253300.908501:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253300.908503:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253300.908532:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476275968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253300.908593:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253300.908656:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476275968 00000100:00100000:0.0:1768253300.908662:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476275968 00010000:00010000:0.0:1768253300.908690:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 18 pid: 5778 timeout: 2656 lvb_type: 0 00000100:00100000:0.0:1768253300.908723:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1768253300.908732:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476275968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253300.908747:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253300.908753:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 18 pid: 5778 timeout: 2656 lvb_type: 0 00010000:00010000:0.0:1768253300.908765:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 18 pid: 5778 timeout: 2656 lvb_type: 0 00010000:00010000:0.0:1768253300.908787:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abdf0f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdf08 expref: 18 pid: 5778 timeout: 2656 lvb_type: 0 00010000:00010000:0.0:1768253300.908803:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908814:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908831:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908838:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908846:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908852:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908858:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253300.908863:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908871:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908884:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253300.908894:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253300.908928:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476275968:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253300.908937:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1768253300.908981:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476275968:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253300.909401:0:92842:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253300.909410:0:92842:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253300.909417:0:92842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abdf16 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.175207:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253301.660675:0:92890:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbc5d4d70 20000000:00000080:2.0:1768253301.660701:0:92890:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775ca800 uarg=0000000000000000 10000000:01000000:2.0:1768253301.666336:0:92890:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253301.666389:0:92890:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666411:0:92890:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666424:0:92890:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666432:0:92890:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666440:0:92890:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666448:0:92890:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666455:0:92890:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253301.666461:0:92890:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666471:0:92890:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666488:0:92890:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666496:0:92890:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253301.666503:0:92890:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf1d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92890 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253301.716567:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253301.721332:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253301.721375:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253301.721409:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002944 00000100:00100000:0.0:1768253301.721421:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002944 00000100:00100000:0.0:1768253301.721490:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1347 00000100:00100000:0.0:1768253301.721500:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452002944:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253301.721590:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452002944:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 92us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253301.721599:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1347 00000100:00100000:0.0:1768253301.721648:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253301.722193:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002816 00000100:00100000:0.0:1768253301.722200:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002816 00000100:00100000:0.0:1768253301.722234:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1348 00000100:00100000:0.0:1768253301.722242:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452002816:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:1.0:1768253301.722722:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253301.722728:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253301.723400:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452002816:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1151us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253301.723413:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1348 00000100:00100000:3.0:1768253301.724094:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002688 00000100:00100000:3.0:1768253301.724106:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002688 00000100:00100000:3.0:1768253301.724175:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1758 00000100:00100000:3.0:1768253301.724186:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002688:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253301.724262:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452002688:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (2947us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253301.724269:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1758 00000100:00080000:0.0:1768253301.724478:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253301.724947:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452002560 00000100:00100000:2.0:1768253301.724955:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452002560 00000100:00100000:2.0:1768253301.726401:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1381 00000100:00100000:2.0:1768253301.726421:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452002560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253301.726522:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452002560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 108us (9968us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253301.726535:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1381 00000100:00100000:1.0:1768253301.812374:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253301.812412:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476276096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253301.812514:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253301.812591:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276096 00000100:00100000:1.0:1768253301.812600:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276096 00000100:00100000:1.0:1768253301.812670:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1768253301.812681:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476276096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253301.812730:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253301.812790:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476276096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253301.812799:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00080000:1.0:1768253301.812824:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253301.812857:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476276096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253301.819253:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476276224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253301.819463:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253301.819512:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276224 00000100:00100000:1.0:1768253301.819525:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276224 00000100:00100000:1.0:1768253301.819638:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1768253301.819648:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476276224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253301.819699:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253301.819760:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476276224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253301.819768:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1768253301.819824:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476276224:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1768253301.823274:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1768253302.195965:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253302.327870:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476276480:0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.327958:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253302.328046:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253302.328053:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476276608:0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.328087:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253302.328119:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276480 00000100:00100000:2.0:1768253302.328127:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276480 00000100:00100000:2.0:1768253302.328173:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276608 00000100:00100000:2.0:1768253302.328176:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276608 00000100:00100000:2.0:1768253302.328205:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:2.0:1768253302.328214:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476276480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.328264:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476276480:12345-0@lo:400:kworker.0 Request processed in 51us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253302.328282:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:2.0:1768253302.328300:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1768253302.328306:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476276608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.328335:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476276608:12345-0@lo:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253302.328341:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00080000:2.0:1768253302.328362:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253302.328398:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476276608:0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.328407:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476276480:0@lo:400:kworker.0 00000100:00100000:3.0:1768253302.328653:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476276352:0@lo:400:kworker.0 00000100:00100000:3.0:1768253302.328692:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253302.328718:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253302.328724:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476276736:0@lo:400:kworker.0 00000100:00100000:3.0:1768253302.328745:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253302.328768:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276736 00000100:00100000:3.0:1768253302.328773:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276736 00000100:00100000:3.0:1768253302.328803:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:3.0:1768253302.328809:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476276736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253302.328841:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476276736:12345-0@lo:400:kworker.0 Request processed in 32us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253302.328848:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00080000:3.0:1768253302.328867:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253302.328895:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476276736:0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.329136:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276352 00000100:00100000:2.0:1768253302.329141:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276352 00000100:00100000:2.0:1768253302.329175:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1768253302.329182:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476276352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253302.329225:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476276352:12345-0@lo:400:kworker.0 Request processed in 44us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253302.329232:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1768253302.329411:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476276352:0@lo:400:kworker.0 10000000:01000000:2.0:1768253302.398384:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253302.398394:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253302.398399:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253302.398444:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.398456:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.398467:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253302.398498:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476276864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253302.398566:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253302.398614:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649211a80 going to sleep for 11 seconds 00000100:00100000:1.0:1768253302.398669:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276864 00000100:00100000:1.0:1768253302.398677:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276864 00000100:00100000:1.0:1768253302.398730:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1768253302.398740:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476276864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253302.398754:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253302.398768:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdf24 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.398792:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.398801:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.398810:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253302.398849:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476276864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253302.398856:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1768253302.398937:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476276864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253302.398952:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.398960:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253302.398978:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253302.398984:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.398990:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:2.0:1768253302.625715:0:92938:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf40681d0 20000000:00000080:2.0:1768253302.625731:0:92938:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9727775cac00 uarg=0000000000000000 10000000:01000000:2.0:1768253302.625946:0:92938:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253302.625971:0:92938:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.625991:0:92938:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.626000:0:92938:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.626076:0:92938:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253302.626091:0:92938:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 17 pid: 5777 timeout: 2658 lvb_type: 0 00000100:00100000:2.0:1768253302.626107:0:92938:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92938:1854145476276992:0@lo:104: 00000100:00100000:2.0:1768253302.626180:0:92938:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253302.626231:0:92938:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649211a80 going to sleep for 11 seconds 00000100:00100000:1.0:1768253302.626399:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476276992 00000100:00100000:1.0:1768253302.626407:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476276992 00000100:00100000:1.0:1768253302.626458:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1768253302.626468:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92938:x1854145476276992:12345-0@lo:104: 00010000:00010000:1.0:1768253302.626479:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626544:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253302.626550:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:92938:x1854145476276992:12345-0@lo:104: Request processed in 84us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253302.626556:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00010000:00010000:1.0:1768253302.626577:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253302.626583:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626590:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253302.626594:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626602:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253302.626608:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253302.626613:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253302.626642:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626653:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253302.626678:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626684:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01400/0xef9a6e5c83abdf24 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf2b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626699:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253302.626701:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253302.626702:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253302.626734:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476277120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253302.626760:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253302.626810:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277120 00000100:00100000:1.0:1768253302.626814:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277120 00010000:00010000:1.0:1768253302.626832:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 18 pid: 5777 timeout: 2658 lvb_type: 0 00000100:00100000:1.0:1768253302.626852:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1768253302.626859:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649966300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476277120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253302.626868:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253302.626873:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 18 pid: 5777 timeout: 2658 lvb_type: 0 00010000:00010000:1.0:1768253302.626882:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 18 pid: 5777 timeout: 2658 lvb_type: 0 00010000:00010000:1.0:1768253302.626897:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626904:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626917:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626924:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626929:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626935:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626940:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253302.626945:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626951:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626960:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253302.626969:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253302.626996:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649966300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476277120:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253302.627002:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1768253302.627068:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476277120:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253302.627173:0:92938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abdf2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdf24 expref: 17 pid: 5777 timeout: 2658 lvb_type: 0 00000100:00100000:3.0:1768253302.627183:0:92938:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92938:1854145476276992:0@lo:104: 00010000:00010000:3.0:1768253302.627195:0:92938:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253302.627202:0:92938:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253302.627207:0:92938:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253302.627212:0:92938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abdf32 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92938 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253303.221158:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253303.598360:0:92986:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcef5edd0 20000000:00000080:2.0:1768253303.598384:0:92986:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97264817ac00 uarg=0000000000000000 10000000:01000000:3.0:1768253303.600237:0:92986:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253303.600276:0:92986:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600299:0:92986:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600311:0:92986:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600318:0:92986:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600325:0:92986:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600333:0:92986:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600341:0:92986:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253303.600346:0:92986:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600359:0:92986:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600384:0:92986:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600393:0:92986:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253303.600399:0:92986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf39 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.246001:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253304.307708:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253304.307720:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253304.307727:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253304.307786:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.307801:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.307814:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253304.307851:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476277248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253304.307949:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253304.308038:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748443240 going to sleep for 11 seconds 00000100:00100000:1.0:1768253304.308099:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277248 00000100:00100000:1.0:1768253304.308111:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277248 00000100:00100000:1.0:1768253304.308179:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1768253304.308189:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476277248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253304.308206:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253304.308224:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdf40 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.308254:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.308266:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.308275:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfe00, rc 0) 00000100:00100000:1.0:1768253304.308317:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476277248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253304.308324:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1768253304.308383:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476277248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253304.308398:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.308407:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253304.308428:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253304.308433:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.308441:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253304.403614:0:93034:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe19822bb0 20000000:00000080:3.0:1768253304.403640:0:93034:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648456800 uarg=0000000000000000 10000000:01000000:3.0:1768253304.403902:0:93034:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253304.403927:0:93034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.403949:0:93034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.403959:0:93034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.404007:0:93034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.404600:0:93034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 17 pid: 5778 timeout: 2659 lvb_type: 0 00000100:00100000:3.0:1768253304.404621:0:93034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93034:1854145476277376:0@lo:104: 00000100:00100000:2.0:1768253304.405120:0:93034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253304.405184:0:93034:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3540 going to sleep for 11 seconds 00000100:00100000:3.0:1768253304.405351:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277376 00000100:00100000:3.0:1768253304.405362:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277376 00000100:00100000:3.0:1768253304.405430:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1768253304.405441:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93034:x1854145476277376:12345-0@lo:104: 00010000:00010000:3.0:1768253304.405458:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.405524:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253304.405531:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93034:x1854145476277376:12345-0@lo:104: Request processed in 92us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253304.405538:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00010000:00010000:3.0:1768253304.405561:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253304.405568:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.405576:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253304.405580:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.405589:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253304.405596:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253304.405602:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253304.405635:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.405642:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253304.405665:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.405677:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf40 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf47 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253304.405696:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253304.405697:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253304.405699:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253304.405711:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476277504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253304.405741:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253304.405825:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277504 00000100:00100000:1.0:1768253304.405830:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277504 00010000:00010000:1.0:1768253304.405852:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 18 pid: 5778 timeout: 2659 lvb_type: 0 00000100:00100000:1.0:1768253304.405879:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1768253304.405885:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476277504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253304.405896:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253304.405902:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 18 pid: 5778 timeout: 2659 lvb_type: 0 00010000:00010000:1.0:1768253304.405912:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 18 pid: 5778 timeout: 2659 lvb_type: 0 00010000:00010000:1.0:1768253304.405933:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405943:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405960:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405967:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405974:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405980:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405985:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253304.405990:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.405997:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.406007:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253304.406049:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253304.406084:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476277504:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253304.406091:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1768253304.406132:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ffaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476277504:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253304.406751:0:93034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abdf47 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdf40 expref: 17 pid: 5778 timeout: 2659 lvb_type: 0 00000100:00100000:2.0:1768253304.406766:0:93034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93034:1854145476277376:0@lo:104: 00010000:00010000:2.0:1768253304.406782:0:93034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253304.406867:0:93034:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253304.406874:0:93034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253304.406880:0:93034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdf4e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93034 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1768253305.264671:0:93082:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7af920a0 20000000:00000080:0.0:1768253305.264694:0:93082:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474ca800 uarg=0000000000000000 10000000:01000000:0.0:1768253305.265176:0:93082:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253305.265206:0:93082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265226:0:93082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265330:0:93082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265340:0:93082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265348:0:93082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265356:0:93082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265363:0:93082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253305.265368:0:93082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265377:0:93082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265395:0:93082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265403:0:93082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253305.265410:0:93082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf55 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253305.266235:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253306.226151:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253306.226160:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253306.226165:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253306.226220:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253306.226236:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253306.226247:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253306.226276:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476277632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253306.226507:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253306.226575:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972750c45d80 going to sleep for 11 seconds 00000100:00100000:3.0:1768253306.227472:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277632 00000100:00100000:3.0:1768253306.227482:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277632 00000100:00100000:3.0:1768253306.227553:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:3.0:1768253306.227563:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476277632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253306.227579:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253306.227594:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdf5c expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253306.227619:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253306.227630:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253306.227639:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253306.227691:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476277632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253306.227698:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:1.0:1768253306.230262:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649967100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476277632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253306.230290:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253306.230303:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253306.230325:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253306.230330:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253306.230348:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253306.298597:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253306.823678:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253306.823752:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003072 00000100:00100000:1.0:1768253306.823753:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253306.823767:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003072 00000100:00100000:0.0:1768253306.823894:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003200 00000100:00100000:0.0:1768253306.823900:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003200 00000100:00080000:1.0:1768253306.823974:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253306.823985:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1762 00000100:00100000:0.0:1768253306.823997:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452003200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253306.824174:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1386 00000100:00100000:2.0:1768253306.824184:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452003072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253306.824207:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452003200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 207us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253306.824237:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1762 00000100:00100000:2.0:1768253306.824255:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452003072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253306.824267:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1386 00000100:00100000:0.0:1768253306.836722:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253306.836844:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253306.837146:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003328 00000100:00100000:1.0:1768253306.837160:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003328 00000100:00100000:0.0:1768253306.837277:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003456 00000100:00100000:0.0:1768253306.837280:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003456 00000100:00100000:0.0:1768253306.837304:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 610 00000100:00100000:0.0:1768253306.837314:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145452003328:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:0.0:1768253306.837342:0:6567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abd62c 00000100:00080000:0.0:1768253306.837351:0:6567:0:(import.c:65:import_set_state_nolock()) ffff972647773800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1768253306.837386:0:6567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967365 00000100:00100000:0.0:1768253306.837652:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145452003328:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 340us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253306.837661:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 610 00000100:00100000:0.0:1768253306.837678:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 611 00000100:00100000:0.0:1768253306.837685:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145452003456:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:0.0:1768253306.837699:0:6567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abdc68 00000100:00080000:0.0:1768253306.837704:0:6567:0:(import.c:65:import_set_state_nolock()) ffff972748631800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1768253306.837726:0:6567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967365 00010000:00010000:1.0:1768253306.837915:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1768253306.837925:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253306.837929:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253306.838181:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145452003456:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 495us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253306.838189:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 611 00010000:00010000:0.0:1768253306.838213:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253306.930374:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476277760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253306.930445:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253306.930494:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277760 00000100:00100000:3.0:1768253306.930503:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277760 00000100:00100000:3.0:1768253306.930572:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1768253306.930582:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476277760:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253306.930608:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476277888:0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253306.930619:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253306.930635:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253306.930662:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476277760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253306.930669:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1768253306.930670:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476277888 00000100:00100000:0.0:1768253306.930674:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476277888 00000100:00100000:0.0:1768253306.930701:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1768253306.930707:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476277888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253306.930726:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1768253306.930729:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253306.930733:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253306.930768:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476277888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253306.930826:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476277888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253306.930830:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476277760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253306.931546:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00010000:00010000:1.0:1768253307.314188:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253307.444914:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476278272:0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.444985:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253307.445069:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253307.445076:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476278144:0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.445096:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253307.445122:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278272 00000100:00100000:2.0:1768253307.445129:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278272 00000100:00100000:2.0:1768253307.445175:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278144 00000100:00100000:2.0:1768253307.445178:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278144 00000100:00100000:2.0:1768253307.445196:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:2.0:1768253307.445203:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476278272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253307.445220:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97275091b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476278400:0@lo:400:kworker.0 00000100:00100000:1.0:1768253307.445249:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253307.445256:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476278272:12345-0@lo:400:kworker.0 Request processed in 53us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253307.445264:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:1.0:1768253307.445267:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253307.445272:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476278016:0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.445280:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278400 00000100:00100000:2.0:1768253307.445282:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278400 00000100:00100000:2.0:1768253307.445296:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:1.0:1768253307.445297:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253307.445301:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476278144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.445326:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476278144:12345-0@lo:400:kworker.0 Request processed in 24us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253307.445331:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1768253307.445338:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476278400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253307.445370:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476278400:12345-0@lo:400:kworker.0 Request processed in 33us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253307.445496:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00080000:2.0:1768253307.445515:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253307.445556:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476278144:0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.445565:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476278272:0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.445607:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278016 00000100:00100000:2.0:1768253307.445610:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278016 00000100:00100000:1.0:1768253307.445615:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:2.0:1768253307.445633:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1768253307.445639:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476278016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253307.445642:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97275091b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476278400:0@lo:400:kworker.0 00000100:00100000:2.0:1768253307.445673:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476278016:12345-0@lo:400:kworker.0 Request processed in 34us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253307.445679:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1768253307.445718:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476278016:0@lo:400:kworker.0 00000020:00000080:0.0:1768253307.999775:0:93233:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb5313e20 20000000:00000080:0.0:1768253307.999803:0:93233:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972641b91c00 uarg=0000000000000000 10000000:01000000:0.0:1768253308.000672:0:93233:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253308.000702:0:93233:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.000727:0:93233:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.000736:0:93233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.000785:0:93233:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.000804:0:93233:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 17 pid: 5777 timeout: 2663 lvb_type: 0 00000100:00100000:0.0:1768253308.000823:0:93233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93233:1854145476278528:0@lo:104: 00000100:00100000:0.0:1768253308.001104:0:93233:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253308.001209:0:93233:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6000 going to sleep for 11 seconds 00000100:00100000:1.0:1768253308.001355:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1768253308.001372:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278528 00000100:00100000:1.0:1768253308.001381:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278528 00000100:00100000:1.0:1768253308.001451:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1768253308.001463:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cc9b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93233:x1854145476278528:12345-0@lo:104: 00010000:00010000:1.0:1768253308.001481:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253308.001609:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253308.001616:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cc9b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93233:x1854145476278528:12345-0@lo:104: Request processed in 157us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253308.001625:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00010000:00010000:2.0:1768253308.001733:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253308.001742:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.001750:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253308.001754:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.001762:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253308.001769:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253308.001775:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253308.001816:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.001823:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253308.001858:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.001865:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abdf5c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf63 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.001885:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253308.001887:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253308.001889:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253308.001899:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253308.001924:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476278656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253308.001961:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253308.002042:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278656 00000100:00100000:2.0:1768253308.002047:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278656 00010000:00010000:2.0:1768253308.002071:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 18 pid: 5777 timeout: 2663 lvb_type: 0 00000100:00100000:2.0:1768253308.002102:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1768253308.002109:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476278656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253308.002124:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253308.002130:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 18 pid: 5777 timeout: 2663 lvb_type: 0 00010000:00010000:2.0:1768253308.002142:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 18 pid: 5777 timeout: 2663 lvb_type: 0 00010000:00010000:2.0:1768253308.002162:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002171:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002187:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002193:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002200:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002206:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002222:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253308.002227:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002234:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002242:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.002252:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253308.002283:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476278656:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253308.002290:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1768253308.002312:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476278656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253308.002869:0:93233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abdf63 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdf5c expref: 17 pid: 5777 timeout: 2663 lvb_type: 0 00000100:00100000:0.0:1768253308.002883:0:93233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93233:1854145476278528:0@lo:104: 00010000:00010000:0.0:1768253308.002900:0:93233:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.003504:0:93233:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.003514:0:93233:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253308.003520:0:93233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962200/0xef9a6e5c83abdf6a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.341618:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1768253308.529812:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768253308.529834:0:6594:0:(genops.c:904:class_export_put()) final put ffff972647777000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768253308.529874:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff972647777000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:3.0:1768253308.529935:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972647773800 for lustre-OST0000 00000020:00000080:2.0:1768253308.890807:0:93283:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe83916ba0 20000000:00000080:2.0:1768253308.890914:0:93283:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97264750e400 uarg=0000000000000000 10000000:01000000:2.0:1768253308.891512:0:93283:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253308.891543:0:93283:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891564:0:93283:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891576:0:93283:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891582:0:93283:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891590:0:93283:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891597:0:93283:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891603:0:93283:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253308.891607:0:93283:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891616:0:93283:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891709:0:93283:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891718:0:93283:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253308.891724:0:93283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abdf71 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93283 timeout: 0 lvb_type: 0 00000001:00100000:2.0:1768253309.079776:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768253309.079790:0:7475:0:(genops.c:904:class_export_put()) final put ffff972748636000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:3.0:1768253309.087631:0:72432:0:(genops.c:863:class_export_destroy()) destroying export ffff972748636000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:3.0:1768253309.087714:0:72432:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972748631800 for lustre-OST0001 00010000:00010000:2.0:1768253309.363242:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253309.727079:0:93332:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbdb0c580 20000000:00000080:0.0:1768253309.727100:0:93332:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474fac00 uarg=0000000000000000 00010000:00010000:0.0:1768253309.727352:0:93332:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253309.727368:0:93332:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253309.727381:0:93332:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253309.727402:0:93332:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727420:0:93332:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727432:0:93332:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727438:0:93332:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727450:0:93332:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727457:0:93332:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727464:0:93332:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253309.727469:0:93332:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727477:0:93332:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727491:0:93332:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727499:0:93332:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253309.727505:0:93332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf78 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93332 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253309.753738:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253309.753746:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253309.753751:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253309.753799:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253309.753813:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253309.753824:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253309.753853:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476278784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253309.758117:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253309.758178:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649a74480 going to sleep for 11 seconds 00000100:00100000:3.0:1768253309.758233:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278784 00000100:00100000:3.0:1768253309.758243:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278784 00000100:00100000:3.0:1768253309.758355:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1768253309.758366:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476278784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253309.758382:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253309.758402:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdf7f expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253309.758430:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253309.758441:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253309.758455:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253309.758506:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476278784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253309.758513:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1768253309.758701:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476278784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253309.758718:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253309.758727:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253309.758844:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253309.758851:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253309.758860:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253310.386388:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253311.412462:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253311.943628:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253311.943682:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253311.943686:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003712 00000100:00100000:1.0:1768253311.943698:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003712 00000100:00100000:3.0:1768253311.943755:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003584 00000100:00100000:3.0:1768253311.943760:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003584 00000100:00100000:3.0:1768253311.943817:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1389 00000100:00100000:3.0:1768253311.943828:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452003584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253311.943852:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1766 00000100:00100000:1.0:1768253311.943859:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452003712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768253311.943943:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253311.943978:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452003712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 108us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253311.943986:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1766 00000100:00100000:3.0:1768253311.944120:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452003584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 78us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253311.944128:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1389 00000100:00100000:1.0:1768253312.050746:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476278912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253312.050880:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253312.051071:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476278912 00000100:00100000:0.0:1768253312.051082:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476278912 00000100:00100000:0.0:1768253312.051162:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1768253312.051183:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476278912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253312.051239:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253312.051317:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476278912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253312.051327:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1768253312.051408:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476278912:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253312.051876:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253312.052980:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476279040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253312.054114:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253312.054626:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279040 00000100:00100000:3.0:1768253312.054640:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279040 00000100:00100000:3.0:1768253312.054740:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1768253312.054753:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476279040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253312.054812:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1768253312.055114:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253312.055750:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476279040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 994us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253312.055761:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1768253312.055926:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476279040:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253312.434506:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253312.566666:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476279296:0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.566758:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253312.566843:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253312.566851:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476279168:0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.566884:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253312.566919:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476279424:0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.566945:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253312.566976:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253312.566982:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476279552:0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.567005:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253312.567073:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279296 00000100:00100000:0.0:1768253312.567083:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279296 00000100:00100000:0.0:1768253312.567138:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279424 00000100:00100000:0.0:1768253312.567141:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279424 00000100:00100000:0.0:1768253312.567173:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279552 00000100:00100000:0.0:1768253312.567176:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279552 00000100:00100000:0.0:1768253312.567197:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1768253312.567206:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476279296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.568455:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476279296:12345-0@lo:400:kworker.0 Request processed in 1238us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253312.568469:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1768253312.568505:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1768253312.568517:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476279424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.568588:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476279424:12345-0@lo:400:kworker.0 Request processed in 76us (1642us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253312.568613:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1768253312.568630:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1768253312.568637:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476279552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.568750:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476279552:12345-0@lo:400:kworker.0 Request processed in 114us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253312.568757:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1768253312.568995:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279168 00000100:00100000:0.0:1768253312.569005:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279168 00000100:00100000:0.0:1768253312.569071:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1768253312.569079:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476279168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.569118:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476279168:12345-0@lo:400:kworker.0 Request processed in 41us (2234us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253312.569125:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00080000:0.0:1768253312.569187:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253312.569243:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476279552:0@lo:400:kworker.0 00000100:00100000:0.0:1768253312.569485:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476279424:0@lo:400:kworker.0 00000100:00100000:2.0:1768253312.574983:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476279296:0@lo:400:kworker.0 00000100:00100000:3.0:1768253312.581032:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476279168:0@lo:400:kworker.0 00010000:00010000:0.0:1768253313.459204:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253313.523459:0:93528:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc37393cc0 20000000:00000080:0.0:1768253313.523480:0:93528:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972744da9400 uarg=0000000000000000 00010000:00010000:0.0:1768253313.523885:0:93528:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253313.523898:0:93528:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253313.524307:0:93528:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253313.524333:0:93528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253313.524353:0:93528:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253313.524361:0:93528:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253313.524405:0:93528:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253313.524418:0:93528:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 17 pid: 5778 timeout: 2668 lvb_type: 0 00000100:00100000:0.0:1768253313.524433:0:93528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93528:1854145476279680:0@lo:104: 00000100:00100000:0.0:1768253313.524507:0:93528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253313.524567:0:93528:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726493eea80 going to sleep for 11 seconds 00000100:00100000:1.0:1768253313.525042:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279680 00000100:00100000:1.0:1768253313.525056:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279680 00000100:00100000:0.0:1768253313.525196:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1768253313.525206:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93528:x1854145476279680:12345-0@lo:104: 00010000:00010000:0.0:1768253313.525221:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253313.525327:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253313.525332:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93528:x1854145476279680:12345-0@lo:104: Request processed in 129us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253313.525338:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00010000:00010000:2.0:1768253313.525377:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1768253313.525385:0:93528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93528:1854145476279680:0@lo:104: 00010000:00010000:2.0:1768253313.525391:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.525405:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253313.525412:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253313.525414:0:93528:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.525425:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253313.525435:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253313.525452:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253313.525498:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.525504:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1768253313.525556:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1768253313.525576:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.525583:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadfe00/0xef9a6e5c83abdf7f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdf86 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.525604:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253313.525606:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253313.525608:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253313.525650:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476279808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253313.525692:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253313.525855:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279808 00000100:00100000:2.0:1768253313.525862:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279808 00010000:00010000:2.0:1768253313.525885:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 18 pid: 5778 timeout: 2668 lvb_type: 0 00000100:00100000:2.0:1768253313.525921:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1768253313.525930:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748413c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476279808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253313.525942:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253313.525946:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 18 pid: 5778 timeout: 2668 lvb_type: 0 00010000:00010000:2.0:1768253313.526469:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 18 pid: 5778 timeout: 2668 lvb_type: 0 00010000:00010000:2.0:1768253313.526482:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abdf86 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdf7f expref: 18 pid: 5778 timeout: 2668 lvb_type: 0 00010000:00010000:2.0:1768253313.526495:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526502:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526517:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526521:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526526:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526531:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526538:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253313.526542:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526548:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526561:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253313.526568:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253313.526595:0:93528:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253313.526605:0:93528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253313.526612:0:93528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962e00/0xef9a6e5c83abdf8d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93528 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253313.526681:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748413c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476279808:12345-0@lo:103:ldlm_bl.0 Request processed in 753us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253313.526688:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1768253313.526979:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476279808:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1768253314.296859:0:93576:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6bfd9110 20000000:00000080:0.0:1768253314.296886:0:93576:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277dc37c00 uarg=0000000000000000 00010000:00010000:0.0:1768253314.297579:0:93576:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253314.297599:0:93576:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253314.297615:0:93576:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253314.297646:0:93576:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297666:0:93576:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297680:0:93576:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297687:0:93576:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297694:0:93576:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297703:0:93576:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297710:0:93576:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253314.297714:0:93576:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297723:0:93576:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297739:0:93576:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297751:0:93576:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253314.297757:0:93576:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962a00/0xef9a6e5c83abdf94 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253314.486230:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253314.611671:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253314.611691:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253314.611698:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253314.611930:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253314.611955:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253314.611969:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253314.612005:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476279936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253314.612114:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253314.612176:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277cd86cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253314.612681:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476279936 00000100:00100000:1.0:1768253314.612694:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476279936 00000100:00100000:1.0:1768253314.612958:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1768253314.613532:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476279936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253314.613557:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253314.613582:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdf9b expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253314.613624:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253314.613642:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253314.613652:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253314.613735:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476279936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 765us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253314.613744:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1768253314.613815:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476279936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253314.613833:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253314.613844:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253314.613874:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253314.613880:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253314.613888:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253315.507310:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253316.530336:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253317.065793:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253317.065855:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003968 00000100:00100000:3.0:1768253317.065871:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003968 00000100:00100000:0.0:1768253317.065911:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253317.065951:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452003840 00000100:00100000:0.0:1768253317.065956:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452003840 00000100:00100000:3.0:1768253317.065990:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1770 00000100:00100000:0.0:1768253317.065996:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1392 00000100:00100000:0.0:1768253317.066007:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452003840:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253317.066049:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452003968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253317.066133:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452003968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 122us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253317.066143:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1770 00000100:00080000:1.0:1768253317.066184:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253317.068639:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452003840:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 2617us (2711us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253317.068658:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1392 00000100:00100000:0.0:1768253317.170229:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253317.170273:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476280064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253317.170382:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253317.170501:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280064 00000100:00100000:0.0:1768253317.170512:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280064 00000100:00100000:0.0:1768253317.170588:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1768253317.170600:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476280064:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253317.170608:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1768253317.170645:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253317.173795:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476280064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3181us (3396us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253317.174134:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1768253317.174825:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476280064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253317.175206:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253317.175228:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476280192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253317.175324:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253317.175895:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280192 00000100:00100000:3.0:1768253317.175905:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280192 00000100:00100000:3.0:1768253317.176071:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1768253317.176083:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476280192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253317.176133:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253317.176204:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476280192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253317.176213:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1768253317.176285:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476280192:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253317.187057:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768253317.555599:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253317.684083:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476280320:0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.684148:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476280448:0@lo:400:kworker.0 00000100:00100000:2.0:1768253317.684231:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476280704:0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.687755:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253317.687864:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476280960:0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.687932:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253317.687984:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253317.687992:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476280576:0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.688037:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253317.688093:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280960 00000100:00100000:1.0:1768253317.688104:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280960 00000100:00100000:1.0:1768253317.688433:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1768253317.688445:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476280960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.688525:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476280960:12345-0@lo:400:kworker.0 Request processed in 83us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253317.688535:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1768253317.688568:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280448 00000100:00100000:1.0:1768253317.688574:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280448 00000100:00100000:1.0:1768253317.688605:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280576 00000100:00100000:1.0:1768253317.688609:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280576 00000100:00100000:0.0:1768253317.688639:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:0.0:1768253317.688652:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476280448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.688661:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:1.0:1768253317.688671:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476280576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253317.688703:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476280448:12345-0@lo:400:kworker.0 Request processed in 55us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253317.688711:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1768253317.688719:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476280576:12345-0@lo:400:kworker.0 Request processed in 49us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253317.688728:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:0.0:1768253317.688805:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476280576:0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.689257:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476280448:0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.689271:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476280960:0@lo:400:kworker.0 00000100:00080000:0.0:1768253317.689845:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253317.691644:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253317.691708:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253317.691745:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476280832:0@lo:400:kworker.0 00000100:00100000:3.0:1768253317.691796:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253317.691860:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280704 00000100:00100000:1.0:1768253317.691871:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280704 00000100:00100000:0.0:1768253317.691875:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280320 00000100:00100000:0.0:1768253317.691882:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280320 00000100:00100000:1.0:1768253317.691950:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1768253317.691955:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1768253317.691966:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476280704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253317.691968:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476280320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.692073:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476280704:12345-0@lo:400:kworker.0 Request processed in 112us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253317.692082:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1768253317.692245:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476280320:12345-0@lo:400:kworker.0 Request processed in 280us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253317.692253:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1768253317.692320:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476280320:0@lo:400:kworker.0 00000100:00100000:0.0:1768253317.692368:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476280832 00000100:00100000:0.0:1768253317.692373:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476280832 00000100:00100000:2.0:1768253317.692465:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476280704:0@lo:400:kworker.0 00000100:00080000:1.0:1768253317.692550:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253317.705087:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1768253317.705141:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476280832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253317.705318:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476280832:12345-0@lo:400:kworker.0 Request processed in 214us (13522us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253317.705326:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:0.0:1768253317.707259:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476280832:0@lo:400:kworker.0 00010000:00010000:1.0:1768253318.578106:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253319.609618:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253320.627122:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253320.646568:0:93871:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc54e72010 20000000:00000080:3.0:1768253320.646586:0:93871:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648455400 uarg=0000000000000000 00010000:00010000:3.0:1768253320.654102:0:93871:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253320.654126:0:93871:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253320.654143:0:93871:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253320.654163:0:93871:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.654181:0:93871:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.654190:0:93871:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.654233:0:93871:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.654251:0:93871:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 17 pid: 5777 timeout: 2676 lvb_type: 0 00000100:00100000:3.0:1768253320.654266:0:93871:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750918380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93871:1854145476281088:0@lo:104: 00000100:00100000:3.0:1768253320.654329:0:93871:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253320.654385:0:93871:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dd86b40 going to sleep for 11 seconds 00000100:00100000:0.0:1768253320.654495:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281088 00000100:00100000:0.0:1768253320.654503:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281088 00000100:00100000:0.0:1768253320.654553:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1768253320.654563:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93871:x1854145476281088:12345-0@lo:104: 00010000:00010000:0.0:1768253320.654574:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.654632:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253320.654638:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97275091b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:93871:x1854145476281088:12345-0@lo:104: Request processed in 77us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253320.654644:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00010000:00010000:0.0:1768253320.654665:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253320.654670:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.654678:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253320.654681:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.654689:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253320.654695:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253320.654700:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253320.654730:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.654756:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253320.654776:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.654782:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8000/0xef9a6e5c83abdf9b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdfa2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.654799:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253320.654802:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253320.654804:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253320.654996:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476281216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253320.655049:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253320.655903:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281216 00000100:00100000:0.0:1768253320.655911:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281216 00010000:00010000:0.0:1768253320.655937:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 18 pid: 5777 timeout: 2676 lvb_type: 0 00000100:00100000:0.0:1768253320.655966:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1768253320.655974:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476281216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253320.655986:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253320.655990:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 18 pid: 5777 timeout: 2676 lvb_type: 0 00010000:00010000:0.0:1768253320.656000:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 18 pid: 5777 timeout: 2676 lvb_type: 0 00010000:00010000:0.0:1768253320.656041:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656049:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656064:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656071:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656077:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656088:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656094:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253320.656097:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656104:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656112:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253320.656122:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253320.656168:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476281216:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253320.656175:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1768253320.656412:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476281216:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253320.656664:0:93871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf800/0xef9a6e5c83abdfa2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdf9b expref: 17 pid: 5777 timeout: 2676 lvb_type: 0 00000100:00100000:3.0:1768253320.656676:0:93871:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750918380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93871:1854145476281088:0@lo:104: 00010000:00010000:3.0:1768253320.656695:0:93871:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.656704:0:93871:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.656709:0:93871:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253320.656716:0:93871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9000/0xef9a6e5c83abdfa9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93871 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253321.346077:0:93919:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdaabbb310 20000000:00000080:3.0:1768253321.346097:0:93919:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648455400 uarg=0000000000000000 00010000:00010000:3.0:1768253321.346396:0:93919:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253321.346409:0:93919:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253321.346419:0:93919:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253321.346437:0:93919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346450:0:93919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346457:0:93919:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346462:0:93919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346467:0:93919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346471:0:93919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346476:0:93919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253321.346479:0:93919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346484:0:93919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346496:0:93919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346503:0:93919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253321.346508:0:93919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abdfb0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253321.655048:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253322.191750:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253322.191789:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253322.191817:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004224 00000100:00100000:1.0:1768253322.191826:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004224 00000100:00100000:1.0:1768253322.191890:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1774 00000100:00100000:1.0:1768253322.191899:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452004224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253322.191969:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452004224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 72us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253322.191977:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1774 00000100:00080000:1.0:1768253322.191998:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253322.192187:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004096 00000100:00100000:0.0:1768253322.192192:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004096 00000100:00100000:0.0:1768253322.192218:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1394 00000100:00100000:0.0:1768253322.192224:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452004096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253322.192250:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452004096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253322.192256:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1394 00000100:00100000:2.0:1768253322.290458:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253322.290484:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476281344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253322.290560:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253322.290642:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281344 00000100:00100000:2.0:1768253322.290650:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281344 00000100:00100000:2.0:1768253322.290719:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1768253322.290729:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476281344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253322.290767:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253322.290826:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476281344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253322.290833:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00080000:2.0:1768253322.290859:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253322.290907:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476281344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253322.291274:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253322.291287:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476281472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253322.291324:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253322.291412:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281472 00000100:00100000:3.0:1768253322.291417:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281472 00000100:00100000:3.0:1768253322.291468:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1768253322.291476:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476281472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253322.291496:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253322.291541:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476281472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253322.291548:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:2.0:1768253322.291609:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253322.291784:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476281472:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1768253322.684389:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253322.684397:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253322.684402:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253322.684449:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.684461:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.684472:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253322.684499:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476281600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253322.684565:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253322.684615:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726473fa3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253322.684640:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281600 00000100:00100000:0.0:1768253322.684646:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281600 00000100:00100000:0.0:1768253322.684701:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1768253322.684710:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476281600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253322.684722:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253322.684883:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abdfb7 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.684912:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.684923:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.684931:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962600, rc 0) 00000100:00100000:0.0:1768253322.684970:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476281600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 261us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253322.684977:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1768253322.685050:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476281600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253322.685065:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.685074:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253322.685092:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253322.685096:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253322.685104:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253322.686036:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253322.804506:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476281984:0@lo:400:kworker.0 00000100:00100000:2.0:1768253322.804576:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253322.804631:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253322.804637:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476282112:0@lo:400:kworker.0 00000100:00100000:2.0:1768253322.804662:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253322.804701:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281984 00000100:00100000:2.0:1768253322.804709:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281984 00000100:00100000:2.0:1768253322.804756:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:2.0:1768253322.804764:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476281984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253322.804811:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476281984:12345-0@lo:400:kworker.0 Request processed in 47us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253322.804818:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:2.0:1768253322.804840:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282112 00000100:00100000:2.0:1768253322.804844:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282112 00000100:00100000:2.0:1768253322.804887:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:2.0:1768253322.804893:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476282112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253322.804920:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476282112:12345-0@lo:400:kworker.0 Request processed in 28us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253322.804930:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00080000:2.0:1768253322.804949:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253322.804982:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476282112:0@lo:400:kworker.0 00000100:00100000:2.0:1768253322.804992:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476281984:0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805254:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476281728:0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805283:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253322.805307:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476282240:0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805325:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253322.805342:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253322.805347:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476281856:0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805365:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253322.805389:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281728 00000100:00100000:0.0:1768253322.805393:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281728 00000100:00100000:0.0:1768253322.805416:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476281856 00000100:00100000:0.0:1768253322.805419:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476281856 00000100:00100000:0.0:1768253322.805443:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1768253322.805449:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476281728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805482:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476281728:12345-0@lo:400:kworker.0 Request processed in 33us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253322.805491:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1768253322.805503:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1768253322.805509:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476281856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805533:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476281856:12345-0@lo:400:kworker.0 Request processed in 25us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253322.805539:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1768253322.805566:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476281856:0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805575:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476281728:0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805591:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282240 00000100:00100000:0.0:1768253322.805593:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282240 00000100:00100000:0.0:1768253322.805613:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1768253322.805619:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476282240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253322.805648:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476282240:12345-0@lo:400:kworker.0 Request processed in 29us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253322.805654:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1768253322.805674:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476282240:0@lo:400:kworker.0 00000100:00080000:0.0:1768253322.805686:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768253323.702559:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253324.123342:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253324.123461:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004352 00000100:00100000:2.0:1768253324.123474:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004352 00000100:00100000:2.0:1768253324.123585:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00100000:2.0:1768253324.123597:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54007:x1854145452004352:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768253324.123619:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253324.123643:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abdfc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7350 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.123707:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdfcc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.123721:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdfcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.123733:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdfcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253324.123801:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1768253324.123804:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253324.123832:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdfcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.123867:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abdfc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7350 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.123891:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdfcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7350 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.123899:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9300) 00010000:00010000:2.0:1768253324.123902:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253324.123906:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253324.123970:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54007:x1854145452004352:12345-192.168.202.43@tcp:101:rm.0 Request processed in 375us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253324.123978:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1110 00000100:00080000:0.0:1768253324.125966:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253324.126459:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253324.126548:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004480 00000100:00100000:1.0:1768253324.126558:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004480 00000100:00100000:1.0:1768253324.126640:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1111 00000100:00100000:1.0:1768253324.126649:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54007:x1854145452004480:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768253324.126679:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253324.126700:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdfd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7357 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253324.126764:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126777:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126788:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126859:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126867:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126873:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126946:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126954:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126960:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126966:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253324.126970:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126977:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.126988:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768253324.126991:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253324.126997:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127002:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abdfda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127041:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127048:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127054:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127594:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253324.127598:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127605:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127614:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972769ec0400) 00010000:00010000:1.0:1768253324.127617:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253324.127620:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127625:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abdfe1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253324.127663:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdfd3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7357 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253324.127685:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768253324.127687:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253324.127691:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abdfd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7357 expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253324.127700:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253324.127769:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54007:x1854145452004480:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1121us (1314us total) trans 0 rc 301/301 00000100:00100000:1.0:1768253324.127777:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1111 00000100:00100000:3.0:1768253324.176117:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253324.176167:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253324.176316:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004608 00000100:00100000:1.0:1768253324.176328:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004608 00000100:00100000:1.0:1768253324.176440:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004864 00000100:00100000:1.0:1768253324.176444:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004864 00000100:00100000:0.0:1768253324.176643:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1112 00000100:00100000:0.0:1768253324.176657:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452004608:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:0.0:1768253324.176714:0:5783:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1768253324.176804:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452004608:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 150us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253324.176812:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1112 00000100:00100000:0.0:1768253324.176832:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1113 00000100:00100000:0.0:1768253324.176838:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54011:x1854145452004864:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:0.0:1768253324.176883:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253324.176913:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abdfcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7350 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253324.176934:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9300) 00010000:00010000:0.0:1768253324.176945:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253324.177085:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.177100:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.177111:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.177124:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.177131:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.177137:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768253324.178097:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00010000:00010000:0.0:1768253324.178110:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.178119:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.178126:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.178132:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253324.178136:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.178144:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.178156:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2df00) 00010000:00010000:0.0:1768253324.178159:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253324.178163:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.178170:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdfe8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253324.178690:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000087e13747 reply state 0000000091765e5f transno 4294967722 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253324.178700:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253324.178775:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54011:x1854145452004864:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 1932us (2604us total) trans 4294967722 rc 0/0 00000100:00100000:0.0:1768253324.178785:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1113 00010000:00010000:0.0:1768253324.185625:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.185646:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.185657:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.185664:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253324.185668:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.185676:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.185692:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff97274df2d900) 00010000:00010000:0.0:1768253324.185695:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253324.185700:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253324.185707:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdfef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253324.216727:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253324.216896:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452004992 00000100:00100000:0.0:1768253324.216906:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452004992 00000100:00100000:0.0:1768253324.216964:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1114 00000100:00100000:0.0:1768253324.216974:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54015:x1854145452004992:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768253324.216999:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253324.217046:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdff6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d735e expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253324.217111:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdffd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253324.217126:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdffd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253324.217143:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdffd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253324.217807:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1768253324.217812:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253324.217843:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdffd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.217878:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abdff6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d735e expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.217901:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdffd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d735e expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.217911:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d900) 00010000:00010000:2.0:1768253324.217914:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253324.217918:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:2.0:1768253324.218082:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54015:x1854145452004992:12345-192.168.202.43@tcp:101:chown.0 Request processed in 1108us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253324.218090:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1114 00000100:00100000:3.0:1768253324.225994:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253324.226314:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452005120 00000100:00100000:2.0:1768253324.226326:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452005120 00000100:00100000:2.0:1768253324.226437:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1115 00000100:00100000:2.0:1768253324.226447:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54015:x1854145452005120:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:2.0:1768253324.226470:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253324.226504:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe004 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7365 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.226574:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226590:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226602:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226617:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226624:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226630:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226762:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe019 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226771:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe019 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226778:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe019 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253324.226822:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00000004:00200000:2.0:1768253324.226825:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253324.226862:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe019 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226874:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226880:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226887:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226892:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253324.226896:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226903:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226914:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d900) 00010000:00010000:2.0:1768253324.226918:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253324.226923:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226928:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe00b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226941:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226946:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226953:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226958:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253324.226961:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226966:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226973:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9a00) 00010000:00010000:2.0:1768253324.226976:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253324.226978:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.226983:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe012 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.227043:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe004 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7365 expref: 9 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.227057:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe019 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7365 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.227312:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:2.0:1768253324.227315:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253324.227317:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768253324.227392:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54015:x1854145452005120:12345-192.168.202.43@tcp:101:chown.0 Request processed in 946us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253324.227400:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1115 00000100:00100000:1.0:1768253324.231670:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253324.231752:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452005376 00000100:00100000:2.0:1768253324.231763:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452005376 00000100:00100000:2.0:1768253324.231825:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1116 00000100:00100000:2.0:1768253324.231835:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54015:x1854145452005376:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:2.0:1768253324.231909:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253324.231941:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe019 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7365 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253324.231961:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9c00) 00010000:00010000:2.0:1768253324.231971:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253324.231996:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.232008:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253324.232051:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768253324.232467:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002aa87b3b reply state 00000000c0c91ae9 transno 4294967723 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768253324.232900:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253324.232921:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00000100:00100000:2.0:1768253324.233098:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54015:x1854145452005376:12345-192.168.202.43@tcp:36:chown.0 Request processed in 1262us (1436us total) trans 4294967723 rc 0/0 00000100:00100000:2.0:1768253324.233106:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1116 00010000:00010000:1.0:1768253324.235767:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.235788:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.235796:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.235803:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253324.235808:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.235817:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.235834:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9900) 00010000:00010000:1.0:1768253324.235838:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253324.235844:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.235863:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe020 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253324.722386:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253325.044743:0:94116:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec3733a90 20000000:00000080:2.0:1768253325.044771:0:94116:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972756ad1000 uarg=0000000000000000 00010000:00010000:3.0:1768253325.051829:0:94116:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1768253325.052766:0:94116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d900) 00010000:00010000:3.0:1768253325.052773:0:94116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253325.052788:0:94116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abdffd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d735e expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.052822:0:94116:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1768253325.052863:0:94116:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253325.053084:0:94116:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.053103:0:94116:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.053112:0:94116:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.053154:0:94116:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.053173:0:94116:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 17 pid: 5777 timeout: 2680 lvb_type: 0 00000100:00100000:3.0:1768253325.053193:0:94116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94116:1854145476282368:0@lo:104: 00000100:00100000:3.0:1768253325.053275:0:94116:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253325.053393:0:94116:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dadacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253325.057585:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282368 00000100:00100000:2.0:1768253325.057598:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282368 00000100:00100000:2.0:1768253325.058265:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1768253325.058277:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:94116:x1854145476282368:12345-0@lo:104: 00010000:00010000:2.0:1768253325.058296:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.059423:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253325.059436:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:94116:x1854145476282368:12345-0@lo:104: Request processed in 1159us (6157us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253325.059446:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00010000:00010000:0.0:1768253325.059800:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253325.059811:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.059821:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253325.059826:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.059834:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253325.059851:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253325.059857:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253325.059911:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.059918:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1768253325.059969:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476282496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253325.060056:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1768253325.060133:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060142:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963e00/0xef9a6e5c83abdfb7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abdfbe expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060161:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253325.060163:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253325.060165:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253325.060179:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282496 00000100:00100000:0.0:1768253325.060187:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282496 00010000:00010000:0.0:1768253325.060213:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 18 pid: 5777 timeout: 2680 lvb_type: 0 00000100:00100000:0.0:1768253325.060241:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1768253325.060249:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476282496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253325.060263:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253325.060268:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 18 pid: 5777 timeout: 2680 lvb_type: 0 00010000:00010000:0.0:1768253325.060279:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 18 pid: 5777 timeout: 2680 lvb_type: 0 00010000:00010000:0.0:1768253325.060299:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060308:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060323:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060330:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060337:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060345:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060350:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253325.060355:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060363:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060371:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.060380:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253325.064267:0:94116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962600/0xef9a6e5c83abdfbe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abdfb7 expref: 18 pid: 5777 timeout: 2680 lvb_type: 0 00000100:00100000:3.0:1768253325.064291:0:94116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94116:1854145476282368:0@lo:104: 00010000:00010000:3.0:1768253325.064317:0:94116:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.064332:0:94116:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.064339:0:94116:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253325.064345:0:94116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe027 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94116 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253325.070440:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476282496:12345-0@lo:103:ldlm_bl.0 Request processed in 10182us (10374us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253325.070457:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1768253325.070613:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476282496:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1768253325.716725:0:94164:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf8464ad0 20000000:00000080:2.0:1768253325.716745:0:94164:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747d7f800 uarg=0000000000000000 00010000:00010000:2.0:1768253325.716995:0:94164:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253325.717030:0:94164:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253325.717046:0:94164:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253325.717067:0:94164:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717083:0:94164:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717092:0:94164:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717098:0:94164:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717104:0:94164:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717111:0:94164:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717117:0:94164:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253325.717122:0:94164:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717128:0:94164:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717140:0:94164:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717147:0:94164:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253325.717153:0:94164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01000/0xef9a6e5c83abe02e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94164 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253325.747230:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768253326.475275:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967722 is committed 00000001:00080000:2.0:1768253326.475297:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967723 is committed 00010000:00010000:0.0:1768253326.772747:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253327.027309:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253327.027321:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253327.027328:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253327.027386:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253327.027398:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253327.027409:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253327.027441:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476282624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253327.027514:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253327.027567:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649a74e40 going to sleep for 11 seconds 00000100:00100000:0.0:1768253327.027589:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282624 00000100:00100000:0.0:1768253327.027597:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282624 00000100:00100000:0.0:1768253327.032209:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1768253327.032222:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476282624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253327.032240:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253327.032261:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe035 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253327.032287:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253327.032298:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253327.032307:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963200, rc 0) 00000100:00100000:0.0:1768253327.032388:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476282624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (4874us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253327.032396:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1768253327.032886:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476282624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253327.032908:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253327.032919:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253327.032954:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253327.032960:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253327.032968:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253327.302697:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253327.305024:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253327.312222:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452005504 00000100:00100000:2.0:1768253327.312244:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452005504 00000100:00100000:2.0:1768253327.312325:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1397 00000100:00100000:2.0:1768253327.312335:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452005504:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253327.312426:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452005504:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 92us (9739us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253327.312434:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1397 00000100:00100000:0.0:1768253327.312549:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452005632 00000100:00100000:0.0:1768253327.312554:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452005632 00000100:00100000:0.0:1768253327.312590:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1778 00000100:00100000:0.0:1768253327.312597:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452005632:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253327.312630:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452005632:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (7629us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253327.312636:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1778 00000100:00080000:2.0:1768253327.315898:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253327.412974:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253327.413001:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476282752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253327.413094:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253327.413156:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282752 00000100:00100000:0.0:1768253327.413165:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282752 00000100:00100000:0.0:1768253327.413238:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1768253327.413247:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476282752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253327.413282:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253327.413327:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476282752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253327.413335:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00080000:0.0:1768253327.413360:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253327.413401:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476282752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253327.419844:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253327.419877:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476282880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253327.419954:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253327.420350:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476282880 00000100:00100000:0.0:1768253327.420359:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476282880 00000100:00100000:0.0:1768253327.420417:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1768253327.420427:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476282880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253327.420467:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253327.420527:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476282880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253327.420535:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00080000:0.0:1768253327.420556:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253327.427840:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476282880:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253327.795142:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253327.922352:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476283008:0@lo:400:kworker.0 00000100:00100000:1.0:1768253327.922447:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253327.922689:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476283136:0@lo:400:kworker.0 00000100:00100000:0.0:1768253327.922728:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253327.925574:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283008 00000100:00100000:3.0:1768253327.925604:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283008 00000100:00100000:3.0:1768253327.926006:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1768253327.926120:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476283008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.926255:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476283008:12345-0@lo:400:kworker.0 Request processed in 241us (3808us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253327.926262:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1768253327.926303:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283136 00000100:00100000:3.0:1768253327.926306:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283136 00000100:00100000:3.0:1768253327.926333:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:3.0:1768253327.926340:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476283136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.926380:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476283136:12345-0@lo:400:kworker.0 Request processed in 41us (3651us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253327.926386:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:0.0:1768253327.926419:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476283136:0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.927421:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476283264:0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.927468:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253327.927553:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253327.927559:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476283392:0@lo:400:kworker.0 00000100:00100000:1.0:1768253327.927586:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972648678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476283008:0@lo:400:kworker.0 00000100:00100000:0.0:1768253327.927607:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476283648:0@lo:400:kworker.0 00000100:00100000:2.0:1768253327.927639:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283264 00000100:00100000:2.0:1768253327.927645:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283264 00000100:00100000:2.0:1768253327.927695:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:2.0:1768253327.927703:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476283264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.927766:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253327.927808:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283392 00000100:00100000:1.0:1768253327.927824:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283392 00000100:00100000:0.0:1768253327.927851:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253327.927858:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1768253327.927865:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476283392:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1768253327.927881:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253327.927892:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283648 00000100:00100000:0.0:1768253327.927895:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283648 00000100:00100000:0.0:1768253327.927918:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1768253327.927925:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476283648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253327.928131:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476283392:12345-0@lo:400:kworker.0 Request processed in 265us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253327.928138:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1768253327.928205:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476283264:12345-0@lo:400:kworker.0 Request processed in 504us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253327.928210:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1768253327.928272:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476283648:12345-0@lo:400:kworker.0 Request processed in 346us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253327.928279:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1768253327.928304:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476283520:0@lo:400:kworker.0 00000100:00100000:0.0:1768253327.928329:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253327.928381:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476283648:0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.928429:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476283392:0@lo:400:kworker.0 00000100:00100000:3.0:1768253327.928439:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264867bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476283264:0@lo:400:kworker.0 00000100:00100000:2.0:1768253327.928470:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283520 00000100:00100000:2.0:1768253327.928473:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283520 00000100:00100000:2.0:1768253327.928526:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:2.0:1768253327.928530:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476283520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253327.928561:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476283520:12345-0@lo:400:kworker.0 Request processed in 29us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253327.928567:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00080000:0.0:1768253327.928639:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253327.928720:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476283520:0@lo:400:kworker.0 00000100:00100000:3.0:1768253328.328487:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253328.329104:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452005760 00000100:00100000:0.0:1768253328.329114:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452005760 00000100:00100000:0.0:1768253328.329182:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 17 00000100:00100000:0.0:1768253328.329191:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5559:x1854145452005760:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1768253328.329207:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253328.329210:0:80177:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abdffd) 00010000:00010000:0.0:1768253328.329213:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253328.329275:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5559:x1854145452005760:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 84us (797us total) trans 0 rc 116/116 00000100:00100000:0.0:1768253328.329282:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 17 00010000:00010000:2.0:1768253328.818389:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253329.354348:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253329.354519:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452005888 00000100:00100000:3.0:1768253329.354535:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452005888 00000100:00100000:3.0:1768253329.354633:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1117 00000100:00100000:3.0:1768253329.354648:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54120:x1854145452005888:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253329.354677:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253329.354709:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe043 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d736c expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.354822:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe04a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.354842:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe04a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.354859:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe04a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253329.354967:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768253329.354972:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000100:00080000:1.0:1768253329.355280:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1768253329.355531:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe04a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.355583:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe043 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d736c expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.356398:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe04a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d736c expref: 6 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.356413:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:3.0:1768253329.356416:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253329.356424:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768253329.356529:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54120:x1854145452005888:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 1883us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253329.356541:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1117 00000100:00100000:2.0:1768253329.361869:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253329.362164:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452006016 00000100:00100000:3.0:1768253329.362179:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452006016 00000100:00100000:3.0:1768253329.362262:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1118 00000100:00100000:3.0:1768253329.362274:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54120:x1854145452006016:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253329.362375:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253329.362406:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe051 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7373 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.362495:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362512:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362525:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362557:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362566:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362573:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362744:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe066 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362752:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362763:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253329.362827:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:3.0:1768253329.362833:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253329.362865:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe066 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362880:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362887:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362894:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362901:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.362905:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362926:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362941:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:3.0:1768253329.362945:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.362953:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362959:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe058 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362973:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362985:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362991:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.362996:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.362999:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.363348:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.363372:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb200) 00010000:00010000:3.0:1768253329.363375:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.363379:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.363385:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe05f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.363431:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe051 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7373 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.363448:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe066 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7373 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.363456:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb300) 00010000:00010000:3.0:1768253329.363458:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253329.363696:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253329.363812:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54120:x1854145452006016:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 1528us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253329.363823:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1118 00000100:00100000:1.0:1768253329.371209:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253329.371719:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452006272 00000100:00100000:3.0:1768253329.371733:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452006272 00000100:00100000:3.0:1768253329.372176:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1119 00000100:00100000:3.0:1768253329.372192:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54120:x1854145452006272:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253329.372269:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253329.372310:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe066 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7373 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.372334:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb300) 00010000:00010000:3.0:1768253329.372351:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253329.372390:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.372409:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.372428:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:1.0:1768253329.396998:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967724 is committed 00000004:00010000:1.0:1768253329.397093:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000370ea1e8 reply state 00000000ed28e303 transno 4294967724 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253329.397112:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253329.397167:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00080000:1.0:1768253329.397294:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768253329.397322:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54120:x1854145452006272:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 25129us (26130us total) trans 4294967724 rc 0/0 00000100:00100000:1.0:1768253329.397334:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1119 00010000:00010000:3.0:1768253329.398526:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.398547:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.398556:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.398563:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.398569:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.398578:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.398599:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:3.0:1768253329.398603:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253329.398608:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.398614:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe06d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253329.516330:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253329.518378:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452006400 00000100:00100000:3.0:1768253329.518402:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452006400 00000100:00100000:3.0:1768253329.518506:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1120 00000100:00100000:3.0:1768253329.518520:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54124:x1854145452006400:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253329.518560:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253329.518589:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe074 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d737a expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.518680:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518698:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518711:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518728:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518735:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518740:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518962:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe089 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518971:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe089 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.518979:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe089 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253329.519538:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1768253329.519545:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253329.519586:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe089 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519603:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519610:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519629:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519637:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253329.519643:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519651:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519668:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:2.0:1768253329.519672:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253329.519678:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519684:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe07b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519701:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519707:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519713:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519718:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253329.519721:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519726:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519734:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbbe00) 00010000:00010000:2.0:1768253329.519737:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253329.519740:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519746:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe082 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253329.519791:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe074 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d737a expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253329.519821:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe089 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d737a expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253329.519828:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:2.0:1768253329.519831:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253329.519833:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:2.0:1768253329.519953:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648678e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54124:x1854145452006400:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1435us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253329.519964:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1120 00000100:00100000:0.0:1768253329.524711:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253329.524852:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452006656 00000100:00100000:1.0:1768253329.524866:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452006656 00000100:00100000:1.0:1768253329.524996:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1121 00000100:00100000:1.0:1768253329.525046:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54124:x1854145452006656:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253329.525076:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253329.525108:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe090 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7381 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.525330:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.525348:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.525364:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.525382:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.525390:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.525398:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:1.0:1768253329.526133:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x23:0x0], index 0: 0 00010000:00010000:1.0:1768253329.526447:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526459:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526468:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526513:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526521:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526528:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526535:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253329.526540:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526548:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526564:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:1.0:1768253329.526569:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253329.526575:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.526581:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe097 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:1.0:1768253329.526596:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000072070d6b reply state 00000000327253ef transno 4294967725 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253329.526607:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1768253329.526643:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe090 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7381 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.526660:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7381 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.526668:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0400) 00010000:00010000:1.0:1768253329.526671:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253329.526674:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253329.527095:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54124:x1854145452006656:12345-192.168.202.43@tcp:101:touch.0 Request processed in 2085us (2479us total) trans 4294967725 rc 0/0 00000100:00100000:1.0:1768253329.527107:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1121 00010000:00010000:3.0:1768253329.531582:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.531602:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.531705:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.531714:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.531720:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.531729:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.531752:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972769ec0e00) 00010000:00010000:3.0:1768253329.531755:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.531761:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.531768:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe09e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253329.534343:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253329.534562:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452006912 00000100:00100000:1.0:1768253329.534577:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452006912 00000100:00100000:1.0:1768253329.534763:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1122 00000100:00100000:1.0:1768253329.534776:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54124:x1854145452006912:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:1.0:1768253329.534874:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253329.534912:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7381 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.534942:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0400) 00010000:00010000:1.0:1768253329.534954:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253329.535032:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.535049:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253329.535059:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:1.0:1768253329.535252:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030327ea8 reply state 00000000c59d8a91 transno 4294967726 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253329.535263:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253329.535393:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54124:x1854145452006912:12345-192.168.202.43@tcp:36:touch.0 Request processed in 619us (1065us total) trans 4294967726 rc 0/0 00000100:00100000:1.0:1768253329.535402:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1122 00010000:00010000:3.0:1768253329.537277:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.537297:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.537305:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.537312:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.537318:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.537327:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.537346:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0200) 00010000:00010000:3.0:1768253329.537350:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.537355:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253329.537361:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe0b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253329.538901:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253329.539299:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452007040 00000100:00100000:1.0:1768253329.539314:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452007040 00000100:00100000:1.0:1768253329.539387:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1123 00000100:00100000:1.0:1768253329.539398:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54124:x1854145452007040:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253329.539439:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253329.539474:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe0ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7388 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.539556:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe0ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7388 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.539580:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe0ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7388 expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.539601:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0100) 00010000:00010000:1.0:1768253329.539604:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768253329.539609:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253329.539698:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54124:x1854145452007040:12345-192.168.202.43@tcp:101:touch.0 Request processed in 301us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253329.539707:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1123 00000100:00100000:1.0:1768253329.543641:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253329.543872:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452007168 00000100:00100000:0.0:1768253329.543888:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452007168 00000100:00100000:0.0:1768253329.543961:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 612 00000100:00100000:0.0:1768253329.543971:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2367:x1854145452007168:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:0.0:1768253329.544043:0:6567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2534 last 0 00000020:00000080:0.0:1768253329.544090:0:6567:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abe0c1 00002000:00100000:0.0:1768253329.544109:0:6567:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff9727775ac800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1768253329.544145:0:6567:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1768253329.544455:0:6567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff972746ce0000 00002000:00080000:0.0:1768253329.544468:0:6567:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1768253329.544510:0:6567:0:(import.c:65:import_set_state_nolock()) ffff9727775af800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1768253329.544605:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145452007168:12345-192.168.202.43@tcp:8:touch.0 Request processed in 634us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253329.544625:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 612 00000100:00100000:0.0:1768253329.548179:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253329.548396:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452007296 00000100:00100000:1.0:1768253329.548411:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452007296 00000100:00100000:1.0:1768253329.548509:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 613 00000100:00100000:1.0:1768253329.548521:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145452007296:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:0.0:1768253329.551367:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253329.581604:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:0:x1854145452007296:12345-192.168.202.43@tcp:2:touch.0 Request processed in 33068us (33424us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1768253329.581632:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 613 00000001:00100000:3.0:1768253329.582319:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:3.0:1768253329.582345:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000100:00100000:3.0:1768253329.585244:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253329.585482:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452007552 00000100:00100000:2.0:1768253329.585498:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452007552 00000100:00100000:2.0:1768253329.585583:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 187 00000100:00100000:2.0:1768253329.585597:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54124:x1854145452007552:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:2.0:1768253329.586413:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54124:x1854145452007552:12345-192.168.202.43@tcp:35:touch.0 Request processed in 815us (1181us total) trans 4294967727 rc 0/0 00000100:00100000:2.0:1768253329.586435:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 187 00000100:00100000:0.0:1768253329.658747:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253329.658896:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452007680 00000100:00100000:3.0:1768253329.658912:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452007680 00000100:00100000:3.0:1768253329.659225:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1124 00000100:00100000:3.0:1768253329.659239:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54128:x1854145452007680:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253329.659275:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253329.659305:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe0c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d738f expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.659388:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659406:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659422:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659439:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659451:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659458:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659590:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659600:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659607:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768253329.659740:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5c:0x0]: returning size 0 00000004:00200000:3.0:1768253329.659747:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253329.659775:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659790:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659809:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659818:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659825:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659832:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.659838:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659848:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659862:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:3.0:1768253329.659866:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.659872:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659879:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe0cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659896:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659902:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659908:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659913:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.659915:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659921:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659928:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972744dbb200) 00010000:00010000:3.0:1768253329.659931:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.659933:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659939:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe0d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.659976:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe0c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d738f expref: 13 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.659992:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d738f expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253329.660000:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0100) 00010000:00010000:3.0:1768253329.660303:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253329.660307:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768253329.660440:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649275180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54128:x1854145452007680:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1204us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253329.660450:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1124 00000100:00100000:0.0:1768253329.665995:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253329.666388:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452007808 00000100:00100000:2.0:1768253329.666403:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452007808 00000100:00100000:2.0:1768253329.666514:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 614 00000100:00100000:2.0:1768253329.666528:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452007808:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768253329.666555:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253329.666587:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7396 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253329.666632:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x69656791, atime: 0x69656791, ctime: 0x69656791, blocks: 0x1 00010000:00010000:2.0:1768253329.666657:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253329.666660:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253329.666669:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253329.666693:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253329.666709:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768253329.666790:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452007808:12345-192.168.202.43@tcp:101:rm.0 Request processed in 266us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253329.666807:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 614 00000100:00100000:3.0:1768253329.670563:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253329.670653:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452008064 00000100:00100000:1.0:1768253329.670668:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452008064 00000100:00100000:1.0:1768253329.670754:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1125 00000100:00100000:1.0:1768253329.670767:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54128:x1854145452008064:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768253329.670853:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253329.670896:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe0dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d738f expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.670924:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe0ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7388 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253329.670938:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0100) 00010000:00010000:1.0:1768253329.670954:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253329.670985:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671032:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671045:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671061:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671067:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671073:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671214:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671222:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671228:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:1.0:1768253329.671768:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].35, 64 off10432 00000004:00080000:1.0:1768253329.671780:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2535092766382ns, next at 2536092763383ns, rc = 0 00010000:00010000:1.0:1768253329.671862:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671872:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671885:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671892:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671899:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671905:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671938:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253329.671967:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671973:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671979:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671985:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253329.671990:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.671997:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672006:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0e00) 00010000:00010000:1.0:1768253329.672010:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768253329.672041:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672050:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe0f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672103:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672108:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672114:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672119:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253329.672121:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672126:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672133:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:1.0:1768253329.672136:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253329.672138:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672144:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe0eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768253329.672153:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000058441dc1 reply state 0000000050fa35e4 transno 4294967728 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768253329.672162:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253329.672272:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54128:x1854145452008064:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1504us (1724us total) trans 4294967728 rc 0/0 00000100:00100000:1.0:1768253329.672285:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1125 00010000:00010000:1.0:1768253329.672331:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253329.672337:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672343:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253329.672347:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672353:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672362:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff972769ec0e00) 00010000:00010000:1.0:1768253329.672364:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1768253329.672368:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672373:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe100 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253329.672387:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253329.672389:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253329.672391:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253329.682448:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.682474:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.682483:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.682490:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253329.682496:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.682506:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.682529:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972769ec0400) 00010000:00010000:3.0:1768253329.682534:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253329.682541:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253329.682547:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe0f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253329.842528:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253330.745526:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253330.747917:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452008192 00000100:00100000:1.0:1768253330.747934:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452008192 00000100:00100000:1.0:1768253330.748057:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1126 00000100:00100000:1.0:1768253330.748069:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54143:x1854145452008192:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253330.748100:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253330.748128:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe107 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d739d expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.748218:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe10e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253330.748237:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe10e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253330.748252:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe10e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:1.0:1768253330.748325:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:1.0:1768253330.748329:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253330.748354:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe10e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253330.748381:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe107 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d739d expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.748398:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe10e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d739d expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.748408:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:1.0:1768253330.748411:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253330.748415:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253330.748492:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54143:x1854145452008192:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 426us (2987us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253330.748499:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1126 00000100:00100000:1.0:1768253330.757313:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253330.757492:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452008448 00000100:00100000:3.0:1768253330.757508:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452008448 00000100:00100000:3.0:1768253330.757591:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1127 00000100:00100000:3.0:1768253330.757604:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54143:x1854145452008448:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253330.757684:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253330.757726:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe10e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d739d expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.757753:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe089 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d737a expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.757902:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb800) 00010000:00010000:3.0:1768253330.757919:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253330.757958:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.757974:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.757986:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253330.866503:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768253330.870467:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967728 is committed 00000004:00080000:1.0:1768253330.870488:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 95 committed 00000001:00080000:1.0:1768253330.870533:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967729 is committed 00000004:00010000:3.0:1768253330.870662:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000610fe5a4 reply state 0000000051860d55 transno 4294967729 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253330.870687:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768253330.870759:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00080000:3.0:1768253330.871047:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1768253330.871075:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54143:x1854145452008448:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 113465us (113771us total) trans 4294967729 rc 0/0 00000100:00100000:3.0:1768253330.871086:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1127 00010000:00010000:3.0:1768253330.871258:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.871268:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.871276:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.871282:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253330.871287:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.871297:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.871316:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb300) 00010000:00010000:3.0:1768253330.871319:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253330.871326:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.871333:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe115 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253330.871373:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476283776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1768253330.871445:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253330.871531:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476283776 00000100:00100000:3.0:1768253330.871541:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476283776 00000100:00100000:3.0:1768253330.871600:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1768253330.871609:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476283776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1768253330.871643:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:35 count 1 00010000:00010000:3.0:1768253330.871671:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.871692:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253330.871701:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253330.871704:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253330.871709:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.871741:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253330.871756:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 5 pid: 6570 timeout: 2636 lvb_type: 1 00000100:00080000:2.0:1768253330.872062:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253330.872916:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476283904:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253330.873039:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1768253330.879831:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dc9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476283904:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253330.879877:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253330.880361:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253330.880458:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452008576 00000100:00100000:1.0:1768253330.880469:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452008576 00010000:00010000:1.0:1768253330.880526:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 6 pid: 6570 timeout: 2636 lvb_type: 1 00000100:00100000:1.0:1768253330.880575:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 468 00000100:00100000:1.0:1768253330.880586:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452008576:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253330.880606:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253330.880613:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 6 pid: 6570 timeout: 2636 lvb_type: 1 00010000:00010000:1.0:1768253330.880628:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 6 pid: 6570 timeout: 2636 lvb_type: 1 00010000:00010000:1.0:1768253330.880657:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe0e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7396 expref: 6 pid: 6570 timeout: 2636 lvb_type: 1 00010000:00010000:1.0:1768253330.880679:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253330.880682:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253330.880688:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.880699:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.880733:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253330.880815:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452008576:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 229us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253330.880824:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 468 00010000:00010000:3.0:1768253330.881807:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.881825:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.881838:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.881848:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.881913:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253330.882713:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476283776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11099us (11262us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1768253330.882725:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000004:00080000:1.0:1768253330.883289:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972646ee7800/2, rc 0, transno 4294967367 00000100:00100000:1.0:1768253330.883301:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476283776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1768253330.883553:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253330.883566:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253330.883578:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253330.883583:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253330.883593:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253330.883683:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253330.883697:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe11c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253330.883721:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253330.883723:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253330.883725:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253330.955878:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253330.956304:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452008704 00000100:00100000:3.0:1768253330.956318:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452008704 00000100:00100000:3.0:1768253330.956403:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1128 00000100:00100000:3.0:1768253330.956414:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54147:x1854145452008704:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253330.956448:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253330.956474:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe123 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73a4 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.956572:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.956595:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.956924:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.956944:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.956952:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.956958:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957200:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe138 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957208:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957215:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253330.957259:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:3.0:1768253330.957264:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253330.957298:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957314:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957322:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957333:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957339:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253330.957344:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957352:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957368:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:3.0:1768253330.957371:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253330.957378:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957385:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe12a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957406:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957412:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957418:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957423:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253330.957425:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957431:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957441:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb300) 00010000:00010000:3.0:1768253330.957444:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253330.957447:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957452:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe131 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.957490:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe123 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73a4 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.957507:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73a4 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.957515:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb200) 00010000:00010000:3.0:1768253330.957518:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253330.957520:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768253330.961582:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54147:x1854145452008704:12345-192.168.202.43@tcp:101:touch.0 Request processed in 5146us (5696us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253330.963954:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1128 00000100:00100000:2.0:1768253330.965550:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253330.966582:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452008960 00000100:00100000:3.0:1768253330.966604:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452008960 00000100:00100000:3.0:1768253330.966692:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1129 00000100:00100000:3.0:1768253330.966704:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54147:x1854145452008960:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253330.966734:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253330.966774:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe13f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73ab expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.966993:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.967036:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.967051:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.967067:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.967074:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.967080:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00080000:3.0:1768253330.967741:0:5784:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x23:0x0], index 1: 0 00010000:00010000:3.0:1768253330.969674:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe154 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969699:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969715:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969869:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969877:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969890:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969896:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253330.969900:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969908:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969922:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb200) 00010000:00010000:3.0:1768253330.969926:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253330.969932:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.969938:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe146 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768253330.969959:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002bd3de3b reply state 00000000ab809a9c transno 4294967730 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253330.969969:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253330.970043:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe13f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ab expref: 10 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.970061:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe154 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ab expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.970069:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972744dbb500) 00010000:00010000:3.0:1768253330.970072:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253330.970075:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253330.970176:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54147:x1854145452008960:12345-192.168.202.43@tcp:101:touch.0 Request processed in 3474us (4639us total) trans 4294967730 rc 0/0 00000100:00100000:3.0:1768253330.970185:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1129 00010000:00010000:3.0:1768253330.974479:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.974499:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.974505:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.974510:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253330.974514:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.974520:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.974542:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972744dbb800) 00010000:00010000:3.0:1768253330.974545:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253330.974549:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.974554:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe14d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253330.975142:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253330.975210:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452009216 00000100:00100000:3.0:1768253330.975223:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452009216 00000100:00100000:3.0:1768253330.975290:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1130 00000100:00100000:3.0:1768253330.975300:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54147:x1854145452009216:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:3.0:1768253330.975367:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253330.975386:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe154 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ab expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253330.975396:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972744dbb500) 00010000:00010000:3.0:1768253330.975402:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253330.975448:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.975459:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.975467:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768253330.975621:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc8cd6ef reply state 000000005bcf0743 transno 4294967731 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253330.975629:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253330.975731:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54147:x1854145452009216:12345-192.168.202.43@tcp:36:touch.0 Request processed in 430us (593us total) trans 4294967731 rc 0/0 00000100:00100000:3.0:1768253330.975741:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1130 00010000:00010000:3.0:1768253330.977628:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.977648:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.977654:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.977660:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253330.977666:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.977681:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.977698:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972744dbb300) 00010000:00010000:3.0:1768253330.977702:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253330.977706:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253330.977713:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe162 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253330.978955:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253330.979059:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452009344 00000100:00100000:1.0:1768253330.979075:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452009344 00000100:00100000:1.0:1768253330.979150:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1131 00000100:00100000:1.0:1768253330.979174:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54147:x1854145452009344:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:1.0:1768253330.979214:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253330.979250:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe169 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73b2 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.979340:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73b2 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.979359:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73b2 expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253330.979383:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972769ec0100) 00010000:00010000:1.0:1768253330.979386:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768253330.979390:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768253330.979462:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54147:x1854145452009344:12345-192.168.202.43@tcp:101:touch.0 Request processed in 302us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253330.979471:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1131 00000100:00100000:3.0:1768253330.984372:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253330.984495:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452009472 00000100:00100000:2.0:1768253330.984509:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452009472 00000100:00100000:2.0:1768253330.984573:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 616 00000100:00100000:2.0:1768253330.984585:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2367:x1854145452009472:12345-192.168.202.43@tcp:8:touch.0 00010000:00080000:2.0:1768253330.984638:0:6570:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp t0 exp 0000000000000000 cur 2536 last 0 00000020:00000080:2.0:1768253330.984683:0:6570:0:(genops.c:1402:class_connect()) connect: client 8709718a-63ed-4c56-b24b-b8b68724edc3, cookie 0xef9a6e5c83abe170 00002000:00100000:2.0:1768253330.984702:0:6570:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 8709718a-63ed-4c56-b24b-b8b68724edc3/ffff972756aa1000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1768253330.984752:0:6570:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1768253330.985146:0:6570:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff97277dad9e00 00002000:00080000:2.0:1768253330.985161:0:6570:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1768253330.985202:0:6570:0:(import.c:65:import_set_state_nolock()) ffff972756aa4800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1768253330.985294:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145452009472:12345-192.168.202.43@tcp:8:touch.0 Request processed in 709us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253330.985303:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 616 00000100:00100000:0.0:1768253330.988827:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253330.989327:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452009600 00000100:00100000:2.0:1768253330.989341:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452009600 00000100:00100000:2.0:1768253330.989443:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 617 00000100:00100000:2.0:1768253330.989454:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:0:x1854145452009600:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:0.0:1768253330.989723:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1768253331.053316:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000001:00100000:2.0:1768253331.053343:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000100:00100000:3.0:1768253331.053572:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:0:x1854145452009600:12345-192.168.202.43@tcp:2:touch.0 Request processed in 64108us (64754us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1768253331.053588:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 617 00000100:00100000:1.0:1768253331.062332:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253331.068848:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452009856 00000100:00100000:0.0:1768253331.068874:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452009856 00000100:00100000:2.0:1768253331.069237:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 188 00000100:00100000:2.0:1768253331.069249:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b159850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54147:x1854145452009856:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:2.0:1768253331.069832:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b159850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54147:x1854145452009856:12345-192.168.202.43@tcp:35:touch.0 Request processed in 582us (7509us total) trans 4294967732 rc 0/0 00000100:00100000:2.0:1768253331.069843:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 188 00000100:00080000:0.0:1768253331.070666:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253331.172411:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253331.172945:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452009984 00000100:00100000:1.0:1768253331.172961:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452009984 00000100:00100000:1.0:1768253331.173102:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1132 00000100:00100000:1.0:1768253331.173115:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54151:x1854145452009984:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768253331.173149:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253331.173177:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe177 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73b9 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253331.173259:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173277:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173290:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173308:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173315:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173322:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173448:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173457:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173465:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:1.0:1768253331.173511:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5d:0x0]: returning size 0 00000004:00200000:1.0:1768253331.173516:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253331.173556:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173570:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173580:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173586:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173594:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173612:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253331.173617:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173624:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173636:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb200) 00010000:00010000:1.0:1768253331.173639:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253331.173645:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173651:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe17e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173674:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173681:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173686:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173690:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253331.173693:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173698:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173705:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972769ec0e00) 00010000:00010000:1.0:1768253331.173708:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253331.173711:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173717:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe185 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.173752:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe177 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73b9 expref: 13 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253331.174487:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73b9 expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253331.174498:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972769ec0100) 00010000:00010000:1.0:1768253331.174500:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253331.174503:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253331.174626:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54151:x1854145452009984:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1513us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253331.174636:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1132 00000100:00100000:1.0:1768253331.178609:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253331.178816:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452010112 00000100:00100000:3.0:1768253331.178834:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452010112 00000100:00100000:3.0:1768253331.178916:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 618 00000100:00100000:3.0:1768253331.178929:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452010112:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253331.178955:0:6570:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253331.178997:0:6570:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73c0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253331.179055:0:6570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x69656793, atime: 0x69656793, ctime: 0x69656793, blocks: 0x1 00010000:00010000:3.0:1768253331.179087:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253331.179090:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253331.179101:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253331.179130:0:6570:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 6 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253331.179148:0:6570:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768253331.179225:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452010112:12345-192.168.202.43@tcp:101:rm.0 Request processed in 299us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253331.179233:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 618 00000100:00100000:2.0:1768253331.190186:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253331.190332:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452010368 00000100:00100000:1.0:1768253331.190350:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452010368 00000100:00100000:1.0:1768253331.190432:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1133 00000100:00100000:1.0:1768253331.190444:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54151:x1854145452010368:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768253331.190519:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253331.190562:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe18c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73b9 expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253331.190592:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73b2 expref: 11 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253331.190608:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972769ec0100) 00010000:00010000:1.0:1768253331.190622:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253331.190656:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190684:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190697:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190716:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190723:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190734:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190899:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190908:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.190915:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:1.0:1768253331.191502:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].35, 64 off10432 00000004:00080000:1.0:1768253331.191516:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2536612502058ns, next at 2537612498543ns, rc = 0 00010000:00010000:1.0:1768253331.191585:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191596:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191605:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191613:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191619:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191624:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191653:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253331.191680:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191687:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191692:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191699:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253331.191703:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191711:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191720:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972769ec0f00) 00010000:00010000:1.0:1768253331.191723:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768253331.191728:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191734:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe1a8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191804:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191811:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191816:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191821:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253331.191824:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191833:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191841:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb200) 00010000:00010000:1.0:1768253331.191843:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253331.191846:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253331.191852:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe19a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768253331.191861:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e3874f14 reply state 00000000da9df417 transno 4294967733 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768253331.191871:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253331.191987:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54151:x1854145452010368:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1542us (1813us total) trans 4294967733 rc 0/0 00000100:00100000:1.0:1768253331.191996:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1133 00010000:00010000:2.0:1768253331.192674:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253331.192684:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253331.192692:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253331.192696:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253331.192704:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253331.192716:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff972769ec0f00) 00010000:00010000:2.0:1768253331.192719:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768253331.192722:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253331.192728:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe1af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253331.192746:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253331.192748:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253331.192750:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253331.203878:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253331.203905:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253331.203914:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253331.203921:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253331.203927:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253331.203936:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253331.203958:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972769ec0e00) 00010000:00010000:3.0:1768253331.203961:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253331.203967:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253331.203974:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe1a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253331.890687:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253332.429563:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253332.429619:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253332.429654:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253332.429690:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452010496 00000100:00100000:2.0:1768253332.429703:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452010496 00000100:00100000:2.0:1768253332.429765:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1399 00000100:00100000:2.0:1768253332.429788:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452010496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253332.429888:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452010496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 102us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253332.429895:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452010624 00000100:00100000:1.0:1768253332.429900:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452010624 00000100:00100000:2.0:1768253332.429901:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1399 00000100:00100000:1.0:1768253332.429933:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1782 00000100:00100000:2.0:1768253332.429938:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452010752 00000100:00100000:2.0:1768253332.429941:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452010752 00000100:00100000:1.0:1768253332.429941:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:2368:x1854145452010624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253332.429980:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1355 00000100:00100000:2.0:1768253332.429988:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452010752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253332.429993:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:2368:x1854145452010624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 55us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253332.430000:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1782 00000100:00100000:2.0:1768253332.430034:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452010752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 47us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253332.430041:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1355 00000100:00080000:2.0:1768253332.430179:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253332.434302:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253332.434525:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452010880 00000100:00100000:0.0:1768253332.434538:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452010880 00000100:00100000:0.0:1768253332.434633:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1356 00000100:00100000:0.0:1768253332.434649:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452010880:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253332.434755:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452010880:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 110us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253332.434765:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1356 00000100:00080000:2.0:1768253332.435398:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253332.452994:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253332.453058:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011008 00000100:00100000:1.0:1768253332.453075:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011008 00000100:00100000:1.0:1768253332.453222:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1134 00000100:00100000:1.0:1768253332.453236:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54166:x1854145452011008:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253332.453271:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253332.453304:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe1b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73c7 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253332.453623:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe1bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.453646:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.453663:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768253332.453765:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:0.0:1768253332.453780:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253332.453813:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.453842:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe1b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c7 expref: 13 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253332.453864:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe1bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c7 expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253332.453876:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb200) 00010000:00010000:0.0:1768253332.453880:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253332.453885:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768253332.453980:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54166:x1854145452011008:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 747us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253332.453989:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1134 00000100:00100000:1.0:1768253332.457851:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.463223:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011264 00000100:00100000:3.0:1768253332.463251:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011264 00000100:00100000:3.0:1768253332.463420:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1135 00000100:00100000:3.0:1768253332.463435:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54166:x1854145452011264:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253332.463523:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253332.463570:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe1bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c7 expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.463608:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe138 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73a4 expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.463622:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbb200) 00010000:00010000:3.0:1768253332.463636:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253332.468571:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253332.468601:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253332.468617:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768253332.468979:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd50ce78 reply state 00000000e0fafa2a transno 4294967734 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768253332.468991:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253332.469009:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:2.0:1768253332.469199:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54166:x1854145452011264:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 5760us (11358us total) trans 4294967734 rc 0/0 00000100:00100000:2.0:1768253332.469210:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1135 00010000:00010000:0.0:1768253332.476183:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.476208:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.476217:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.476224:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253332.476230:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.476238:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.476261:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9900) 00010000:00010000:0.0:1768253332.476266:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1768253332.476273:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253332.476280:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe1c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00080000:0.0:1768253332.533294:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2537954274919ns, next at 2538954271944ns, rc = 0 00000100:00100000:0.0:1768253332.533355:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253332.533386:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476284032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253332.533497:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253332.533597:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284032 00000100:00100000:0.0:1768253332.533607:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284032 00000100:00100000:0.0:1768253332.533688:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1768253332.533700:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476284032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253332.533734:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253332.533803:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476284032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253332.533811:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1768253332.533986:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fe8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476284032:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253332.534849:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253332.534863:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253332.534878:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476284160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253332.534929:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253332.534969:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284160 00000100:00100000:2.0:1768253332.534974:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284160 00000100:00100000:2.0:1768253332.535046:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1768253332.535054:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476284160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253332.535096:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253332.535140:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476284160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253332.535146:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00080000:2.0:1768253332.535167:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253332.535199:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476284160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253332.689729:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253332.689910:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011392 00000100:00100000:2.0:1768253332.689925:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011392 00000100:00100000:2.0:1768253332.690055:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1136 00000100:00100000:2.0:1768253332.690069:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452011392:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253332.690214:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452011392:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 147us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253332.690223:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1136 00000100:00100000:3.0:1768253332.694471:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253332.694619:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011520 00000100:00100000:1.0:1768253332.694634:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011520 00000100:00100000:1.0:1768253332.694716:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 619 00000100:00100000:1.0:1768253332.694729:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54178:x1854145452011520:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253332.695500:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54178:x1854145452011520:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 770us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253332.695510:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 619 00000100:00100000:1.0:1768253332.698784:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253332.699231:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011648 00000100:00100000:2.0:1768253332.699247:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011648 00000100:00100000:2.0:1768253332.699373:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 620 00000100:00100000:2.0:1768253332.699386:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54178:x1854145452011648:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253332.699778:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54178:x1854145452011648:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 383us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253332.699791:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 620 00000100:00100000:1.0:1768253332.706226:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.706400:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011776 00000100:00100000:3.0:1768253332.706418:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011776 00000100:00100000:3.0:1768253332.706501:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1137 00000100:00100000:3.0:1768253332.706513:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452011776:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253332.706947:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649373800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452011776:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 434us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253332.706957:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1137 00000100:00100000:3.0:1768253332.714431:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253332.715444:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452011904 00000100:00100000:1.0:1768253332.715464:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452011904 00000100:00100000:1.0:1768253332.715557:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1138 00000100:00100000:1.0:1768253332.715568:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452011904:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253332.715739:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452011904:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 161us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253332.715748:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1138 00000100:00100000:1.0:1768253332.720867:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253332.722547:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012032 00000100:00100000:2.0:1768253332.722563:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012032 00000100:00100000:3.0:1768253332.722922:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 621 00000100:00100000:3.0:1768253332.722931:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54178:x1854145452012032:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253332.723551:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54178:x1854145452012032:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 617us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253332.723562:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 621 00000100:00100000:0.0:1768253332.727080:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.727167:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012160 00000100:00100000:3.0:1768253332.727181:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012160 00000100:00100000:3.0:1768253332.727391:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 622 00000100:00100000:3.0:1768253332.727403:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54178:x1854145452012160:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253332.728484:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54178:x1854145452012160:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1079us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253332.728495:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 622 00000100:00100000:2.0:1768253332.731368:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.731432:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012288 00000100:00100000:3.0:1768253332.731444:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012288 00000100:00100000:3.0:1768253332.731506:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1139 00000100:00100000:3.0:1768253332.731513:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452012288:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253332.732306:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54178:x1854145452012288:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 787us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253332.732317:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1139 00000100:00100000:1.0:1768253332.803950:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.804406:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012416 00000100:00100000:3.0:1768253332.804421:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012416 00000100:00100000:3.0:1768253332.804504:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1140 00000100:00100000:3.0:1768253332.804517:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54182:x1854145452012416:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768253332.804549:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253332.804591:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe1cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73ce expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.804678:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.804696:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.804712:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.804902:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.804912:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.804919:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805309:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe1e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805319:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805325:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768253332.805372:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:3.0:1768253332.805376:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253332.805408:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805422:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805429:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805442:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805449:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253332.805454:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805462:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805476:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:3.0:1768253332.805479:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253332.805486:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805492:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe1d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805510:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805516:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805522:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805528:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253332.805531:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805537:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805548:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb200) 00010000:00010000:3.0:1768253332.805551:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253332.805554:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805560:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe1d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.805824:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe1cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ce expref: 13 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.805843:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ce expref: 12 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.805851:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:3.0:1768253332.805854:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253332.805857:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768253332.808483:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54182:x1854145452012416:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1461us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253332.808502:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1140 00000100:00100000:0.0:1768253332.810538:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.810627:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012672 00000100:00100000:3.0:1768253332.810642:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012672 00000100:00100000:3.0:1768253332.810723:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1141 00000100:00100000:3.0:1768253332.810749:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54182:x1854145452012672:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768253332.810786:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253332.810816:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe1e7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73d5 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.811048:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811066:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811079:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811096:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811103:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811109:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00080000:3.0:1768253332.811554:0:5785:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x24:0x0], index 0: 0 00010000:00010000:3.0:1768253332.811746:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe1fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811756:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe1fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811763:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe1fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811815:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811822:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811834:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811841:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253332.811845:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811852:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811865:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:3.0:1768253332.811868:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253332.811873:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.811879:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe1ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:3.0:1768253332.811895:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe4e62b5 reply state 00000000de4dc97f transno 4294967735 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768253332.811905:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253332.811933:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe1e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73d5 expref: 15 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.811946:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe1fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73d5 expref: 14 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.811955:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff972744dbb400) 00010000:00010000:3.0:1768253332.811957:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253332.811959:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253332.812090:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+15:54182:x1854145452012672:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1343us (1565us total) trans 4294967735 rc 0/0 00000100:00100000:3.0:1768253332.812099:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1141 00010000:00010000:3.0:1768253332.823711:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.824837:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.824849:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.824857:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253332.824864:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.824874:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.824899:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972744dbb700) 00010000:00010000:3.0:1768253332.824903:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253332.824909:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253332.824915:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe1f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000100:00100000:0.0:1768253332.828874:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253332.835385:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012800 00000100:00100000:3.0:1768253332.835408:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012800 00000100:00100000:3.0:1768253332.835512:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 623 00000100:00100000:3.0:1768253332.835525:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54182:x1854145452012800:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768253332.835551:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253332.835596:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73dc expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253332.835631:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1768253332.835663:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253332.835665:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253332.835677:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.835698:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253332.835713:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768253332.836222:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54182:x1854145452012800:12345-192.168.202.43@tcp:101:dd.0 Request processed in 698us (7365us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253332.836231:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 623 00000100:00100000:2.0:1768253332.881528:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253332.881703:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452012928 00000100:00100000:1.0:1768253332.881717:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452012928 00002000:00100000:1.0:1768253332.882187:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x24:0x0] (0->1048575) req@ffff9727776bad80 x1854145452012928/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:308/0 lens 488/0 e 0 to 0 dl 1768253343 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1768253332.882202:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9727776bad80 with x1854145452012928 ext(0->1048575) 00002000:00010000:1.0:1768253332.882210:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9727776bad80 00000100:00100000:1.0:1768253332.882255:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:1.0:1768253332.882267:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145452012928:12345-192.168.202.43@tcp:4:dd.0 00010000:00010000:0.0:1768253332.917143:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253332.940630:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2371:x1854145452012928:12345-192.168.202.43@tcp:4:dd.0 Request processed in 58342us (59094us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1768253332.940652:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 28 00002000:00100000:2.0:1768253332.940673:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x24:0x0] (0->1048575) req@ffff9727776bad80 x1854145452012928/t4294967368(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:308/0 lens 488/448 e 0 to 0 dl 1768253343 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1768253332.940684:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9727776bad80 with x1854145452012928 ext(0->1048575) 00002000:00010000:2.0:1768253332.940693:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9727776bad80 00000100:00100000:0.0:1768253332.950002:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253332.950180:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013056 00000100:00100000:1.0:1768253332.950194:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013056 00000100:00100000:1.0:1768253332.950271:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1142 00000100:00100000:1.0:1768253332.950281:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+14:54182:x1854145452013056:12345-192.168.202.43@tcp:44:dd.0 00000004:00080000:1.0:1768253333.042395:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 100 committed 00000001:00080000:1.0:1768253333.042432:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967733 is committed 00000004:00080000:1.0:1768253333.042438:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 99 committed 00000001:00080000:1.0:1768253333.042444:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967734 is committed 00000001:00080000:1.0:1768253333.042453:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967735 is committed 00000100:00100000:2.0:1768253333.042736:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54182:x1854145452013056:12345-192.168.202.43@tcp:44:dd.0 Request processed in 92446us (92742us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253333.042752:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1142 00000100:00100000:3.0:1768253333.043446:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253333.043469:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476284288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1768253333.043541:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253333.043760:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284288 00000100:00100000:2.0:1768253333.043780:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284288 00000100:00100000:2.0:1768253333.043839:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1768253333.043848:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476284288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768253333.043886:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:35 count 1 00010000:00010000:2.0:1768253333.043918:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.043943:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253333.043959:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253333.043962:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253333.043967:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.044003:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 5 pid: 6570 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253333.044062:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 5 pid: 6570 timeout: 2638 lvb_type: 1 00000100:00100000:2.0:1768253333.044074:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476284416:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253333.044155:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1768253333.044433:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476284544:0@lo:400:kworker.0 00000100:00100000:2.0:1768253333.044471:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253333.046115:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476284672:0@lo:400:kworker.0 00000100:00100000:3.0:1768253333.046187:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253333.046320:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284672 00000100:00100000:1.0:1768253333.046330:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284672 00000100:00100000:1.0:1768253333.046386:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1768253333.046397:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476284672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.046462:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476284672:12345-0@lo:400:kworker.0 Request processed in 67us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253333.046470:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:3.0:1768253333.046982:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476284672:0@lo:400:kworker.0 00000100:00100000:3.0:1768253333.047613:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284544 00000100:00100000:3.0:1768253333.047623:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284544 00000100:00100000:3.0:1768253333.047685:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1768253333.047694:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476284544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.053210:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253333.053272:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253333.055505:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476284416:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253333.055552:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253333.055684:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013312 00000100:00100000:1.0:1768253333.055694:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013312 00010000:00010000:1.0:1768253333.055749:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 6 pid: 6570 timeout: 2638 lvb_type: 1 00000100:00100000:1.0:1768253333.055802:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 469 00000100:00100000:1.0:1768253333.055813:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452013312:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253333.055832:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253333.055838:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 6 pid: 6570 timeout: 2638 lvb_type: 1 00010000:00010000:1.0:1768253333.055853:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 6 pid: 6570 timeout: 2638 lvb_type: 1 00010000:00010000:1.0:1768253333.055883:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f9000/0xef9a6e5c83abe193 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73c0 expref: 6 pid: 6570 timeout: 2638 lvb_type: 1 00010000:00010000:1.0:1768253333.055904:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253333.055906:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253333.055912:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253333.055923:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253333.055955:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253333.056097:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452013312:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 284us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253333.056119:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 469 00000100:00100000:0.0:1768253333.057327:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253333.057352:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476285056:0@lo:400:kworker.0 00000100:00100000:0.0:1768253333.057430:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253333.057492:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285056 00000100:00100000:0.0:1768253333.057499:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285056 00000100:00100000:0.0:1768253333.057556:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:0.0:1768253333.057565:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476285056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.058138:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476284800:0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.058179:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253333.058219:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253333.058226:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476284928:0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.058256:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253333.058289:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013184 00000100:00100000:1.0:1768253333.058295:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013184 00000100:00100000:1.0:1768253333.058333:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284928 00000100:00100000:1.0:1768253333.058337:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284928 00000100:00100000:1.0:1768253333.058352:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1768253333.058358:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476284928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.058409:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476284928:12345-0@lo:400:kworker.0 Request processed in 50us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253333.058417:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1768253333.058435:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 625 00000100:00100000:1.0:1768253333.058441:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2370:x1854145452013184:12345-192.168.202.43@tcp:16:dd.0 00000100:00100000:1.0:1768253333.058523:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476284928:0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.060862:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476284800 00000100:00100000:1.0:1768253333.060885:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476284800 00000100:00100000:1.0:1768253333.060982:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:1.0:1768253333.060994:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476284800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253333.061139:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476284800:12345-0@lo:400:kworker.0 Request processed in 147us (2958us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253333.061148:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:1.0:1768253333.061216:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476284800:0@lo:400:kworker.0 00000100:00100000:0.0:1768253333.061369:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476285056:12345-0@lo:400:kworker.0 Request processed in 3804us (3937us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253333.061378:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1768253333.061859:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476285056:0@lo:400:kworker.0 00000100:00100000:3.0:1768253333.061959:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476284544:12345-0@lo:400:kworker.0 Request processed in 14264us (17484us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253333.061981:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1768253333.062935:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476284544:0@lo:400:kworker.0 00010000:00010000:2.0:1768253333.065604:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.065629:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.065646:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.065656:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.065682:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1768253333.066793:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476284288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22937us (23244us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1768253333.066808:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00010000:00010000:2.0:1768253333.066859:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253333.066868:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.066879:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253333.066884:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.066896:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.066922:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253333.066931:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe211 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1768253333.066964:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649279880/2, rc 0, transno 4294967367 00010000:00010000:2.0:1768253333.066964:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253333.066967:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253333.066970:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253333.066987:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476284288:0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1768253333.067142:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1768253333.124631:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:3.0:1768253333.124661:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:2.0:1768253333.125141:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145452013184:12345-192.168.202.43@tcp:16:dd.0 Request processed in 66687us (71938us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253333.125158:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 625 00000100:00100000:1.0:1768253333.135989:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253333.136416:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013568 00000100:00100000:3.0:1768253333.136430:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013568 00000100:00100000:3.0:1768253333.136593:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 189 00000100:00100000:3.0:1768253333.136606:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54182:x1854145452013568:12345-192.168.202.43@tcp:35:dd.0 00000001:00080000:3.0:1768253333.137536:0:5787:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967736 00000100:00100000:3.0:1768253333.137839:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54182:x1854145452013568:12345-192.168.202.43@tcp:35:dd.0 Request processed in 1231us (1869us total) trans 4294967737 rc 0/0 00000100:00100000:3.0:1768253333.137850:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 189 00000020:00080000:3.0:1768253333.137858:0:5787:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1768253333.138372:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768253333.939625:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1768253334.613221:0:94509:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2540034203624ns, next at 2536092763383ns, rc = 0 00000004:00080000:2.0:1768253334.613392:0:94509:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2540034378551ns, next at 2538954271944ns, rc = 0 00000004:00080000:3.0:1768253334.640294:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 101 committed 00000004:00080000:3.0:1768253334.640327:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 96 committed 00000001:00080000:3.0:1768253334.640348:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00010000:00010000:2.0:1768253334.963699:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253335.987549:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253336.150187:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000100:00100000:3.0:1768253336.303079:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253336.303601:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013696 00000100:00100000:1.0:1768253336.303611:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013696 00000100:00100000:1.0:1768253336.303691:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1143 00000100:00100000:1.0:1768253336.303702:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452013696:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253336.303802:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452013696:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 103us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253336.303809:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1143 00000100:00080000:0.0:1768253336.306472:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253336.310858:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253336.325689:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013824 00000100:00100000:1.0:1768253336.325707:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013824 00000100:00080000:1.0:1768253336.329035:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253336.329076:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 626 00000100:00100000:1.0:1768253336.329091:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54314:x1854145452013824:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253336.329394:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54314:x1854145452013824:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 309us (18543us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253336.333471:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 626 00000100:00100000:1.0:1768253336.342940:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253336.343132:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452013952 00000100:00100000:3.0:1768253336.343143:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452013952 00000100:00080000:1.0:1768253336.343170:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253336.343217:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 627 00000100:00100000:3.0:1768253336.343228:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54314:x1854145452013952:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253336.348127:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54314:x1854145452013952:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 4892us (5186us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253336.348140:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 627 00000100:00100000:3.0:1768253336.358031:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253336.358931:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014080 00000100:00100000:1.0:1768253336.358955:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014080 00000100:00100000:1.0:1768253336.359042:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1144 00000100:00100000:1.0:1768253336.359054:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452014080:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253336.359379:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452014080:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 325us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253336.359387:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1144 00000100:00100000:1.0:1768253336.371458:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253336.373857:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014208 00000100:00100000:2.0:1768253336.373872:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014208 00000100:00100000:2.0:1768253336.373946:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1145 00000100:00100000:2.0:1768253336.373958:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452014208:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253336.374083:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452014208:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 127us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253336.374103:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1145 00000100:00100000:1.0:1768253336.379420:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253336.379454:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014336 00000100:00100000:1.0:1768253336.379464:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014336 00000100:00100000:1.0:1768253336.379509:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 628 00000100:00100000:1.0:1768253336.379518:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54314:x1854145452014336:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253336.379803:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54314:x1854145452014336:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 285us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253336.379811:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 628 00000100:00100000:3.0:1768253336.394161:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253336.394280:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014464 00000100:00100000:1.0:1768253336.394291:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014464 00000100:00100000:1.0:1768253336.394343:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 629 00000100:00100000:1.0:1768253336.394353:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54314:x1854145452014464:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253336.394647:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54314:x1854145452014464:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 294us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253336.394655:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 629 00000100:00100000:1.0:1768253336.396518:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253336.400474:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014592 00000100:00100000:3.0:1768253336.400495:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014592 00000100:00100000:3.0:1768253336.400560:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1146 00000100:00100000:3.0:1768253336.400569:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452014592:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253336.400930:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54314:x1854145452014592:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 361us (4418us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253336.400941:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1146 00000100:00100000:0.0:1768253336.510292:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253336.510398:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014848 00000100:00100000:2.0:1768253336.510408:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014848 00000100:00100000:2.0:1768253336.510465:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1147 00000100:00100000:2.0:1768253336.510472:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54318:x1854145452014848:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253336.510515:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253336.510537:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe1fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73d5 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253336.510552:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff972744dbb400) 00010000:00010000:2.0:1768253336.510563:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253336.510586:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510599:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510609:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510623:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510637:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510642:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510759:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510771:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.510777:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:2.0:1768253336.514942:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].36, 64 off10496 00000004:00080000:2.0:1768253336.514957:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2541935943003ns, next at 2542935940440ns, rc = 0 00010000:00010000:2.0:1768253336.515114:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.515132:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.515148:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.515156:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.515163:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.515169:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517042:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253336.517091:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517103:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517109:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517116:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253336.517121:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517128:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517147:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff972749ca9700) 00010000:00010000:2.0:1768253336.517149:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253336.517154:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517164:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe226 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517452:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517461:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517467:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517473:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253336.517476:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517482:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517490:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:2.0:1768253336.517493:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253336.517496:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.517501:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe218 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768253336.517510:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007846771 reply state 000000005a3a3ce3 transno 4294967738 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253336.517520:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253336.524218:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54318:x1854145452014848:12345-192.168.202.43@tcp:36:rm.0 Request processed in 7149us (7430us total) trans 4294967738 rc 0/0 00000100:00100000:2.0:1768253336.524241:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1147 00010000:00010000:2.0:1768253336.526483:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.526499:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.526506:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.526513:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253336.526517:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.526525:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.526541:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972749ca9800) 00010000:00010000:2.0:1768253336.526543:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253336.526548:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253336.526559:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe21f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253336.526828:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253336.526836:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253336.526843:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253336.526846:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253336.526852:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253336.526861:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff972749ca9700) 00010000:00010000:3.0:1768253336.526864:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253336.526867:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253336.526873:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe22d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253336.526888:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253336.526890:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253336.526892:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253337.010133:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253337.556156:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253337.556200:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253337.556247:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253337.556275:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253337.556318:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452014976 00000100:00100000:1.0:1768253337.556327:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452014976 00000100:00100000:1.0:1768253337.556375:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1401 00000100:00100000:1.0:1768253337.556384:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452014976:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253337.556451:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452014976:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 68us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253337.556460:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1401 00000100:00100000:1.0:1768253337.556497:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015232 00000100:00100000:1.0:1768253337.556501:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015232 00000100:00100000:1.0:1768253337.556525:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015360 00000100:00100000:1.0:1768253337.556528:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015360 00000100:00100000:1.0:1768253337.556819:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1358 00000100:00100000:1.0:1768253337.556828:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452015232:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253337.556858:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452015232:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253337.556865:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1358 00000100:00100000:1.0:1768253337.556879:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1359 00000100:00100000:1.0:1768253337.556885:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452015360:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253337.556909:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452015360:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253337.556915:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1359 00000100:00100000:0.0:1768253337.566274:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015104 00000100:00100000:0.0:1768253337.566292:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015104 00000100:00100000:0.0:1768253337.567682:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1786 00000100:00100000:0.0:1768253337.567701:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145452015104:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253337.567832:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145452015104:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 137us (11583us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253337.567843:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1786 00000004:00080000:2.0:1768253337.651160:0:6916:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2543072144326ns, next at 2544072142027ns, rc = 0 00000100:00100000:0.0:1768253337.651314:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253337.651338:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476285184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253337.651419:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253337.651609:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285184 00000100:00100000:2.0:1768253337.651616:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285184 00000100:00100000:2.0:1768253337.651672:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1768253337.651680:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476285184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253337.651715:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768253337.651780:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476285184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253337.651787:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1768253337.651822:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253337.651831:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476285312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253337.651858:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768253337.651888:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253337.651899:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285312 00000100:00100000:2.0:1768253337.651903:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285312 00000100:00100000:2.0:1768253337.651949:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1768253337.651956:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476285312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253337.651975:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253337.652008:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476285312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253337.652044:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00080000:2.0:1768253337.652063:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253337.652086:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:2.0:1768253337.652091:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649279880, transno 4294967367 00000100:00100000:2.0:1768253337.652109:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649250700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476285312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253337.652302:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:2.0:1768253337.652307:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972646ee7800, transno 4294967367 00000100:00100000:2.0:1768253337.652321:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777a24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476285184:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253338.034209:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253338.163398:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476285824:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.163473:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253338.163530:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253338.163537:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476285440:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.163568:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253338.163600:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476285568:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.163624:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253338.163652:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253338.163658:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476285696:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.163681:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253338.163713:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285824 00000100:00100000:2.0:1768253338.163730:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285824 00000100:00100000:2.0:1768253338.163782:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285568 00000100:00100000:2.0:1768253338.163786:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285568 00000100:00100000:2.0:1768253338.163806:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285696 00000100:00100000:2.0:1768253338.163808:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285696 00000100:00100000:2.0:1768253338.163828:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:2.0:1768253338.163837:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476285824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.163886:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476285824:12345-0@lo:400:kworker.0 Request processed in 50us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253338.163894:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:2.0:1768253338.163913:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:2.0:1768253338.163919:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476285568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.163951:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476285568:12345-0@lo:400:kworker.0 Request processed in 33us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253338.163957:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:2.0:1768253338.163970:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1768253338.163977:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476285696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.164002:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649250700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476285696:12345-0@lo:400:kworker.0 Request processed in 26us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253338.164042:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1768253338.164064:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285440 00000100:00100000:2.0:1768253338.164068:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285440 00000100:00100000:2.0:1768253338.164094:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1768253338.164100:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476285440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.164128:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476285440:12345-0@lo:400:kworker.0 Request processed in 28us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253338.164133:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00080000:2.0:1768253338.164164:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253338.164200:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476285440:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.164212:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476285824:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.164249:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476285696:0@lo:400:kworker.0 00000100:00100000:2.0:1768253338.164260:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476285568:0@lo:400:kworker.0 00000004:00080000:3.0:1768253338.404544:0:94656:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2543825528385ns, next at 2544072142027ns, rc = 0 00000004:00080000:1.0:1768253338.441638:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 98 committed 00000001:00080000:1.0:1768253338.441669:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967738 is committed 00000004:00080000:1.0:1768253338.441674:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 97 committed 00000004:00080000:1.0:1768253338.441681:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 99 committed 00000100:00100000:0.0:1768253338.441846:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253338.441869:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476285952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1768253338.441957:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253338.442179:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476285952 00000100:00100000:2.0:1768253338.442189:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476285952 00000100:00100000:2.0:1768253338.442243:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1768253338.442253:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476285952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768253338.442282:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:36 count 1 00010000:00010000:2.0:1768253338.442310:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253338.442332:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253338.442341:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253338.442344:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253338.442348:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253338.442377:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253338.442392:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 5 pid: 6567 timeout: 2643 lvb_type: 0 00000100:00100000:2.0:1768253338.442404:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476286080:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253338.442461:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1768253338.446191:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476286080:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253338.446222:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253338.450092:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253338.450289:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015488 00000100:00100000:2.0:1768253338.450301:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015488 00010000:00010000:2.0:1768253338.450352:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 6 pid: 6567 timeout: 2643 lvb_type: 0 00000100:00100000:2.0:1768253338.450391:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 470 00000100:00100000:2.0:1768253338.450401:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452015488:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253338.450419:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253338.450425:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 6 pid: 6567 timeout: 2643 lvb_type: 0 00010000:00010000:2.0:1768253338.450443:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 6 pid: 6567 timeout: 2643 lvb_type: 0 00010000:00010000:2.0:1768253338.450466:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe20a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73dc expref: 6 pid: 6567 timeout: 2643 lvb_type: 0 00010000:00010000:2.0:1768253338.450484:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253338.450486:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253338.450491:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253338.450500:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253338.450540:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253338.450593:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452015488:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 193us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253338.450600:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 470 00010000:00010000:3.0:1768253338.450984:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253338.450995:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253338.451003:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253338.451053:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253338.451068:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253338.451565:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476285952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9312us (9606us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1768253338.451574:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00010000:00010000:1.0:1768253338.451690:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253338.451698:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253338.451707:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253338.451721:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253338.451730:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253338.451743:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253338.451751:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe234 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253338.451778:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253338.451780:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253338.451782:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1768253338.451837:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1768253338.452165:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972646ee7800/2, rc 0, transno 4294967369 00000100:00100000:2.0:1768253338.452184:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476285952:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1768253338.452445:0:94656:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2543873431337ns, next at 2538954271944ns, rc = 0 00000004:00080000:1.0:1768253338.463627:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 102 committed 00010000:00010000:3.0:1768253339.062538:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253340.083288:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253341.106468:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768253341.309639:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00010000:00010000:1.0:1768253342.130241:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253342.673578:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253342.673632:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253342.673665:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253342.673712:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253342.673745:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015872 00000100:00100000:3.0:1768253342.673755:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015872 00000100:00100000:0.0:1768253342.673763:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016000 00000100:00100000:0.0:1768253342.673767:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016000 00000100:00100000:3.0:1768253342.673818:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1360 00000100:00100000:1.0:1768253342.673819:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015744 00000100:00100000:1.0:1768253342.673826:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015744 00000100:00100000:3.0:1768253342.673831:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452015872:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253342.673920:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452015872:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253342.673928:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1360 00000100:00100000:1.0:1768253342.674168:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1790 00000100:00100000:0.0:1768253342.674974:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1361 00000100:00100000:0.0:1768253342.674986:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452016000:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253342.675006:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452015744:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253342.675047:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452016000:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 64us (1334us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253342.675054:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1361 00000100:00100000:1.0:1768253342.675075:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452015744:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 898us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253342.675085:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1790 00000100:00080000:1.0:1768253342.675130:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768253342.675135:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253342.675137:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253342.675851:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452015616 00000100:00100000:2.0:1768253342.675861:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452015616 00000100:00100000:2.0:1768253342.675914:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1403 00000100:00100000:2.0:1768253342.675922:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452015616:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253342.675964:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452015616:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253342.675971:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1403 00000100:00100000:2.0:1768253342.771398:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253342.771425:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476286208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253342.771498:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253342.771560:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286208 00000100:00100000:2.0:1768253342.771568:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286208 00000100:00080000:1.0:1768253342.771601:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253342.771626:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1768253342.771635:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476286208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253342.771682:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253342.771735:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476286208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253342.771743:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1768253342.771786:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1768253342.771793:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972646ee7800, transno 4294967369 00000100:00100000:1.0:1768253342.771819:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476286208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253342.779125:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253342.779152:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476286336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253342.779227:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253342.779384:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286336 00000100:00100000:1.0:1768253342.779392:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286336 00000100:00100000:1.0:1768253342.779455:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1768253342.779464:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476286336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253342.779497:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253342.779559:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476286336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253342.779567:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1768253342.779612:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476286336:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253342.779626:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768253343.156767:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253343.283527:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476286464:0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.283598:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253343.283653:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253343.283660:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476286592:0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.283702:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253343.283736:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476286720:0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.283775:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253343.283798:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253343.283805:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476286848:0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.283842:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253343.283879:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286464 00000100:00100000:0.0:1768253343.283887:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286464 00000100:00100000:0.0:1768253343.283930:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1768253343.283938:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476286464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.283985:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476286464:12345-0@lo:400:kworker.0 Request processed in 47us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253343.283992:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1768253343.284059:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286592 00000100:00100000:0.0:1768253343.284063:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286592 00000100:00100000:0.0:1768253343.284088:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286720 00000100:00100000:0.0:1768253343.284092:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286720 00000100:00100000:0.0:1768253343.284118:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286848 00000100:00100000:0.0:1768253343.284120:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286848 00000100:00100000:0.0:1768253343.284136:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:0.0:1768253343.284143:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476286592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.284178:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476286592:12345-0@lo:400:kworker.0 Request processed in 35us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253343.284184:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:0.0:1768253343.284197:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1768253343.284203:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476286720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.284234:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476286720:12345-0@lo:400:kworker.0 Request processed in 31us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253343.284240:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1768253343.284252:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:0.0:1768253343.284258:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476286848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.284286:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476286848:12345-0@lo:400:kworker.0 Request processed in 28us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253343.284292:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:0.0:1768253343.284338:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476286592:0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.284349:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476286464:0@lo:400:kworker.0 00000100:00080000:0.0:1768253343.284380:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253343.284399:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476286848:0@lo:400:kworker.0 00000100:00100000:0.0:1768253343.284408:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476286720:0@lo:400:kworker.0 00010000:00010000:1.0:1768253344.178184:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253345.202264:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253346.226182:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253347.252708:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253347.786260:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253347.786316:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253347.786357:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253347.786408:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253347.788077:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016128 00000100:00100000:2.0:1768253347.788083:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016256 00000100:00100000:1.0:1768253347.788099:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016128 00000100:00100000:2.0:1768253347.788101:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016256 00000100:00100000:1.0:1768253347.788202:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1405 00000100:00100000:1.0:1768253347.788222:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452016128:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253347.788224:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1794 00000100:00100000:2.0:1768253347.788249:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452016256:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253347.788345:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452016128:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 127us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253347.788355:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1405 00000100:00080000:3.0:1768253347.788361:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253347.788415:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016512 00000100:00100000:1.0:1768253347.788422:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016512 00000100:00100000:0.0:1768253347.788466:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016384 00000100:00100000:0.0:1768253347.788474:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016384 00000100:00100000:2.0:1768253347.792489:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452016256:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4231us (6228us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253347.792509:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1794 00000100:00100000:0.0:1768253347.802190:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1362 00000100:00100000:0.0:1768253347.802205:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452016384:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253347.802300:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1363 00000100:00080000:2.0:1768253347.802311:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253347.802321:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253347.802322:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452016512:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253347.802422:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452016512:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 109us (16104us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253347.802430:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1363 00000100:00100000:0.0:1768253347.802806:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452016384:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 603us (16393us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253347.802814:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1362 00000100:00100000:0.0:1768253347.890448:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476286976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253347.890521:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253347.890658:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476286976 00000100:00100000:3.0:1768253347.890666:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476286976 00000100:00100000:3.0:1768253347.890726:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1768253347.890734:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476286976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253347.890772:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253347.891153:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476286976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 416us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253347.891162:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00080000:3.0:1768253347.891215:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253347.891289:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476286976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253347.891309:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253347.891317:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476287104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253347.891343:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253347.891919:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287104 00000100:00100000:3.0:1768253347.891926:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287104 00000100:00080000:2.0:1768253347.892064:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253347.892195:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1768253347.892205:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476287104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253347.892237:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253347.892346:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476287104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253347.892354:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1768253347.892520:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476287104:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768253348.274318:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253348.402419:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476287488:0@lo:400:kworker.0 00000100:00100000:1.0:1768253348.402419:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476287360:0@lo:400:kworker.0 00000100:00100000:3.0:1768253348.402558:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476287232:0@lo:400:kworker.0 00000100:00100000:0.0:1768253348.402702:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476287616:0@lo:400:kworker.0 00000100:00100000:3.0:1768253348.410186:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253348.410238:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253348.410475:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287360 00000100:00100000:1.0:1768253348.410490:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287360 00000100:00100000:3.0:1768253348.410541:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287232 00000100:00100000:3.0:1768253348.410555:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287232 00000100:00100000:1.0:1768253348.410572:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:1.0:1768253348.410591:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476287360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253348.410711:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476287360:12345-0@lo:400:kworker.0 Request processed in 127us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253348.410720:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:2.0:1768253348.410740:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253348.410768:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1768253348.410781:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476287232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253348.410859:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476287232:12345-0@lo:400:kworker.0 Request processed in 82us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253348.410867:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1768253348.410924:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476287232:0@lo:400:kworker.0 00000100:00100000:0.0:1768253348.411275:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476287360:0@lo:400:kworker.0 00000100:00100000:1.0:1768253348.413325:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287488 00000100:00100000:1.0:1768253348.413346:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287488 00000100:00080000:2.0:1768253348.413441:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253348.413450:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:1.0:1768253348.413468:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476287488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253348.413492:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253348.413559:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287616 00000100:00100000:2.0:1768253348.413567:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287616 00000100:00100000:1.0:1768253348.413589:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476287488:12345-0@lo:400:kworker.0 Request processed in 125us (2849us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253348.413599:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1768253348.413633:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:3.0:1768253348.413735:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476287488:0@lo:400:kworker.0 00000100:00080000:3.0:1768253348.413763:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253348.413809:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476287616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253348.414348:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476287616:12345-0@lo:400:kworker.0 Request processed in 704us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253348.414708:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:0.0:1768253348.414782:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277dbeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476287616:0@lo:400:kworker.0 00010000:00010000:3.0:1768253349.302181:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253350.322234:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253351.349770:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253352.370674:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253352.904672:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253352.904744:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253352.904797:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253352.904845:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253352.904866:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016768 00000100:00100000:2.0:1768253352.904884:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016768 00000100:00100000:1.0:1768253352.904934:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016640 00000100:00100000:1.0:1768253352.904940:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016640 00000100:00100000:2.0:1768253352.904990:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1798 00000100:00100000:1.0:1768253352.904992:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1407 00000100:00100000:2.0:1768253352.905007:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452016768:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253352.905008:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452016640:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253352.905076:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017024 00000100:00100000:0.0:1768253352.905081:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017024 00000100:00100000:0.0:1768253352.905119:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452016896 00000100:00100000:0.0:1768253352.905122:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452016896 00000100:00080000:3.0:1768253352.905150:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253352.905155:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1364 00000100:00080000:3.0:1768253352.905159:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253352.905166:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253352.905172:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452017024:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253352.905226:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1365 00000100:00100000:3.0:1768253352.905238:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452016896:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253352.909764:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452016768:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4743us (5090us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253352.909781:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1798 00000100:00100000:1.0:1768253352.914630:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452016640:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 9608us (9812us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253352.914650:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1407 00000100:00100000:0.0:1768253352.918802:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452017024:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 13616us (14036us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253352.918828:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1364 00000100:00100000:3.0:1768253352.920045:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452016896:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 14774us (15163us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253352.920062:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1365 00000100:00100000:2.0:1768253353.010970:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253353.010999:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476287744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253353.011108:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253353.011307:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287744 00000100:00100000:0.0:1768253353.011324:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287744 00000100:00100000:3.0:1768253353.011418:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253353.011429:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476287872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253353.011467:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253353.011502:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476287872 00000100:00100000:3.0:1768253353.011507:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476287872 00000100:00100000:0.0:1768253353.011542:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00080000:1.0:1768253353.011586:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253353.011592:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253353.011612:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476287744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253353.011662:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253353.012243:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476287744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 689us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253353.012342:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476287744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253353.021223:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1768253353.021279:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476287872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253353.021344:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253353.021473:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476287872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 229us (10003us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253353.021482:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1768253353.021892:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476287872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253353.026841:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00010000:00010000:3.0:1768253353.394312:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253353.523897:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476288000:0@lo:400:kworker.0 00000100:00100000:3.0:1768253353.524242:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253353.524396:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288000 00000100:00100000:1.0:1768253353.524408:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288000 00000100:00100000:1.0:1768253353.524475:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1768253353.524487:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476288000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253353.526637:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476288128:0@lo:400:kworker.0 00000100:00100000:0.0:1768253353.526721:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253353.526789:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288128 00000100:00100000:0.0:1768253353.526797:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288128 00000100:00100000:0.0:1768253353.526856:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:0.0:1768253353.526865:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476288128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253353.526921:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476288128:12345-0@lo:400:kworker.0 Request processed in 57us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253353.526930:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:0.0:1768253353.526991:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476288128:0@lo:400:kworker.0 00000100:00100000:1.0:1768253353.532980:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476288000:12345-0@lo:400:kworker.0 Request processed in 8481us (8724us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253353.533010:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1768253353.533130:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476288384:0@lo:400:kworker.0 00000100:00100000:1.0:1768253353.533196:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253353.533246:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253353.533254:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476288256:0@lo:400:kworker.0 00000100:00100000:1.0:1768253353.533277:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253353.533612:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288384 00000100:00100000:2.0:1768253353.533624:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288384 00000100:00100000:2.0:1768253353.533697:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288256 00000100:00100000:2.0:1768253353.533701:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288256 00000100:00100000:2.0:1768253353.533747:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:2.0:1768253353.533758:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476288384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253353.533847:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476288384:12345-0@lo:400:kworker.0 Request processed in 80us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253353.533855:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:2.0:1768253353.533874:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:2.0:1768253353.533880:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476288256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253353.533908:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476288256:12345-0@lo:400:kworker.0 Request processed in 29us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253353.533915:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:2.0:1768253353.533963:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476288256:0@lo:400:kworker.0 00000100:00100000:2.0:1768253353.533977:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476288384:0@lo:400:kworker.0 00000100:00080000:1.0:1768253353.536455:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253353.538163:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476288000:0@lo:400:kworker.0 00000100:00100000:1.0:1768253353.708363:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253353.708616:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017152 00000100:00100000:3.0:1768253353.708631:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017152 00000100:00100000:3.0:1768253353.708704:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1148 00000100:00100000:3.0:1768253353.708714:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452017152:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253353.708820:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452017152:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 107us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253353.708827:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1148 00000100:00100000:2.0:1768253353.716693:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253353.717950:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017280 00000100:00100000:3.0:1768253353.717970:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017280 00000100:00100000:3.0:1768253353.718074:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 631 00000100:00100000:3.0:1768253353.718086:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017280:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253353.721704:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017280:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 3604us (5012us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253353.721720:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 631 00000100:00100000:3.0:1768253353.736739:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253353.737306:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017408 00000100:00100000:2.0:1768253353.737320:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017408 00000100:00100000:2.0:1768253353.737383:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 632 00000100:00100000:2.0:1768253353.737653:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017408:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253353.738488:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017408:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 837us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253353.738501:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 632 00000100:00100000:3.0:1768253353.743296:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253353.743351:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017536 00000100:00100000:1.0:1768253353.743364:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017536 00000100:00100000:1.0:1768253353.743511:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1149 00000100:00100000:1.0:1768253353.743523:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452017536:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253353.744451:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dc9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452017536:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 926us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253353.744461:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1149 00000100:00100000:0.0:1768253353.755804:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253353.755919:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017664 00000100:00100000:0.0:1768253353.755934:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017664 00000100:00100000:0.0:1768253353.756278:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1150 00000100:00100000:0.0:1768253353.756292:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452017664:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253353.756422:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452017664:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 133us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253353.756433:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1150 00000100:00100000:1.0:1768253353.765507:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253353.765628:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017792 00000100:00100000:3.0:1768253353.765642:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017792 00000100:00100000:3.0:1768253353.765742:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 633 00000100:00100000:3.0:1768253353.765754:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017792:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253353.766398:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017792:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 632us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253353.766407:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 633 00000100:00100000:3.0:1768253353.768312:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253353.768611:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452017920 00000100:00100000:1.0:1768253353.768625:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452017920 00000100:00100000:1.0:1768253353.768687:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 634 00000100:00100000:1.0:1768253353.768697:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017920:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253353.769144:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649362d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54536:x1854145452017920:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 447us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253353.769150:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 634 00000100:00100000:3.0:1768253353.772119:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253353.772721:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452018048 00000100:00100000:2.0:1768253353.772742:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452018048 00000100:00100000:2.0:1768253353.772920:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1151 00000100:00100000:2.0:1768253353.772934:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452018048:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253353.774356:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54536:x1854145452018048:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 1417us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253353.774370:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1151 00010000:00010000:0.0:1768253354.422665:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253355.287408:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253355.287687:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452018176 00000100:00100000:2.0:1768253355.287704:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452018176 00000100:00080000:1.0:1768253355.287815:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253355.287819:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1152 00000100:00100000:2.0:1768253355.287831:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54550:x1854145452018176:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253355.287859:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253355.287889:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe23b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73e3 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.287973:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.287989:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.288007:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253355.288208:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1768253355.288213:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253355.288244:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.288274:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe23b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73e3 expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.288295:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73e3 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.288321:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:2.0:1768253355.288324:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253355.288328:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768253355.288481:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54550:x1854145452018176:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 651us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253355.288489:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1152 00000100:00100000:0.0:1768253355.291877:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253355.291978:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452018432 00000100:00100000:2.0:1768253355.291991:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452018432 00000100:00100000:2.0:1768253355.292200:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1153 00000100:00100000:2.0:1768253355.292212:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54550:x1854145452018432:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253355.292285:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253355.292321:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe242 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73e3 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.292339:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe1e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ce expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.292351:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:2.0:1768253355.292363:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253355.292403:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.292418:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.292428:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000001:00080000:2.0:1768253355.322753:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967739 is committed 00000004:00010000:1.0:1768253355.322849:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a8b60ae0 reply state 000000006e0f69a9 transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253355.322869:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253355.322931:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00080000:1.0:1768253355.323169:0:5784:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1768253355.323194:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54550:x1854145452018432:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 30977us (31323us total) trans 4294967739 rc 0/0 00000100:00100000:1.0:1768253355.323205:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1153 00010000:00010000:1.0:1768253355.323253:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253355.323264:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253355.323273:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253355.323281:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253355.323286:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253355.323295:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253355.323316:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9200) 00010000:00010000:1.0:1768253355.323320:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253355.323327:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:1.0:1768253355.323333:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe249 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:0.0:1768253355.391699:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253355.391881:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452018560 00000100:00100000:3.0:1768253355.391896:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452018560 00000100:00100000:3.0:1768253355.392007:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 190 00000100:00100000:3.0:1768253355.392036:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54554:x1854145452018560:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:3.0:1768253355.392204:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54554:x1854145452018560:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 168us (519us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253355.392212:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 190 00000100:00100000:1.0:1768253355.393793:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253355.393873:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452018688 00000100:00100000:2.0:1768253355.393887:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452018688 00000100:00100000:2.0:1768253355.393954:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1154 00000100:00100000:2.0:1768253355.393964:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54554:x1854145452018688:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253355.393989:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253355.394055:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73ea expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.394133:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394149:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394164:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394182:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394201:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394208:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394410:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe265 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394418:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394426:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253355.394455:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1768253355.394459:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253355.394491:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394505:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394513:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394520:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394526:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253355.394531:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394538:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394561:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:2.0:1768253355.394564:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253355.394571:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394577:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe257 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394592:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394599:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394604:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394609:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253355.394612:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394617:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394623:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9400) 00010000:00010000:2.0:1768253355.394626:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253355.394629:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394635:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe25e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253355.394672:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ea expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.394687:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe265 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ea expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.394695:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:2.0:1768253355.394697:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253355.394700:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253355.394767:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54554:x1854145452018688:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 804us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253355.394777:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1154 00000100:00100000:1.0:1768253355.398720:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253355.398779:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452018944 00000100:00100000:0.0:1768253355.398793:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452018944 00000100:00100000:0.0:1768253355.398898:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1155 00000100:00100000:0.0:1768253355.398909:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54554:x1854145452018944:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768253355.398938:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253355.398965:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe26c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73f1 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.399165:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.399178:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.399189:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.399206:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.399214:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.399220:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:0.0:1768253355.399834:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x24:0x0], index 1: 0 00010000:00010000:0.0:1768253355.400079:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe281 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400090:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe281 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400098:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe281 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400142:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400147:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400153:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400157:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253355.400160:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400164:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400175:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:0.0:1768253355.400178:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253355.400182:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.400186:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe273 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253355.400202:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d950ff45 reply state 000000005f758af8 transno 4294967740 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253355.400217:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768253355.400253:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe26c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73f1 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.400268:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe281 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73f1 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.400276:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff97274df2de00) 00010000:00010000:0.0:1768253355.400279:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768253355.400282:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768253355.400373:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54554:x1854145452018944:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1465us (1670us total) trans 4294967740 rc 0/0 00000100:00100000:0.0:1768253355.400384:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1155 00010000:00010000:0.0:1768253355.402455:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.402469:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.402475:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.402479:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253355.402483:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.402489:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.402501:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff97274df2db00) 00010000:00010000:0.0:1768253355.402503:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253355.402507:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.402511:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962200/0xef9a6e5c83abe27a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253355.403831:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253355.403877:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452019200 00000100:00100000:0.0:1768253355.403896:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452019200 00000100:00100000:0.0:1768253355.403964:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1156 00000100:00100000:0.0:1768253355.403977:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54554:x1854145452019200:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:0.0:1768253355.404185:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253355.404213:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe281 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73f1 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.404232:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff97274df2de00) 00010000:00010000:0.0:1768253355.404242:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253355.404292:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.404311:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253355.404321:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253355.404476:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eee5a2f7 reply state 00000000e9d00cc8 transno 4294967741 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253355.404483:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253355.404636:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54554:x1854145452019200:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 661us (812us total) trans 4294967741 rc 0/0 00000100:00100000:0.0:1768253355.404649:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1156 00000100:00100000:3.0:1768253355.406640:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253355.406743:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452019328 00000100:00100000:0.0:1768253355.406759:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452019328 00000100:00100000:0.0:1768253355.406821:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1157 00000100:00100000:0.0:1768253355.406832:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54554:x1854145452019328:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:0.0:1768253355.406860:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253355.406881:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe296 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73f8 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.406941:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe296 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73f8 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.406957:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe296 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73f8 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253355.406978:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff97274df2d000) 00010000:00010000:0.0:1768253355.406981:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768253355.406985:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963400, rc 0) 00010000:00010000:2.0:1768253355.407311:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.407322:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.407330:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.407336:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253355.407341:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.407350:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.407362:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff97274df2d000) 00010000:00010000:2.0:1768253355.407365:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253355.407369:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.407376:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe28f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253355.407559:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54554:x1854145452019328:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 719us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253355.407568:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1157 00000100:00100000:1.0:1768253355.409459:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253355.409695:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452019456 00000100:00100000:2.0:1768253355.409708:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452019456 00000100:00100000:2.0:1768253355.409796:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 635 00000100:00100000:2.0:1768253355.409807:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452019456:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:2.0:1768253355.410300:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452019456:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 494us (849us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1768253355.410315:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 635 00000100:00080000:1.0:1768253355.410421:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253355.412987:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253355.413219:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452019712 00000100:00100000:3.0:1768253355.413232:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452019712 00000100:00100000:3.0:1768253355.413296:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 191 00000100:00100000:3.0:1768253355.413307:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54554:x1854145452019712:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:3.0:1768253355.413920:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54554:x1854145452019712:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 613us (942us total) trans 4294967742 rc 0/0 00000100:00100000:3.0:1768253355.413931:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 191 00010000:00010000:3.0:1768253355.442243:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253355.477810:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253355.477954:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452019840 00000100:00100000:0.0:1768253355.477970:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452019840 00000100:00100000:2.0:1768253355.478606:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1158 00000100:00100000:2.0:1768253355.478632:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54558:x1854145452019840:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768253355.478668:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253355.478698:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe29d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d73ff expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.478800:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478818:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478831:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478846:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478852:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478857:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478986:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.478995:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479002:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768253355.479074:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5f:0x0]: returning size 0 00000004:00200000:2.0:1768253355.479080:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253355.479106:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479121:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479130:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479137:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479144:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479151:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253355.479155:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479162:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479175:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:2.0:1768253355.479179:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253355.479185:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479191:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe2a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479208:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479216:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479221:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479225:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253355.479228:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479234:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479241:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972749ca9400) 00010000:00010000:2.0:1768253355.479244:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253355.479247:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479253:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe2ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.479288:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe29d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ff expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.479302:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ff expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253355.479311:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff97274df2d000) 00010000:00010000:2.0:1768253355.479313:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253355.479316:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01600, rc 0) 00000100:00100000:2.0:1768253355.479407:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54558:x1854145452019840:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 781us (1613us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253355.479418:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1158 00000100:00100000:2.0:1768253355.483845:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253355.483918:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452019968 00000100:00100000:1.0:1768253355.483933:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452019968 00000100:00100000:1.0:1768253355.484099:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 636 00000100:00100000:1.0:1768253355.484112:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452019968:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768253355.484136:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253355.484165:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7406 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768253355.484207:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x696567ab, atime: 0x696567ab, ctime: 0x696567ab, blocks: 0x1 00010000:00010000:1.0:1768253355.484234:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253355.484237:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253355.484248:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 7 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253355.484274:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 7 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253355.484292:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768253355.484377:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452019968:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 258us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253355.484385:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 636 00000100:00100000:1.0:1768253355.492310:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253355.495345:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452020224 00000100:00100000:2.0:1768253355.495375:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452020224 00000100:00100000:3.0:1768253355.497289:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1159 00000100:00100000:3.0:1768253355.497324:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54558:x1854145452020224:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:3.0:1768253355.497405:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253355.497446:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe2b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ff expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253355.497491:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe296 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73f8 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253355.497507:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff97274df2d000) 00010000:00010000:3.0:1768253355.497522:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253355.497564:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497582:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497592:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497620:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497628:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497635:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497801:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497810:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.497818:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:3.0:1768253355.498380:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].36, 64 off10496 00000004:00080000:3.0:1768253355.498393:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2560919379600ns, next at 2561919376070ns, rc = 0 00010000:00010000:3.0:1768253355.498469:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498479:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498487:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498495:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498502:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498509:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498538:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253355.498578:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498584:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498593:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498600:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253355.498604:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498612:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498622:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff972744dbb100) 00010000:00010000:3.0:1768253355.498626:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253355.498630:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498636:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe2ce lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498695:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498702:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498708:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498713:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253355.498716:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498723:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498735:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:3.0:1768253355.498738:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253355.498741:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253355.498747:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe2c0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768253355.498758:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e961c25 reply state 000000002711ee67 transno 4294967743 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253355.498768:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253355.498892:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54558:x1854145452020224:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1583us (6594us total) trans 4294967743 rc 0/0 00000100:00100000:3.0:1768253355.498902:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1159 00010000:00010000:2.0:1768253355.500185:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253355.500197:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.500206:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253355.500210:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.500218:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.500232:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff972744dbb100) 00010000:00010000:2.0:1768253355.500234:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768253355.500238:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.500244:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe2d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253355.500267:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253355.500269:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253355.500271:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253355.505880:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253355.505904:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253355.505913:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253355.505919:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253355.505924:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253355.505933:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253355.505956:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972744dbb900) 00010000:00010000:1.0:1768253355.505960:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253355.505966:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253355.505971:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe2c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253356.471103:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253356.484039:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253356.485128:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452020352 00000100:00100000:1.0:1768253356.485141:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452020352 00000100:00100000:1.0:1768253356.485202:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1160 00000100:00100000:1.0:1768253356.485212:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54574:x1854145452020352:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253356.485238:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253356.485259:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe2dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d740d expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.485327:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe2e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253356.485341:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe2e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253356.485352:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe2e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768253356.485413:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:1.0:1768253356.485418:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253356.485443:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe2e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253356.485470:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe2dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d740d expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.485486:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe2e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d740d expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.485495:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:1.0:1768253356.485498:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253356.485501:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768253356.485576:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54574:x1854145452020352:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 365us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253356.485593:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1160 00000100:00100000:3.0:1768253356.491869:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253356.491947:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452020608 00000100:00100000:2.0:1768253356.491957:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452020608 00000100:00100000:2.0:1768253356.492034:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000100:00100000:2.0:1768253356.492045:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54574:x1854145452020608:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253356.492104:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253356.492133:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe2e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d740d expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253356.492151:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe265 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d73ea expref: 11 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253356.492163:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9300) 00010000:00010000:2.0:1768253356.492173:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253356.492208:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.492221:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.492229:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00010000:3.0:1768253356.582003:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b8ba8b8 reply state 0000000098d450ad transno 4294967744 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253356.582041:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768253356.582091:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:3.0:1768253356.582201:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649278700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:54574:x1854145452020608:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 90153us (90339us total) trans 4294967744 rc 0/0 00000100:00100000:3.0:1768253356.582212:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1161 00000001:00080000:3.0:1768253356.582249:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967741 is committed 00000001:00080000:3.0:1768253356.582271:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967744 is committed 00000004:00080000:3.0:1768253356.582280:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 103 committed 00010000:00010000:2.0:1768253356.589284:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.589304:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.589312:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.589319:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253356.589324:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.589331:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.589350:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768253356.589354:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253356.589359:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253356.589365:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe2ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:3.0:1768253356.592306:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476288512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1768253356.592952:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253356.593376:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288512 00000100:00100000:1.0:1768253356.593390:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288512 00000100:00100000:1.0:1768253356.593509:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1768253356.593522:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476288512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1768253356.593586:0:6567:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:36 count 1 00010000:00010000:1.0:1768253356.593623:0:6567:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.593650:0:6567:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253356.593660:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253356.593662:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253356.593667:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.595669:0:6567:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 6 pid: 6567 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253356.595925:0:6567:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 6 pid: 6567 timeout: 2662 lvb_type: 1 00000100:00100000:1.0:1768253356.595942:0:6567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476288640:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253356.596586:0:6567:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83780 going to sleep for 11 seconds 00000100:00080000:1.0:1768253356.596618:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253356.616808:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253356.617212:0:6567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6567:1854145476288640:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768253356.617252:0:6567:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253356.617299:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452020736 00000100:00100000:1.0:1768253356.617308:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452020736 00010000:00010000:1.0:1768253356.617352:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 7 pid: 6567 timeout: 2662 lvb_type: 1 00000100:00100000:1.0:1768253356.617400:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 471 00000100:00100000:1.0:1768253356.617411:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748412c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452020736:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253356.617430:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253356.617437:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 7 pid: 6567 timeout: 2662 lvb_type: 1 00010000:00010000:1.0:1768253356.617450:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 7 pid: 6567 timeout: 2662 lvb_type: 1 00010000:00010000:1.0:1768253356.617482:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dade600/0xef9a6e5c83abe2b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7406 expref: 7 pid: 6567 timeout: 2662 lvb_type: 1 00010000:00010000:1.0:1768253356.617502:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253356.617505:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253356.617510:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.617521:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.617560:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253356.617625:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748412c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2371:x1854145452020736:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 215us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253356.617634:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 471 00010000:00010000:1.0:1768253356.618314:0:6567:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.618327:0:6567:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.618338:0:6567:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.618347:0:6567:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253356.618376:0:6567:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253356.618423:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253356.618439:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253356.618452:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253356.618457:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253356.618468:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253356.618492:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253356.618549:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dade000/0xef9a6e5c83abe2f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253356.619636:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476288512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26111us (26679us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1768253356.619648:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00010000:00010000:3.0:1768253356.619702:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253356.619707:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253356.619710:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253356.619730:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ff28a80/2, rc 0, transno 4294967369 00000100:00100000:1.0:1768253356.619740:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476288512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1768253356.641807:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253356.642411:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452020864 00000100:00100000:3.0:1768253356.642427:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452020864 00000100:00100000:3.0:1768253356.642485:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1162 00000100:00100000:3.0:1768253356.642657:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54578:x1854145452020864:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:3.0:1768253356.642689:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253356.642714:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe2f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7414 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253356.643253:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.643270:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.643287:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.643303:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.643311:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.643318:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644678:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe30d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644693:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe30d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644704:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe30d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253356.644738:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:0.0:1768253356.644753:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253356.644782:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe30d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644794:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644800:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644806:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644818:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253356.644823:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644831:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644846:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:0.0:1768253356.644849:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253356.644855:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644861:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe2ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644872:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644877:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644882:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644887:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253356.644890:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644895:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644908:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff97274df2de00) 00010000:00010000:0.0:1768253356.644911:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253356.644915:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644920:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe306 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253356.644960:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe2f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7414 expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253356.644975:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe30d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7414 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253356.644982:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff97274df2db00) 00010000:00010000:0.0:1768253356.644984:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253356.644986:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768253356.645102:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54578:x1854145452020864:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 2447us (3311us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253356.645111:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1162 00000001:00080000:1.0:1768253356.656977:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000100:00100000:3.0:1768253357.482162:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.482249:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452020992 00000100:00100000:2.0:1768253357.482261:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452020992 00000100:00100000:2.0:1768253357.482349:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1163 00000100:00100000:2.0:1768253357.482360:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54592:x1854145452020992:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253357.482387:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253357.483595:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe314 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d741b expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1768253357.483728:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1768253357.483826:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe31b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253357.483844:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe31b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253357.483856:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe31b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:2.0:1768253357.483940:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1768253357.483946:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253357.483977:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe31b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253357.484009:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe314 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d741b expref: 9 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.484055:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe31b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d741b expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.484066:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff97274df2db00) 00010000:00010000:2.0:1768253357.484069:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253357.484074:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768253357.484750:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54592:x1854145452020992:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 2389us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.484761:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1163 00010000:00010000:3.0:1768253357.491362:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253357.493282:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.493377:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452021248 00000100:00100000:2.0:1768253357.493391:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452021248 00000100:00100000:2.0:1768253357.493478:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1164 00000100:00100000:2.0:1768253357.493491:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54592:x1854145452021248:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253357.493845:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253357.493881:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe31b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d741b expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.493908:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe30d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7414 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.493923:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff97274df2db00) 00010000:00010000:2.0:1768253357.493937:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253357.493972:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.493987:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.494003:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768253357.494779:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029f05820 reply state 00000000ad34f611 transno 4294967745 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253357.494794:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1768253357.494817:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:2.0:1768253357.494932:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54592:x1854145452021248:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 1440us (1661us total) trans 4294967745 rc 0/0 00000100:00100000:2.0:1768253357.494941:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1164 00010000:00010000:2.0:1768253357.499976:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.499999:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.500007:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.500250:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253357.500255:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.500264:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.500284:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768253357.500288:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253357.500294:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.500304:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe322 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253357.649750:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253357.650104:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452021376 00000100:00100000:3.0:1768253357.650118:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452021376 00000100:00100000:3.0:1768253357.650192:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:3.0:1768253357.650203:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452021376:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253357.650331:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452021376:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 129us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253357.650338:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1165 00000100:00100000:3.0:1768253357.653302:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253357.653400:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452021504 00000100:00100000:1.0:1768253357.653414:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452021504 00000100:00100000:1.0:1768253357.653504:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 638 00000100:00100000:1.0:1768253357.653514:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452021504:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:3.0:1768253357.653705:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253357.653888:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264935d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452021504:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 374us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253357.653896:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 638 00000100:00100000:1.0:1768253357.657498:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.657572:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452021632 00000100:00100000:2.0:1768253357.657588:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452021632 00000100:00100000:2.0:1768253357.657700:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 639 00000100:00100000:2.0:1768253357.657712:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452021632:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00080000:3.0:1768253357.657835:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253357.658383:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452021632:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 669us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.658836:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 639 00000100:00100000:0.0:1768253357.661792:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.661886:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452021760 00000100:00100000:2.0:1768253357.661900:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452021760 00000100:00100000:2.0:1768253357.661970:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1166 00000100:00100000:2.0:1768253357.661983:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452021760:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253357.662456:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452021760:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 475us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.662465:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1166 00000100:00100000:3.0:1768253357.669679:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.670657:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452021888 00000100:00100000:2.0:1768253357.670683:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452021888 00000100:00100000:3.0:1768253357.670862:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1167 00000100:00100000:3.0:1768253357.670876:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452021888:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253357.671052:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452021888:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 179us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253357.671060:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1167 00000100:00100000:1.0:1768253357.674722:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.674957:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022016 00000100:00100000:2.0:1768253357.674972:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022016 00000100:00100000:2.0:1768253357.675100:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 640 00000100:00100000:2.0:1768253357.675112:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452022016:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253357.675517:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452022016:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 405us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.675538:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 640 00000100:00100000:0.0:1768253357.682216:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.683235:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022144 00000100:00100000:2.0:1768253357.683251:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022144 00000100:00100000:0.0:1768253357.683516:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 641 00000100:00100000:0.0:1768253357.683538:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452022144:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253357.684936:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54604:x1854145452022144:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1400us (2725us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253357.684951:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 641 00000100:00100000:3.0:1768253357.691937:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.692154:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022272 00000100:00100000:2.0:1768253357.692169:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022272 00000100:00100000:2.0:1768253357.692250:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1168 00000100:00100000:2.0:1768253357.692264:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452022272:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253357.692770:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54604:x1854145452022272:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 507us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.692780:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1168 00000100:00100000:1.0:1768253357.775315:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.775382:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022400 00000100:00100000:2.0:1768253357.775397:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022400 00000100:00100000:2.0:1768253357.775474:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00100000:2.0:1768253357.775487:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:54608:x1854145452022400:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253357.775516:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253357.775554:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe329 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7422 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.775646:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775665:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775681:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775706:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775713:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775720:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775917:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe33e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775926:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe33e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.775934:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe33e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768253357.775965:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1768253357.775970:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253357.776001:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe33e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776045:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776054:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776062:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776069:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253357.776073:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776081:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776096:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:2.0:1768253357.776100:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253357.776107:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776113:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe330 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776131:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776136:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776141:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776146:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253357.776148:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776153:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776160:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9300) 00010000:00010000:2.0:1768253357.776162:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253357.776165:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776171:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe337 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.776214:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe329 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7422 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.776234:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe33e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7422 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.776242:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:2.0:1768253357.776244:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253357.776247:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768253357.776336:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264867aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54608:x1854145452022400:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 852us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.776345:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1169 00000100:00100000:0.0:1768253357.779748:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253357.779873:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022528 00000100:00100000:3.0:1768253357.779888:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022528 00000100:00100000:3.0:1768253357.779966:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 192 00000100:00100000:3.0:1768253357.779979:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54608:x1854145452022528:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:3.0:1768253357.780196:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54608:x1854145452022528:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 210us (454us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253357.780206:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 192 00000100:00100000:3.0:1768253357.786935:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.787637:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022784 00000100:00100000:2.0:1768253357.787651:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022784 00000100:00100000:2.0:1768253357.787983:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1170 00000100:00100000:2.0:1768253357.787993:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54608:x1854145452022784:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253357.788056:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253357.788085:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe345 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7429 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.788284:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.788303:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.788318:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.788335:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.788566:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.788583:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:2.0:1768253357.790509:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x25:0x0], index 0: 0 00010000:00010000:2.0:1768253357.791987:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe35a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792112:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe35a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792130:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe35a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792181:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792190:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792197:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792203:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253357.792208:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792217:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792233:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:2.0:1768253357.792237:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253357.792245:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.792251:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe34c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768253357.792273:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041ca942d reply state 000000001ad78798 transno 4294967746 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253357.792284:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768253357.792333:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe345 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7429 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.792362:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe35a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7429 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253357.792369:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:2.0:1768253357.792371:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253357.792374:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01000, rc 0) 00000100:00100000:2.0:1768253357.792489:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:54608:x1854145452022784:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 4496us (5574us total) trans 4294967746 rc 0/0 00000100:00100000:2.0:1768253357.792500:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1170 00010000:00010000:2.0:1768253357.803965:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.803993:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.804001:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.805216:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253357.805229:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.805243:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253357.805264:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972749ca9300) 00010000:00010000:2.0:1768253357.805267:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253357.805274:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253357.805277:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:2.0:1768253357.805281:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe353 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253357.805463:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452022912 00000100:00100000:1.0:1768253357.805478:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452022912 00000100:00100000:1.0:1768253357.805554:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 642 00000100:00100000:1.0:1768253357.805566:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54608:x1854145452022912:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:1.0:1768253357.805589:0:6567:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253357.805614:0:6567:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7430 expref: -99 pid: 6567 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1768253357.805641:0:6567:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1768253357.805671:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253357.805673:0:6567:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253357.805684:0:6567:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253357.805703:0:6567:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 6 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253357.805722:0:6567:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253357.805884:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54608:x1854145452022912:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 319us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253357.805892:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 642 00000100:00100000:0.0:1768253357.832671:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.832803:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023040 00000100:00100000:2.0:1768253357.832818:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023040 00002000:00100000:2.0:1768253357.832887:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x25:0x0] (0->1048575) req@ffff972649cbf800 x1854145452023040/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:333/0 lens 488/0 e 0 to 0 dl 1768253368 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768253357.832900:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972649cbf800 with x1854145452023040 ext(0->1048575) 00002000:00010000:2.0:1768253357.832907:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972649cbf800 00000100:00100000:2.0:1768253357.832943:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 29 00000100:00100000:2.0:1768253357.832952:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452023040:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:2.0:1768253357.855780:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145452023040:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 22814us (23111us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1768253357.855795:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 29 00002000:00100000:2.0:1768253357.855808:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x25:0x0] (0->1048575) req@ffff972649cbf800 x1854145452023040/t4294967370(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:333/0 lens 488/448 e 0 to 0 dl 1768253368 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768253357.855824:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972649cbf800 with x1854145452023040 ext(0->1048575) 00002000:00010000:2.0:1768253357.855830:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff972649cbf800 00000100:00100000:1.0:1768253357.862909:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253357.863092:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023168 00000100:00100000:2.0:1768253357.863103:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023168 00000100:00100000:2.0:1768253357.863160:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1171 00000100:00100000:2.0:1768253357.863168:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54608:x1854145452023168:12345-192.168.202.43@tcp:44:dd.60003 00000100:00100000:1.0:1768253357.924217:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54608:x1854145452023168:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 61038us (61305us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253357.924230:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1171 00000001:00080000:1.0:1768253357.924264:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967746 is committed 00000100:00100000:3.0:1768253357.927311:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253357.927420:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023296 00000100:00100000:1.0:1768253357.927431:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023296 00000100:00100000:1.0:1768253357.927553:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 643 00000100:00100000:1.0:1768253357.927565:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145452023296:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:2.0:1768253357.977416:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145452023296:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 49831us (50090us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253357.977430:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 643 00000001:00080000:2.0:1768253357.977467:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:3.0:1768253357.981166:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253357.981271:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023552 00000100:00100000:0.0:1768253357.981283:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023552 00000100:00100000:0.0:1768253357.981349:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 193 00000100:00100000:0.0:1768253357.981359:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b0bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54608:x1854145452023552:12345-192.168.202.43@tcp:35:dd.60003 00000001:00080000:0.0:1768253357.981801:0:5787:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967747 00000100:00100000:0.0:1768253357.981926:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b0bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+10:54608:x1854145452023552:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 566us (769us total) trans 4294967748 rc 0/0 00000100:00100000:0.0:1768253357.981935:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 193 00000020:00080000:0.0:1768253357.981940:0:5787:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1768253358.039353:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253358.039400:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253358.039477:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023808 00000100:00100000:2.0:1768253358.039487:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023808 00000100:00100000:2.0:1768253358.039560:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1366 00000100:00100000:2.0:1768253358.039570:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452023808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253358.039651:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452023808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253358.039659:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1366 00000100:00100000:1.0:1768253358.040673:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023680 00000100:00100000:1.0:1768253358.040685:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023680 00000100:00100000:1.0:1768253358.040746:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1409 00000100:00100000:1.0:1768253358.040755:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452023680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253358.040903:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452023680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 150us (1559us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253358.040911:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1409 00000100:00100000:0.0:1768253358.130589:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476288768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253358.130688:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253358.130925:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288768 00000100:00100000:2.0:1768253358.130934:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288768 00000100:00100000:2.0:1768253358.131032:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1768253358.131042:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476288768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253358.131067:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3855613952 00000100:00100000:2.0:1768253358.131116:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476288768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253358.131128:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00080000:1.0:1768253358.131190:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253358.131269:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476288768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253358.131419:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9726498e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476288896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253358.131449:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253358.131542:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476288896 00000100:00100000:1.0:1768253358.131547:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476288896 00000100:00100000:1.0:1768253358.131596:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1768253358.131605:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476288896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253358.131641:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253358.131680:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476288896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253358.131686:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1768253358.131802:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9726498e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476288896:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768253358.131862:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768253358.515048:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253358.642331:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476289024:0@lo:400:kworker.0 00000100:00100000:3.0:1768253358.642398:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253358.642438:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476289408:0@lo:400:kworker.0 00000100:00100000:3.0:1768253358.642560:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476289536:0@lo:400:kworker.0 00000100:00100000:3.0:1768253358.642592:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253358.642616:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253358.642620:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476289152:0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.642656:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253358.642659:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476289280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.642681:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476289664:0@lo:400:kworker.0 00000100:00100000:0.0:1768253358.642689:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253358.642713:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253358.642905:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289536 00000100:00100000:2.0:1768253358.642915:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289536 00000100:00100000:2.0:1768253358.642964:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289152 00000100:00100000:2.0:1768253358.642966:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289152 00000100:00100000:2.0:1768253358.642982:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289280 00000100:00100000:2.0:1768253358.642985:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289280 00000100:00100000:2.0:1768253358.642999:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1768253358.643008:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476289536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.643077:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476289536:12345-0@lo:400:kworker.0 Request processed in 70us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253358.643085:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1768253358.643103:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1768253358.643109:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476289152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253358.643130:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:2.0:1768253358.643142:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476289152:12345-0@lo:400:kworker.0 Request processed in 32us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253358.643144:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476289280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.643156:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:1.0:1768253358.643195:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476289280:12345-0@lo:400:kworker.0 Request processed in 56us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253358.643210:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:3.0:1768253358.643245:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476289536:0@lo:400:kworker.0 00000100:00100000:1.0:1768253358.643247:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476289280:0@lo:400:kworker.0 00000100:00080000:3.0:1768253358.643278:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253358.643299:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289024 00000100:00100000:1.0:1768253358.643304:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289024 00000100:00100000:3.0:1768253358.643496:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476289152:0@lo:400:kworker.0 00000100:00100000:1.0:1768253358.643639:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1768253358.643652:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476289024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253358.643696:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476289024:12345-0@lo:400:kworker.0 Request processed in 46us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253358.643703:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1768253358.643838:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476289024:0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.645869:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289408 00000100:00100000:2.0:1768253358.645887:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289408 00000100:00100000:2.0:1768253358.645937:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289664 00000100:00100000:2.0:1768253358.645941:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289664 00000100:00100000:2.0:1768253358.645963:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1768253358.645971:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476289408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.646080:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277dbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476289408:12345-0@lo:400:kworker.0 Request processed in 109us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253358.646087:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1768253358.646103:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1768253358.646109:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476289664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253358.646140:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476289664:12345-0@lo:400:kworker.0 Request processed in 31us (3428us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253358.646145:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1768253358.646205:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476289408:0@lo:400:kworker.0 00000100:00100000:3.0:1768253358.646381:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476289664:0@lo:400:kworker.0 00000004:00080000:3.0:1768253359.153101:0:95022:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2564574084517ns, next at 2544072142027ns, rc = 0 00000004:00080000:3.0:1768253359.153201:0:95022:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2564574187577ns, next at 2561919376070ns, rc = 0 00000001:00080000:1.0:1768253359.193508:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967748 is committed 00000004:00080000:1.0:1768253359.193542:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 104 committed 00000004:00080000:1.0:1768253359.193556:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 100 committed 00010000:00010000:3.0:1768253359.539835:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253360.206650:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000100:00100000:0.0:1768253360.344719:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253360.345292:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452023936 00000100:00100000:1.0:1768253360.345305:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452023936 00000100:00100000:1.0:1768253360.345380:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1172 00000100:00100000:1.0:1768253360.345388:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452023936:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253360.345483:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452023936:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 94us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253360.345491:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1172 00000100:00080000:1.0:1768253360.345524:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253360.347623:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253360.347761:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024064 00000100:00100000:2.0:1768253360.347770:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024064 00000100:00100000:2.0:1768253360.347830:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 644 00000100:00100000:2.0:1768253360.347836:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54740:x1854145452024064:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253360.348109:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54740:x1854145452024064:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 271us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253360.348117:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 644 00000100:00080000:0.0:1768253360.350399:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253360.352427:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253360.352462:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024192 00000100:00100000:1.0:1768253360.352472:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024192 00000100:00100000:1.0:1768253360.352542:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 645 00000100:00100000:1.0:1768253360.352550:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54740:x1854145452024192:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253360.352790:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54740:x1854145452024192:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 239us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253360.352800:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 645 00000100:00080000:1.0:1768253360.352900:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253360.357600:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253360.358071:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024320 00000100:00100000:0.0:1768253360.358083:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024320 00000100:00100000:0.0:1768253360.358134:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1173 00000100:00100000:0.0:1768253360.358143:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452024320:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253360.358411:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452024320:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 268us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253360.358419:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1173 00000100:00100000:0.0:1768253360.366142:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253360.366310:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024448 00000100:00100000:2.0:1768253360.366320:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024448 00000100:00100000:2.0:1768253360.366371:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1174 00000100:00100000:2.0:1768253360.366381:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452024448:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253360.366472:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452024448:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 91us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253360.366479:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1174 00000100:00100000:1.0:1768253360.376994:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253360.377591:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024576 00000100:00100000:2.0:1768253360.377601:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024576 00000100:00100000:2.0:1768253360.377672:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 646 00000100:00100000:2.0:1768253360.377679:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54740:x1854145452024576:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253360.377912:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:54740:x1854145452024576:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 233us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253360.377917:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 646 00000100:00100000:2.0:1768253360.382158:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253360.382246:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024704 00000100:00100000:1.0:1768253360.382258:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024704 00000100:00100000:0.0:1768253360.382459:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 647 00000100:00100000:0.0:1768253360.382473:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54740:x1854145452024704:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253360.382849:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:54740:x1854145452024704:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 378us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253360.382858:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 647 00000100:00100000:0.0:1768253360.386361:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253360.387638:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452024832 00000100:00100000:2.0:1768253360.387651:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452024832 00000100:00100000:2.0:1768253360.387701:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1175 00000100:00100000:2.0:1768253360.387710:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452024832:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253360.387990:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54740:x1854145452024832:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 280us (1640us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253360.387998:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1175 00000100:00100000:1.0:1768253360.451760:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253360.451835:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025088 00000100:00100000:0.0:1768253360.451846:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025088 00000100:00100000:0.0:1768253360.451909:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1176 00000100:00100000:0.0:1768253360.451919:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:54744:x1854145452025088:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:0.0:1768253360.451973:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253360.452047:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe35a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7429 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253360.452068:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff972749ca9b00) 00010000:00010000:0.0:1768253360.452078:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253360.452113:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253360.452129:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253360.452140:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.452932:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.452944:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.452955:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.453497:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.453516:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.453523:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:3.0:1768253360.454995:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].37, 64 off10560 00000004:00080000:3.0:1768253360.455685:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2565876670006ns, next at 2566876664813ns, rc = 0 00010000:00010000:3.0:1768253360.455932:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.455947:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.455957:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.455965:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.455972:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.455977:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456084:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253360.456119:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456127:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456133:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456139:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253360.456143:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456151:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456161:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:3.0:1768253360.456164:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1768253360.456168:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456174:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe37d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456245:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456252:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456258:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456263:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253360.456266:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456276:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456283:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:3.0:1768253360.456285:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253360.456288:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.456293:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963400/0xef9a6e5c83abe36f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:3.0:1768253360.456303:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000039bafaa4 reply state 0000000027aecf5e transno 4294967749 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:3.0:1768253360.456312:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253360.456426:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:54744:x1854145452025088:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 4503us (4669us total) trans 4294967749 rc 0/0 00000100:00100000:3.0:1768253360.456436:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1176 00010000:00010000:2.0:1768253360.459507:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253360.459522:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.459534:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253360.459538:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.459546:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.459567:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff972744dbbb00) 00010000:00010000:2.0:1768253360.459570:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768253360.459575:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.459585:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe384 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462779:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462799:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462807:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462813:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253360.462818:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462826:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462843:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff972744dbbc00) 00010000:00010000:2.0:1768253360.462846:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253360.462851:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253360.462856:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe376 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253360.467172:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253360.467195:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253360.467198:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253360.562281:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253361.586271:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253362.166155:0:95167:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2567587138197ns, next at 2566876664813ns, rc = 0 00000004:00080000:1.0:1768253362.206408:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 102 committed 00000001:00080000:1.0:1768253362.206440:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967749 is committed 00000004:00080000:1.0:1768253362.206445:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 101 committed 00000100:00100000:3.0:1768253362.206661:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253362.206687:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476289792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1768253362.206773:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253362.207728:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476289792 00000100:00100000:2.0:1768253362.207738:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476289792 00000100:00080000:1.0:1768253362.207798:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253362.207811:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1768253362.207822:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476289792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1768253362.207850:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:37 count 1 00010000:00010000:2.0:1768253362.207875:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.207896:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.207906:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253362.207908:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253362.207912:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.207940:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 5 pid: 6567 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.207954:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 5 pid: 6567 timeout: 2667 lvb_type: 0 00000100:00100000:2.0:1768253362.207967:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476289920:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253362.208073:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649208d80 going to sleep for 11 seconds 00000100:00100000:0.0:1768253362.212436:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253362.212756:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025216 00000100:00100000:1.0:1768253362.212765:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025216 00000100:00080000:0.0:1768253362.212819:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768253362.212822:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 6 pid: 6567 timeout: 2667 lvb_type: 0 00000100:00100000:2.0:1768253362.212869:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476289920:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253362.212874:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 472 00000100:00100000:1.0:1768253362.212888:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452025216:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253362.212903:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253362.212904:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253362.213136:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 6 pid: 6567 timeout: 2667 lvb_type: 0 00010000:00010000:1.0:1768253362.213150:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 6 pid: 6567 timeout: 2667 lvb_type: 0 00010000:00010000:1.0:1768253362.213280:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe368 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7430 expref: 6 pid: 6567 timeout: 2667 lvb_type: 0 00010000:00010000:1.0:1768253362.213298:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253362.213301:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253362.213305:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253362.213316:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253362.213347:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253362.213465:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.213476:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.213504:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.213512:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253362.213534:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1768253362.213562:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253362.213571:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253362.213584:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253362.213589:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253362.213597:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253362.213609:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253362.213615:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe38b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253362.213634:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253362.213636:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253362.213638:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253362.213724:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452025216:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 836us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253362.213732:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 472 00000100:00100000:2.0:1768253362.214256:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9726498e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476289792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6434us (7481us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1768253362.214266:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000004:00080000:0.0:1768253362.214537:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff97277ff28700/2, rc 0, transno 4294967371 00000100:00100000:0.0:1768253362.214553:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476289792:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1768253362.215464:0:95167:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2567636449034ns, next at 2561919376070ns, rc = 0 00000004:00080000:1.0:1768253362.222889:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 105 committed 00010000:00010000:3.0:1768253362.610630:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253363.143994:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253363.144059:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025472 00000100:00100000:3.0:1768253363.144068:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025472 00000100:00100000:1.0:1768253363.144073:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253363.144111:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253363.144131:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1805 00000100:00100000:3.0:1768253363.144140:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452025472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253363.144158:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253363.144184:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025344 00000100:00100000:1.0:1768253363.144188:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025344 00000100:00100000:1.0:1768253363.144214:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1411 00000100:00100000:3.0:1768253363.144218:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452025472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 80us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253363.144220:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452025344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253363.144238:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1805 00000100:00100000:1.0:1768253363.144244:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452025344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253363.144249:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1411 00000100:00100000:1.0:1768253363.144275:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025728 00000100:00100000:1.0:1768253363.144278:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025728 00000100:00080000:0.0:1768253363.144332:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253363.144337:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253363.144348:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025600 00000100:00100000:1.0:1768253363.144352:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025600 00000100:00100000:3.0:1768253363.146100:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1369 00000100:00100000:3.0:1768253363.146119:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452025728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253363.146278:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452025728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 167us (2203us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253363.146287:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1369 00000100:00100000:3.0:1768253363.146308:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1370 00000100:00100000:3.0:1768253363.146316:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452025600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253363.146345:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452025600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253363.146351:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1370 00000100:00100000:1.0:1768253363.250939:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476290176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253363.251004:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253363.251099:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253363.251106:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476290048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253363.251134:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253363.251167:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290176 00000100:00100000:1.0:1768253363.251175:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290176 00000100:00100000:1.0:1768253363.251226:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290048 00000100:00100000:1.0:1768253363.251229:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290048 00000100:00100000:1.0:1768253363.251247:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1768253363.251255:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476290176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253363.251291:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253363.251334:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476290176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253363.251341:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1768253363.251357:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1768253363.251363:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476290048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253363.251380:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1768253363.251407:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476290048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253363.251413:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00080000:1.0:1768253363.251429:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253363.251462:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476290048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253363.251483:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1768253363.251488:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ff28a80, transno 4294967369 00000100:00100000:1.0:1768253363.251502:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476290176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253363.634700:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253363.762404:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476290688:0@lo:400:kworker.0 00000100:00100000:1.0:1768253363.762463:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253363.762540:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253363.762546:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476290560:0@lo:400:kworker.0 00000100:00100000:1.0:1768253363.762571:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253363.762735:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476290304:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.762860:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253363.762893:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476290816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.762915:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253363.762931:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1768253363.762936:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476290432:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.762955:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253363.762971:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476290944:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.762990:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253363.763039:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290560 00000100:00100000:0.0:1768253363.763046:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290560 00000100:00100000:0.0:1768253363.763098:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290816 00000100:00100000:0.0:1768253363.763101:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290816 00000100:00100000:0.0:1768253363.763117:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290432 00000100:00100000:0.0:1768253363.763120:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290432 00000100:00100000:0.0:1768253363.763135:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1768253363.763143:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476290560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.763193:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476290560:12345-0@lo:400:kworker.0 Request processed in 51us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253363.763201:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1768253363.763223:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:0.0:1768253363.763229:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476290816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.763261:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476290816:12345-0@lo:400:kworker.0 Request processed in 32us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253363.763266:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00100000:0.0:1768253363.763276:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1768253363.763281:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476290432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253363.763457:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290304 00000100:00100000:1.0:1768253363.763462:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290304 00000100:00100000:1.0:1768253363.763499:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1768253363.763506:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476290304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253363.763536:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476290304:12345-0@lo:400:kworker.0 Request processed in 30us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253363.763542:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00080000:1.0:1768253363.763590:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253363.763601:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290688 00000100:00100000:1.0:1768253363.763606:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290688 00000100:00100000:1.0:1768253363.763627:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476290944 00000100:00100000:1.0:1768253363.763629:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476290944 00000100:00100000:1.0:1768253363.763648:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1768253363.763654:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476290688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.763898:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476290432:12345-0@lo:400:kworker.0 Request processed in 615us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253363.763904:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1768253363.763927:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1768253363.763934:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476290944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.763962:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ffae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476290944:12345-0@lo:400:kworker.0 Request processed in 29us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253363.763969:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1768253363.764009:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476290432:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.764049:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476290944:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.764057:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476290304:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.764067:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476290816:0@lo:400:kworker.0 00000100:00100000:0.0:1768253363.764115:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476290560:0@lo:400:kworker.0 00000100:00100000:1.0:1768253363.764874:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476290688:12345-0@lo:400:kworker.0 Request processed in 1217us (2406us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253363.764884:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1768253363.765385:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476290688:0@lo:400:kworker.0 00010000:00010000:3.0:1768253364.658477:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253365.339415:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00010000:00010000:3.0:1768253365.683962:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253366.707350:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253367.730323:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253368.270114:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253368.270158:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253368.270165:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025856 00000100:00100000:0.0:1768253368.270177:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025856 00000100:00100000:1.0:1768253368.270183:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026112 00000100:00100000:1.0:1768253368.270189:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026112 00000100:00100000:0.0:1768253368.270234:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1413 00000100:00100000:1.0:1768253368.270239:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1373 00000100:00100000:0.0:1768253368.270247:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452025856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253368.270254:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253368.270327:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253368.270329:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452025856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 85us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.270341:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1373 00000100:00100000:0.0:1768253368.270343:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1413 00000100:00080000:1.0:1768253368.270373:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253368.270407:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253368.270445:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452025984 00000100:00100000:1.0:1768253368.270449:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452025984 00000100:00100000:1.0:1768253368.270515:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1809 00000100:00100000:1.0:1768253368.270524:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452025984:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253368.270553:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452025984:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.270560:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1809 00000100:00080000:1.0:1768253368.270575:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253368.270699:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253368.270734:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026240 00000100:00100000:0.0:1768253368.270739:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026240 00000100:00100000:0.0:1768253368.271784:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1374 00000100:00100000:0.0:1768253368.271865:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253368.271923:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 130us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253368.271930:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1374 00000100:00080000:1.0:1768253368.272600:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253368.370484:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253368.370597:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476291072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253368.370672:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253368.371046:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291072 00000100:00100000:2.0:1768253368.371055:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291072 00000100:00100000:2.0:1768253368.371119:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1768253368.371130:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476291072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253368.371168:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253368.371225:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476291072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253368.371234:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:3.0:1768253368.371400:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253368.371458:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476291072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253368.376432:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476291200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253368.376516:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253368.376717:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291200 00000100:00100000:1.0:1768253368.376727:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291200 00000100:00100000:1.0:1768253368.376797:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1768253368.376806:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476291200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253368.376842:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253368.376888:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476291200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.376895:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00080000:3.0:1768253368.376956:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253368.376988:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:3.0:1768253368.376995:0:3321:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff97277ff28700, transno 4294967371 00000100:00100000:3.0:1768253368.377051:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476291200:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768253368.755180:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253368.882496:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253368.882567:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253368.882592:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476291456:0@lo:400:kworker.0 00000100:00100000:2.0:1768253368.882670:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253368.883694:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291456 00000100:00100000:3.0:1768253368.883707:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291456 00000100:00100000:3.0:1768253368.883777:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1768253368.883787:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476291456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253368.883870:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476291456:12345-0@lo:400:kworker.0 Request processed in 84us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253368.883878:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1768253368.883945:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476291456:0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.884613:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476291328:0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.884662:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253368.884902:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476291584:0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.884997:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476291968:0@lo:400:kworker.0 00000100:00100000:3.0:1768253368.885077:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476291712:0@lo:400:kworker.0 00000100:00100000:2.0:1768253368.885565:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291328 00000100:00100000:2.0:1768253368.885573:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291328 00000100:00100000:2.0:1768253368.885617:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1768253368.885625:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476291328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.885691:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253368.885717:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253368.885724:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476291840:0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.885748:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253368.885803:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291968 00000100:00100000:1.0:1768253368.885807:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291968 00000100:00100000:1.0:1768253368.885836:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1768253368.885842:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476291968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.885882:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476291968:12345-0@lo:400:kworker.0 Request processed in 40us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.885888:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1768253368.885929:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476291968:0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.885965:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291840 00000100:00100000:1.0:1768253368.885968:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291840 00000100:00100000:1.0:1768253368.885999:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:1.0:1768253368.886005:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476291840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.886067:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476291840:12345-0@lo:400:kworker.0 Request processed in 61us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.886073:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:1.0:1768253368.886100:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476291840:0@lo:400:kworker.0 00000100:00080000:1.0:1768253368.886140:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253368.890645:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253368.890942:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291712 00000100:00100000:1.0:1768253368.890952:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291712 00000100:00100000:1.0:1768253368.891028:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1768253368.891039:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476291712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.891110:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476291712:12345-0@lo:400:kworker.0 Request processed in 72us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.891116:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1768253368.891304:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476291712:0@lo:400:kworker.0 00000100:00100000:0.0:1768253368.891759:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253368.891855:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476291584 00000100:00100000:1.0:1768253368.891860:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476291584 00000100:00100000:1.0:1768253368.891918:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:1.0:1768253368.891926:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476291584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253368.891970:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476291584:12345-0@lo:400:kworker.0 Request processed in 45us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253368.891976:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00080000:3.0:1768253368.892032:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253368.892092:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476291584:0@lo:400:kworker.0 00000100:00100000:2.0:1768253368.892368:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476291328:12345-0@lo:400:kworker.0 Request processed in 6742us (7703us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253368.892378:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:1.0:1768253368.892704:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476291328:0@lo:400:kworker.0 00010000:00010000:3.0:1768253369.781496:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253370.802336:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253371.826992:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253372.850203:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253373.386505:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253373.386560:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253373.386718:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026368 00000100:00100000:2.0:1768253373.386730:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026368 00000100:00100000:2.0:1768253373.386802:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1415 00000100:00100000:2.0:1768253373.386813:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452026368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253373.386858:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253373.386899:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452026368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 87us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253373.386907:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1415 00000100:00100000:1.0:1768253373.387047:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026496 00000100:00100000:1.0:1768253373.387053:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026496 00000100:00100000:1.0:1768253373.387094:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1813 00000100:00100000:1.0:1768253373.387102:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452026496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253373.387371:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026624 00000100:00100000:3.0:1768253373.387386:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026624 00000100:00100000:3.0:1768253373.387422:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1377 00000100:00100000:3.0:1768253373.387429:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026624:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253373.387997:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253373.388112:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026752 00000100:00100000:0.0:1768253373.388815:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026752 00000100:00100000:0.0:1768253373.388884:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1378 00000100:00100000:0.0:1768253373.388894:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026752:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253373.388952:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026752:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 61us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253373.388959:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1378 00000100:00080000:0.0:1768253373.388983:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253373.388986:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253373.388989:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253373.390150:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452026496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3041us (3286us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253373.390163:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1813 00000100:00100000:3.0:1768253373.391079:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452026624:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 3643us (4511us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253373.391091:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1377 00000100:00100000:0.0:1768253373.490720:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476292096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253373.491133:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253373.491229:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253373.491237:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476292224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253373.491263:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253373.491406:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292096 00000100:00100000:1.0:1768253373.491414:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292096 00000100:00100000:1.0:1768253373.491485:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292224 00000100:00100000:1.0:1768253373.491489:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292224 00000100:00100000:1.0:1768253373.491508:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1768253373.491518:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476292096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253373.491556:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253373.492063:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1768253373.492076:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476292224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253373.492098:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253373.492153:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476292224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253373.492160:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1768253373.492214:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476292224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253373.492333:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476292096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 815us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253373.492340:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:0.0:1768253373.492414:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253373.492419:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253373.492480:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476292096:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253373.877837:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253374.004852:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476292352:0@lo:400:kworker.0 00000100:00100000:1.0:1768253374.004923:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253374.005304:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292352 00000100:00100000:0.0:1768253374.005313:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292352 00000100:00100000:0.0:1768253374.005390:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1768253374.005400:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476292352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253374.005559:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476292480:0@lo:400:kworker.0 00000100:00100000:3.0:1768253374.005606:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253374.005641:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292480 00000100:00100000:3.0:1768253374.005645:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292480 00000100:00100000:3.0:1768253374.005675:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1768253374.005681:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476292480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253374.005714:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476292480:12345-0@lo:400:kworker.0 Request processed in 33us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253374.005721:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1768253374.005759:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476292480:0@lo:400:kworker.0 00000100:00100000:0.0:1768253374.009203:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476292352:12345-0@lo:400:kworker.0 Request processed in 3796us (4270us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253374.009222:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1768253374.009388:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476292352:0@lo:400:kworker.0 00000100:00100000:0.0:1768253374.009579:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476292608:0@lo:400:kworker.0 00000100:00100000:0.0:1768253374.009624:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253374.009700:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292608 00000100:00100000:3.0:1768253374.009708:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292608 00000100:00100000:3.0:1768253374.009768:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:3.0:1768253374.009777:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476292608:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768253374.009856:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253374.010009:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476292736:0@lo:400:kworker.0 00000100:00100000:1.0:1768253374.010056:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253374.010108:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292736 00000100:00100000:1.0:1768253374.010118:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292736 00000100:00100000:1.0:1768253374.010165:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1768253374.010176:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476292736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253374.010222:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476292736:12345-0@lo:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253374.010233:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1768253374.010273:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476292736:0@lo:400:kworker.0 00000100:00100000:3.0:1768253374.012152:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476292608:12345-0@lo:400:kworker.0 Request processed in 2369us (2519us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253374.012186:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476292608:0@lo:400:kworker.0 00000100:00100000:3.0:1768253374.012403:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:1.0:1768253374.012839:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476292864:0@lo:400:kworker.0 00000100:00100000:1.0:1768253374.012882:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253374.012917:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253374.012924:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476292992:0@lo:400:kworker.0 00000100:00100000:0.0:1768253374.012929:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292864 00000100:00100000:0.0:1768253374.012937:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292864 00000100:00100000:1.0:1768253374.012948:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253374.013088:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:0.0:1768253374.013098:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476292864:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1768253374.013167:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253374.013181:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476292992 00000100:00100000:2.0:1768253374.013184:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476292992 00000100:00100000:2.0:1768253374.013212:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1768253374.013217:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476292992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253374.016462:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476292864:12345-0@lo:400:kworker.0 Request processed in 3349us (3562us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253374.016477:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:2.0:1768253374.016802:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476292992:12345-0@lo:400:kworker.0 Request processed in 3581us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253374.016813:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1768253374.020971:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476292992:0@lo:400:kworker.0 00000100:00100000:1.0:1768253374.020992:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cb42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476292864:0@lo:400:kworker.0 00010000:00010000:0.0:1768253374.898354:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253375.923077:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253376.946499:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253377.970230:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253378.503636:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253378.503775:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253378.503821:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253378.503943:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253378.504118:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027264 00000100:00100000:2.0:1768253378.504128:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027264 00000100:00100000:2.0:1768253378.504208:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027136 00000100:00100000:2.0:1768253378.504212:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027136 00000100:00100000:2.0:1768253378.504235:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1381 00000100:00100000:2.0:1768253378.504245:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452027264:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253378.504338:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452027264:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 82us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253378.504345:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1381 00000100:00100000:2.0:1768253378.504363:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1382 00000100:00100000:2.0:1768253378.504369:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452027136:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253378.504395:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452027136:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253378.504400:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1382 00000100:00100000:3.0:1768253378.504943:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027008 00000100:00100000:3.0:1768253378.504951:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027008 00000100:00100000:3.0:1768253378.505050:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1817 00000100:00100000:3.0:1768253378.505060:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452027008:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253378.505110:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452027008:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253378.505116:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1817 00000100:00080000:0.0:1768253378.507104:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253378.507116:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253378.507119:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253378.512443:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452026880 00000100:00100000:1.0:1768253378.512459:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452026880 00000100:00100000:1.0:1768253378.512598:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1417 00000100:00100000:1.0:1768253378.512610:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452026880:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253378.512717:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452026880:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 108us (8893us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253378.512726:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1417 00000100:00100000:0.0:1768253378.611180:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476293120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253378.611276:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253378.611580:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293120 00000100:00100000:2.0:1768253378.611589:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293120 00000100:00100000:2.0:1768253378.611653:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1768253378.611662:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476293120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253378.611708:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253378.611791:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476293248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253378.611824:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253378.611866:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293248 00000100:00100000:1.0:1768253378.611870:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293248 00000100:00100000:1.0:1768253378.611894:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1768253378.611900:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476293248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253378.611923:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253378.611958:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476293248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253378.611965:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1768253378.612010:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649cbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476293248:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253378.612081:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253378.612086:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253378.618690:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476293120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7017us (7402us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253378.618706:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1768253378.623361:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476293120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253378.824159:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253378.824488:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027392 00000100:00100000:1.0:1768253378.824499:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027392 00000100:00100000:1.0:1768253378.824609:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1177 00000100:00100000:1.0:1768253378.824620:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452027392:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253378.824734:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452027392:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 115us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253378.824741:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1177 00000100:00100000:0.0:1768253378.827771:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253378.827940:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027520 00000100:00100000:3.0:1768253378.827952:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027520 00000100:00100000:3.0:1768253378.828098:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 649 00000100:00100000:3.0:1768253378.828107:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452027520:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253378.828914:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452027520:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 803us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253378.828924:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 649 00000100:00100000:2.0:1768253378.831943:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253378.832034:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027648 00000100:00100000:3.0:1768253378.832046:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027648 00000100:00100000:3.0:1768253378.832136:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 650 00000100:00100000:3.0:1768253378.832156:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452027648:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253378.832493:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452027648:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 337us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253378.832500:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 650 00000100:00100000:0.0:1768253378.834717:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253378.834819:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027776 00000100:00100000:1.0:1768253378.834829:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027776 00000100:00100000:1.0:1768253378.834885:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1178 00000100:00100000:1.0:1768253378.834894:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452027776:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253378.835291:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452027776:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 396us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253378.835298:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1178 00000100:00100000:0.0:1768253378.838679:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253378.839003:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452027904 00000100:00100000:1.0:1768253378.839046:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452027904 00000100:00100000:1.0:1768253378.839098:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1179 00000100:00100000:1.0:1768253378.839108:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452027904:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253378.839210:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452027904:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 102us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253378.839217:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1179 00000100:00100000:1.0:1768253378.841170:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253378.841916:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452028032 00000100:00100000:2.0:1768253378.841928:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452028032 00000100:00100000:3.0:1768253378.841996:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 651 00000100:00100000:3.0:1768253378.842007:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452028032:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253378.842349:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452028032:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 343us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253378.842356:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 651 00000100:00100000:1.0:1768253378.844978:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253378.845175:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452028160 00000100:00100000:3.0:1768253378.845439:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452028160 00000100:00100000:3.0:1768253378.845506:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 652 00000100:00100000:3.0:1768253378.845516:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452028160:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253378.846039:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55003:x1854145452028160:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 495us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253378.846049:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 652 00000100:00100000:1.0:1768253378.848215:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253378.848378:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452028288 00000100:00100000:2.0:1768253378.848389:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452028288 00000100:00100000:2.0:1768253378.848457:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1180 00000100:00100000:2.0:1768253378.848470:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452028288:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253378.848885:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55003:x1854145452028288:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 323us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253378.848894:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1180 00000100:00100000:1.0:1768253378.874581:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253378.874749:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452028416 00000100:00100000:0.0:1768253378.874759:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452028416 00000100:00100000:0.0:1768253378.874828:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1181 00000100:00100000:0.0:1768253378.874839:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55004:x1854145452028416:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253378.874859:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253378.874881:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe392 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7437 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253378.874952:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe399 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253378.874967:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253378.874980:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:0.0:1768253378.875091:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:0.0:1768253378.875096:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253378.875124:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe399 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253378.875160:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe392 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7437 expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253378.875182:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe399 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7437 expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253378.875414:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:0.0:1768253378.875417:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253378.875421:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962c00, rc 0) 00000100:00100000:0.0:1768253378.875488:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55004:x1854145452028416:12345-192.168.202.43@tcp:101:rm.0 Request processed in 650us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253378.875496:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1181 00000100:00100000:3.0:1768253378.879374:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253378.879474:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452028672 00000100:00100000:2.0:1768253378.879488:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452028672 00000100:00100000:2.0:1768253378.879553:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1182 00000100:00100000:2.0:1768253378.879564:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55004:x1854145452028672:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:2.0:1768253378.879590:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253378.879612:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d743e expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1768253378.879780:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00010000:2.0:1768253378.880094:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3a0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d743e expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253378.880108:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:2.0:1768253378.880112:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1768253378.880118:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d743e expref: 10 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253378.880132:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00800, rc 0) 00000100:00100000:2.0:1768253378.880216:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55004:x1854145452028672:12345-192.168.202.43@tcp:101:rm.0 Request processed in 654us (855us total) trans 4294967750 rc 301/301 00000100:00100000:2.0:1768253378.880224:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1182 00000100:00100000:1.0:1768253378.884301:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253378.884409:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452028800 00000100:00100000:0.0:1768253378.884420:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452028800 00000100:00100000:0.0:1768253378.884492:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 194 00000100:00100000:0.0:1768253378.884502:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55004:x1854145452028800:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:0.0:1768253378.889120:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55004:x1854145452028800:12345-192.168.202.43@tcp:37:rm.0 Request processed in 4607us (4818us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253378.889135:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 194 00000100:00100000:1.0:1768253378.892660:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253378.892728:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029056 00000100:00100000:0.0:1768253378.892739:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029056 00000100:00100000:0.0:1768253378.892818:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 195 00000100:00100000:0.0:1768253378.892828:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55004:x1854145452029056:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:0.0:1768253378.893484:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55004:x1854145452029056:12345-192.168.202.43@tcp:35:rm.0 Request processed in 653us (831us total) trans 4294967751 rc 0/0 00000100:00100000:0.0:1768253378.893494:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 195 00000100:00100000:1.0:1768253378.896427:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253378.896751:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029312 00000100:00100000:2.0:1768253378.896760:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029312 00000100:00100000:2.0:1768253378.896813:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1183 00000100:00100000:2.0:1768253378.896824:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55004:x1854145452029312:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253378.896880:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1768253378.896909:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe399 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7437 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253378.896933:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe33e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7422 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253378.896942:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9800) 00010000:00010000:2.0:1768253378.896953:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe04a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d736c expref: 8 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253378.896960:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbb600) 00010000:00010000:2.0:1768253378.896965:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253378.896985:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.896995:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897001:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897009:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897060:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897078:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897433:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897440:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897445:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:2.0:1768253378.897936:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00010000:2.0:1768253378.897954:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897962:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897969:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897975:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253378.897979:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897986:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.897996:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff972749ca9600) 00010000:00010000:2.0:1768253378.898000:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253378.898004:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898009:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe3bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898092:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898099:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898104:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898109:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253378.898112:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898117:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898124:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9d00) 00010000:00010000:2.0:1768253378.898126:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253378.898129:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.898133:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00800/0xef9a6e5c83abe3ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768253378.898154:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099c20f39 reply state 00000000000261c2 transno 4294967752 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768253378.898162:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253378.898511:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55004:x1854145452029312:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1686us (2089us total) trans 4294967752 rc 0/0 00000100:00100000:2.0:1768253378.898520:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1183 00010000:00010000:2.0:1768253378.900284:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.900295:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.900300:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.900304:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253378.900306:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.900311:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.900332:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9300) 00010000:00010000:2.0:1768253378.900335:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253378.900339:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.900348:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe3b5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253378.995656:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253379.123628:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476293376:0@lo:400:kworker.0 00000100:00100000:1.0:1768253379.123892:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253379.123964:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293376 00000100:00100000:1.0:1768253379.123972:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293376 00000100:00100000:1.0:1768253379.124033:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1768253379.124043:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476293376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253379.124095:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476293376:12345-0@lo:400:kworker.0 Request processed in 54us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253379.124103:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1768253379.124153:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476293376:0@lo:400:kworker.0 00000100:00100000:2.0:1768253379.124666:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476293504:0@lo:400:kworker.0 00000100:00100000:2.0:1768253379.124702:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253379.124789:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476293632:0@lo:400:kworker.0 00000100:00100000:0.0:1768253379.124815:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253379.124832:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253379.124837:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476293760:0@lo:400:kworker.0 00000100:00100000:0.0:1768253379.124853:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253379.124888:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293504 00000100:00100000:0.0:1768253379.124892:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293504 00000100:00100000:0.0:1768253379.124923:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293632 00000100:00100000:0.0:1768253379.124926:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293632 00000100:00100000:0.0:1768253379.124947:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293760 00000100:00100000:0.0:1768253379.124949:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293760 00000100:00100000:0.0:1768253379.124963:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1768253379.124968:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476293504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253379.125037:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1768253379.125045:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476293632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253379.125080:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476293632:12345-0@lo:400:kworker.0 Request processed in 36us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253379.125087:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1768253379.125102:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:1.0:1768253379.125107:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476293760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253379.125130:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476293760:12345-0@lo:400:kworker.0 Request processed in 24us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253379.125137:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1768253379.125296:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cb42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476293504:12345-0@lo:400:kworker.0 Request processed in 326us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253379.125303:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:2.0:1768253379.125346:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476293504:0@lo:400:kworker.0 00000100:00080000:0.0:1768253379.125650:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253379.125678:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476293760:0@lo:400:kworker.0 00000100:00100000:0.0:1768253379.125689:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476293632:0@lo:400:kworker.0 00010000:00010000:3.0:1768253380.031642:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253381.045639:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253381.618856:0:95530:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd503d5d90 20000000:00000080:2.0:1768253381.618877:0:95530:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646df8000 uarg=0000000000000000 00010000:00010000:2.0:1768253381.619986:0:95530:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253381.620004:0:95530:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253381.620093:0:95530:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253381.620114:0:95530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.620131:0:95530:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.620139:0:95530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.620200:0:95530:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.620214:0:95530:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 17 pid: 5778 timeout: 2737 lvb_type: 0 00000100:00100000:2.0:1768253381.620228:0:95530:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95530:1854145476293888:0@lo:104: 00000100:00100000:2.0:1768253381.620287:0:95530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253381.620491:0:95530:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727431c6780 going to sleep for 11 seconds 00000100:00100000:3.0:1768253381.624932:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476293888 00000100:00100000:3.0:1768253381.624951:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476293888 00000100:00100000:3.0:1768253381.625080:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1768253381.625092:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:95530:x1854145476293888:12345-0@lo:104: 00010000:00010000:3.0:1768253381.625110:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253381.625327:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253381.625334:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:95530:x1854145476293888:12345-0@lo:104: Request processed in 246us (5046us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253381.625342:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00010000:00010000:0.0:1768253381.625416:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253381.625424:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625433:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253381.625439:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625447:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253381.625454:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253381.625461:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253381.625508:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625514:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253381.625549:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625555:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963000/0xef9a6e5c83abe035 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe03c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625575:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253381.625577:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253381.625578:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253381.625587:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253381.625612:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476294016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253381.625653:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253381.625699:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294016 00000100:00100000:0.0:1768253381.625703:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294016 00010000:00010000:0.0:1768253381.625721:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 18 pid: 5778 timeout: 2737 lvb_type: 0 00000100:00100000:0.0:1768253381.625740:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1768253381.625745:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476294016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253381.625755:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253381.625760:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 18 pid: 5778 timeout: 2737 lvb_type: 0 00010000:00010000:0.0:1768253381.625769:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 18 pid: 5778 timeout: 2737 lvb_type: 0 00010000:00010000:0.0:1768253381.625787:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625795:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625816:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625822:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625829:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625835:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625840:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253381.625844:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625851:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625859:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253381.625868:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253381.625896:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476294016:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253381.625902:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1768253381.625941:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476294016:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253381.626288:0:95530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963200/0xef9a6e5c83abe03c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe035 expref: 17 pid: 5778 timeout: 2737 lvb_type: 0 00000100:00100000:2.0:1768253381.626311:0:95530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95530:1854145476293888:0@lo:104: 00010000:00010000:2.0:1768253381.626326:0:95530:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.626333:0:95530:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.626343:0:95530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253381.626348:0:95530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3c3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.069504:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253382.574938:0:95578:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff46cd680 20000000:00000080:2.0:1768253382.574960:0:95578:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972646f0f800 uarg=0000000000000000 00010000:00010000:2.0:1768253382.575451:0:95578:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253382.575468:0:95578:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253382.575481:0:95578:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253382.575604:0:95578:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575620:0:95578:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575631:0:95578:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575638:0:95578:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575644:0:95578:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575651:0:95578:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575657:0:95578:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253382.575661:0:95578:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575670:0:95578:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575684:0:95578:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575691:0:95578:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253382.575696:0:95578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01a00/0xef9a6e5c83abe3ca lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95578 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1768253382.805736:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000001:00080000:2.0:1768253382.805759:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967752 is committed 10000000:01000000:0.0:1768253383.030392:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253383.030399:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253383.030405:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253383.030461:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253383.030474:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253383.030486:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253383.030532:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476294144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253383.030618:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253383.030670:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972748443000 going to sleep for 11 seconds 00000100:00100000:3.0:1768253383.030714:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294144 00000100:00100000:3.0:1768253383.030721:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294144 00000100:00100000:3.0:1768253383.030774:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1768253383.030781:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476294144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253383.030793:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253383.030808:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe3d1 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253383.030834:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253383.030844:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253383.030852:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768253383.030902:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476294144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253383.030908:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1768253383.031157:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476294144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253383.031171:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253383.031180:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253383.031197:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253383.031202:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253383.031209:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253383.092304:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253383.629313:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253383.629448:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253383.629490:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253383.629529:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253383.629634:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029440 00000100:00100000:3.0:1768253383.629645:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029440 00000100:00100000:3.0:1768253383.629704:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1420 00000100:00100000:3.0:1768253383.629715:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452029440:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253383.629778:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452029440:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 65us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253383.629786:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1420 00000100:00100000:2.0:1768253383.630052:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029824 00000100:00100000:2.0:1768253383.630058:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029824 00000100:00100000:2.0:1768253383.630097:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029696 00000100:00100000:2.0:1768253383.630101:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029696 00000100:00100000:2.0:1768253383.630121:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1383 00000100:00100000:2.0:1768253383.630129:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452029824:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253383.630164:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452029824:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253383.630171:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1383 00000100:00100000:2.0:1768253383.630186:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1384 00000100:00100000:2.0:1768253383.630192:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452029696:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253383.630215:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452029696:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253383.630221:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1384 00000100:00080000:1.0:1768253383.630580:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253383.630586:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253383.630749:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029568 00000100:00100000:0.0:1768253383.630755:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029568 00000100:00080000:0.0:1768253383.630921:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253383.630941:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1821 00000100:00100000:1.0:1768253383.630951:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452029568:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253383.631035:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452029568:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 60us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253383.631044:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1821 00000100:00100000:3.0:1768253383.733438:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476294272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253383.733531:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253383.733609:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294272 00000100:00100000:3.0:1768253383.733616:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294272 00000100:00100000:3.0:1768253383.733676:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1768253383.733685:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476294272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253383.733719:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253383.733760:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476294272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253383.733768:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00080000:3.0:1768253383.733789:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253383.733822:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476294272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253383.734447:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253383.734460:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476294400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253383.734504:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253383.734541:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294400 00000100:00100000:3.0:1768253383.734546:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294400 00000100:00100000:3.0:1768253383.734578:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1768253383.734584:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476294400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253383.734608:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253383.734645:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476294400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253383.734651:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00080000:3.0:1768253383.734667:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253383.734688:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476294400:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253384.114439:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253384.242260:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476294912:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242338:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253384.242403:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253384.242409:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476294528:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242438:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253384.242470:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476294784:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242505:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253384.242524:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253384.242529:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476294656:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242550:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253384.242579:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294912 00000100:00100000:0.0:1768253384.242587:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294912 00000100:00100000:0.0:1768253384.242635:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294784 00000100:00100000:0.0:1768253384.242638:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294784 00000100:00100000:0.0:1768253384.242656:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294656 00000100:00100000:0.0:1768253384.242659:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294656 00000100:00100000:0.0:1768253384.242674:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1768253384.242682:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476294912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242732:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476294912:12345-0@lo:400:kworker.0 Request processed in 50us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253384.242740:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1768253384.242757:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1768253384.242763:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476294784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242794:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476294784:12345-0@lo:400:kworker.0 Request processed in 31us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253384.242800:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1768253384.242811:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1768253384.242817:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476294656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242843:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476294656:12345-0@lo:400:kworker.0 Request processed in 26us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253384.242849:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1768253384.242867:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476294528 00000100:00100000:0.0:1768253384.242871:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476294528 00000100:00100000:0.0:1768253384.242894:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1768253384.242900:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476294528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.242946:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476294528:12345-0@lo:400:kworker.0 Request processed in 46us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253384.242953:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00080000:0.0:1768253384.242986:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253384.243046:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476294656:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.243058:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476294784:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.243084:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476294528:0@lo:400:kworker.0 00000100:00100000:0.0:1768253384.243093:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476294912:0@lo:400:kworker.0 00010000:00010000:0.0:1768253385.138271:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253385.382847:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253385.382910:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452029952 00000100:00100000:0.0:1768253385.382922:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452029952 00000100:00100000:0.0:1768253385.383089:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1184 00000100:00100000:0.0:1768253385.383097:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972743e34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55117:x1854145452029952:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253385.383116:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253385.383138:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe3df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7445 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253385.383205:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe3e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.383222:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.383234:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768253385.383311:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768253385.383316:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253385.383354:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.383378:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe3df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7445 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1768253385.383389:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768253385.383396:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe3e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7445 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253385.383404:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2dd00) 00010000:00010000:0.0:1768253385.383407:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253385.383410:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963c00, rc 0) 00000100:00100000:0.0:1768253385.383460:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972743e34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55117:x1854145452029952:12345-192.168.202.43@tcp:101:rm.0 Request processed in 362us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253385.383467:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1184 00000100:00100000:1.0:1768253385.385961:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253385.386033:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452030080 00000100:00100000:3.0:1768253385.386042:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452030080 00000100:00100000:3.0:1768253385.386485:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1185 00000100:00100000:3.0:1768253385.386498:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55117:x1854145452030080:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253385.386520:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253385.386540:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe3ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d744c expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253385.386602:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386615:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386626:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386640:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386646:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386651:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386728:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386734:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386740:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386746:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253385.386750:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386756:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386766:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2dd00) 00010000:00010000:3.0:1768253385.386770:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253385.386776:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386781:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe3f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386793:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386799:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386804:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386808:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253385.386811:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386815:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386822:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb500) 00010000:00010000:3.0:1768253385.386825:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253385.386827:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386832:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe3fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.386858:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe3ed lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d744c expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253385.386867:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2dd00) 00010000:00010000:3.0:1768253385.386869:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253385.386873:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe3ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d744c expref: 7 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253385.386881:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768253385.386941:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55117:x1854145452030080:12345-192.168.202.43@tcp:101:rm.0 Request processed in 446us (989us total) trans 0 rc 301/301 00000100:00100000:3.0:1768253385.386948:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1185 00000100:00100000:3.0:1768253385.431316:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253385.431431:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452030208 00000100:00100000:0.0:1768253385.431441:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452030208 00000100:00100000:0.0:1768253385.431507:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1186 00000100:00100000:0.0:1768253385.431517:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452030208:12345-192.168.202.43@tcp:41:mkdir.0 00000004:00000024:0.0:1768253385.431562:0:5785:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1768253385.431632:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452030208:12345-192.168.202.43@tcp:41:mkdir.0 Request processed in 116us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253385.431640:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1186 00000100:00100000:3.0:1768253385.433342:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253385.433427:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452030464 00000100:00100000:1.0:1768253385.433437:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452030464 00000100:00100000:1.0:1768253385.433496:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1187 00000100:00100000:1.0:1768253385.433506:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55121:x1854145452030464:12345-192.168.202.43@tcp:36:mkdir.0 00010000:00010000:1.0:1768253385.433553:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253385.433581:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963c00/0xef9a6e5c83abe3e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7445 expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253385.433599:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2dd00) 00010000:00010000:1.0:1768253385.433611:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253385.433700:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.433714:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.433727:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.433739:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.433744:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.433750:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253385.434528:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 512 00010000:00010000:1.0:1768253385.434538:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.434546:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.434552:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.434558:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253385.434562:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.434568:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.434578:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0400) 00010000:00010000:1.0:1768253385.434581:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253385.434584:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253385.434593:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf000/0xef9a6e5c83abe402 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:1.0:1768253385.434604:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000097d5c180 reply state 000000004e84bf17 transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:1.0:1768253385.434611:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253385.434695:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55121:x1854145452030464:12345-192.168.202.43@tcp:36:mkdir.0 Request processed in 1187us (1359us total) trans 4294967753 rc 0/0 00000100:00100000:1.0:1768253385.434702:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1187 00010000:00010000:2.0:1768253385.436900:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253385.436917:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253385.436924:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253385.436930:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253385.436934:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253385.436940:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253385.436954:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972769ec0100) 00010000:00010000:2.0:1768253385.436957:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253385.436961:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253385.436966:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe409 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000100:00100000:3.0:1768253385.480492:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253385.480602:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452030592 00000100:00100000:0.0:1768253385.480612:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452030592 00000100:00100000:0.0:1768253385.480672:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1188 00000100:00100000:0.0:1768253385.480682:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55125:x1854145452030592:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:0.0:1768253385.480708:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253385.480730:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe410 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7453 expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253385.480788:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe417 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.480801:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe417 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.480813:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe417 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:0.0:1768253385.480869:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1768253385.480873:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253385.480896:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe417 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.480921:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe410 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7453 expref: 8 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253385.480939:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe417 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7453 expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253385.480947:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d600) 00010000:00010000:0.0:1768253385.480951:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253385.480955:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768253385.481062:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55125:x1854145452030592:12345-192.168.202.43@tcp:101:chown.0 Request processed in 381us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253385.481069:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1188 00000100:00100000:1.0:1768253385.491211:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253385.491324:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452030720 00000100:00100000:3.0:1768253385.491335:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452030720 00000100:00100000:3.0:1768253385.491397:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1189 00000100:00100000:3.0:1768253385.491406:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55125:x1854145452030720:12345-192.168.202.43@tcp:101:chown.0 00010000:00010000:3.0:1768253385.491426:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253385.491445:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe41e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d745a expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253385.491513:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491526:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491536:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491549:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491555:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491560:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491650:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe433 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491657:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491662:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:3.0:1768253385.491699:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 512 00000004:00200000:3.0:1768253385.491704:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253385.491727:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491739:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491745:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491752:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491758:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253385.491762:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491769:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491780:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d600) 00010000:00010000:3.0:1768253385.491783:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253385.491788:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491794:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe425 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491807:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491812:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491817:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491823:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253385.491826:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491832:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491838:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb500) 00010000:00010000:3.0:1768253385.491840:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253385.491844:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491849:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe42c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:3.0:1768253385.491877:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe41e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d745a expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253385.491890:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe433 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d745a expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253385.491897:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb200) 00010000:00010000:3.0:1768253385.491899:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253385.491902:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9800, rc 0) 00000100:00100000:3.0:1768253385.491964:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55125:x1854145452030720:12345-192.168.202.43@tcp:101:chown.0 Request processed in 560us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253385.491971:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1189 00000100:00100000:3.0:1768253385.495816:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253385.495915:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452030976 00000100:00100000:0.0:1768253385.495926:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452030976 00000100:00100000:0.0:1768253385.495983:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1190 00000100:00100000:0.0:1768253385.495992:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55125:x1854145452030976:12345-192.168.202.43@tcp:36:chown.0 00010000:00010000:0.0:1768253385.496075:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253385.496099:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe433 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d745a expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253385.496117:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb200) 00010000:00010000:0.0:1768253385.496127:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253385.496150:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.496163:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:0.0:1768253385.496172:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00010000:2.0:1768253385.558173:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000045b1d4f5 reply state 0000000038e354e1 transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:2.0:1768253385.558203:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:3.0:1768253385.558228:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967754 is committed 00000004:00200000:2.0:1768253385.558272:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00080000:2.0:1768253385.558680:0:5785:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1768253385.558776:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55125:x1854145452030976:12345-192.168.202.43@tcp:36:chown.0 Request processed in 62780us (62965us total) trans 4294967754 rc 0/0 00000100:00100000:2.0:1768253385.558787:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1190 00010000:00010000:3.0:1768253385.558869:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253385.558880:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253385.558888:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253385.558894:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253385.558899:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253385.558908:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253385.558927:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d900) 00010000:00010000:3.0:1768253385.558930:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1768253385.558936:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253385.558942:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe43a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253386.165834:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253386.330838:0:95775:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe782cc7a0 20000000:00000080:0.0:1768253386.330865:0:95775:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97264932b000 uarg=0000000000000000 00010000:00010000:0.0:1768253386.333726:0:95775:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253386.335679:0:95775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff97274df2d600) 00010000:00010000:0.0:1768253386.335686:0:95775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253386.335703:0:95775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe417 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7453 expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.335866:0:95775:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1768253386.335904:0:95775:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253386.335921:0:95775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.335934:0:95775:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.335942:0:95775:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.335994:0:95775:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.336152:0:95775:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 17 pid: 5777 timeout: 2741 lvb_type: 0 00000100:00100000:0.0:1768253386.336168:0:95775:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff6aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95775:1854145476295040:0@lo:104: 00000100:00100000:0.0:1768253386.336341:0:95775:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253386.336410:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295040 00000100:00100000:0.0:1768253386.336410:0:95775:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264923e240 going to sleep for 11 seconds 00000100:00100000:3.0:1768253386.336420:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295040 00000100:00100000:3.0:1768253386.336479:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1768253386.336490:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:95775:x1854145476295040:12345-0@lo:104: 00010000:00010000:3.0:1768253386.336507:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253386.336588:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253386.336596:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:95775:x1854145476295040:12345-0@lo:104: Request processed in 108us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253386.336598:0:95775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff6aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95775:1854145476295040:0@lo:104: 00000100:00100000:3.0:1768253386.336603:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00010000:00010000:0.0:1768253386.336622:0:95775:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.336671:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253386.336680:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.336689:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253386.336692:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.336702:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253386.336710:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253386.336716:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253386.336921:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.336928:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253386.336960:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.336968:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe3d1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe3d8 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253386.336987:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476295168:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253386.336988:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253386.336990:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253386.336992:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253386.337048:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253386.337074:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295168 00000100:00100000:0.0:1768253386.337079:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295168 00010000:00010000:0.0:1768253386.337101:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 18 pid: 5777 timeout: 2741 lvb_type: 0 00000100:00100000:0.0:1768253386.337132:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1768253386.337140:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476295168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253386.337153:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253386.337158:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 18 pid: 5777 timeout: 2741 lvb_type: 0 00010000:00010000:0.0:1768253386.337168:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 18 pid: 5777 timeout: 2741 lvb_type: 0 00010000:00010000:0.0:1768253386.337180:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe3d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe3d1 expref: 18 pid: 5777 timeout: 2741 lvb_type: 0 00010000:00010000:0.0:1768253386.337194:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337202:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337372:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337381:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337387:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337394:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337399:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253386.337404:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337416:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.337543:0:95775:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253386.337549:0:95775:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337819:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337827:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe441 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253386.337839:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253386.337886:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476295168:12345-0@lo:103:ldlm_bl.0 Request processed in 745us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253386.337894:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1768253386.337916:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476295168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253387.190440:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253387.429980:0:95823:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc93827940 20000000:00000080:3.0:1768253387.430004:0:95823:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277758f400 uarg=0000000000000000 00010000:00010000:3.0:1768253387.430828:0:95823:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253387.430859:0:95823:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253387.430873:0:95823:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253387.430897:0:95823:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430919:0:95823:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430930:0:95823:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430937:0:95823:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430944:0:95823:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430951:0:95823:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430958:0:95823:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253387.430962:0:95823:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430971:0:95823:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430989:0:95823:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.430997:0:95823:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253387.431004:0:95823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe448 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95823 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253387.707492:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253387.707500:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253387.707506:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253387.707559:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253387.707573:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253387.707585:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253387.707615:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649927800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476295296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253387.707690:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253387.707771:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fe4e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253387.707839:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295296 00000100:00100000:1.0:1768253387.707855:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295296 00000100:00100000:1.0:1768253387.707947:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1768253387.707961:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476295296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253387.707983:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253387.708007:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe44f expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253387.709188:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253387.709206:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253387.709217:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf000, rc 0) 00000100:00100000:1.0:1768253387.710374:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476295296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2405us (2672us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253387.710394:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1768253387.714161:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649927800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476295296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253387.714203:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253387.714220:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253387.714263:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253387.714270:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253387.714279:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253388.213974:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253388.742778:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253388.742860:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031104 00000100:00100000:1.0:1768253388.742876:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031104 00000100:00100000:1.0:1768253388.742950:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1423 00000100:00100000:1.0:1768253388.742960:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452031104:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253388.743072:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452031104:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 112us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253388.743081:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1423 00000100:00100000:3.0:1768253388.744431:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253388.744522:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031232 00000100:00100000:1.0:1768253388.744533:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031232 00000100:00100000:1.0:1768253388.744601:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1825 00000100:00100000:1.0:1768253388.744610:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452031232:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253388.744690:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452031232:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253388.744699:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1825 00000100:00080000:3.0:1768253388.744839:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253388.746653:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253388.747158:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253388.756868:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031360 00000100:00100000:3.0:1768253388.756888:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031360 00000100:00100000:2.0:1768253388.756962:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031488 00000100:00100000:2.0:1768253388.756967:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031488 00000100:00100000:3.0:1768253388.757206:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1385 00000100:00100000:3.0:1768253388.757216:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452031360:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253388.757340:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452031360:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 125us (10696us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253388.757351:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1385 00000100:00080000:0.0:1768253388.757562:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253388.758309:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1386 00000100:00100000:2.0:1768253388.758320:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452031488:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253388.758377:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452031488:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 59us (11222us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253388.758385:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1386 00000100:00080000:0.0:1768253388.765143:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253388.850204:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253388.850239:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476295424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253388.850321:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253388.850425:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295424 00000100:00100000:3.0:1768253388.850444:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295424 00000100:00100000:3.0:1768253388.850520:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1768253388.850530:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476295424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253388.850582:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253388.850630:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476295424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253388.850637:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00080000:3.0:1768253388.850659:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253388.850702:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476295424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253388.851080:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476295552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253388.851109:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253388.851141:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295552 00000100:00100000:1.0:1768253388.851145:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295552 00000100:00100000:1.0:1768253388.851177:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1768253388.851183:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476295552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253388.851204:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253388.851249:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476295552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253388.851258:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:1.0:1768253388.851273:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253388.851296:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476295552:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253389.236355:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253389.362276:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476295808:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362346:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253389.362420:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253389.362435:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476295680:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362465:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253389.362495:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476296064:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362515:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253389.362531:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253389.362535:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476295936:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362551:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253389.362574:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295808 00000100:00100000:3.0:1768253389.362581:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295808 00000100:00100000:3.0:1768253389.362617:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476296064 00000100:00100000:3.0:1768253389.362620:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476296064 00000100:00100000:3.0:1768253389.362640:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295936 00000100:00100000:3.0:1768253389.362642:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295936 00000100:00100000:3.0:1768253389.362656:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1768253389.362663:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476295808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362707:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476295808:12345-0@lo:400:kworker.0 Request processed in 45us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253389.362714:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1768253389.362729:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:3.0:1768253389.362734:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476296064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362757:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476296064:12345-0@lo:400:kworker.0 Request processed in 23us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253389.362762:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:3.0:1768253389.362771:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1768253389.362776:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476295936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362794:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476295936:12345-0@lo:400:kworker.0 Request processed in 19us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253389.362799:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1768253389.362814:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476295680 00000100:00100000:3.0:1768253389.362817:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476295680 00000100:00100000:3.0:1768253389.362835:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1768253389.362840:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476295680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362900:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476295680:12345-0@lo:400:kworker.0 Request processed in 60us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253389.362906:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1768253389.362960:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476295936:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.362981:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476296064:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.363003:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476295680:0@lo:400:kworker.0 00000100:00100000:3.0:1768253389.363047:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476295808:0@lo:400:kworker.0 00000100:00080000:1.0:1768253389.363381:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768253390.261555:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253390.591002:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253390.591125:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031616 00000100:00100000:0.0:1768253390.591136:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031616 00000100:00100000:2.0:1768253390.591252:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00100000:2.0:1768253390.591266:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145452031616:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253390.591284:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253390.591287:0:80177:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie ef9a6e5c83abe417) 00010000:00010000:2.0:1768253390.591289:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253390.591348:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:5560:x1854145452031616:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 86us (356us total) trans 0 rc 116/116 00000100:00100000:2.0:1768253390.591356:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00080000:1.0:1768253390.591925:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768253391.282645:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253391.411213:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253391.411482:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031744 00000100:00100000:1.0:1768253391.411493:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031744 00000100:00100000:1.0:1768253391.411552:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1191 00000100:00100000:1.0:1768253391.411564:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55230:x1854145452031744:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253391.411586:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253391.411612:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe45d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7461 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253391.411694:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abe464 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.411809:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abe464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.411826:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abe464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768253391.412078:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1768253391.412170:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253391.412215:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abe464 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.412244:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe45d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7461 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253391.412269:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abe464 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7461 expref: 6 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253391.412278:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:1.0:1768253391.412282:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253391.412286:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf800, rc 0) 00000100:00100000:1.0:1768253391.412364:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55230:x1854145452031744:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 801us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253391.412373:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1191 00000100:00100000:3.0:1768253391.418482:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253391.418712:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452031872 00000100:00100000:1.0:1768253391.418721:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452031872 00000100:00100000:1.0:1768253391.418773:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1192 00000100:00100000:1.0:1768253391.418780:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55230:x1854145452031872:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253391.418798:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253391.418814:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe46b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7468 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253391.419053:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419067:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419213:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419232:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419244:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419251:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419380:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe480 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419389:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419396:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768253391.419440:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1768253391.419444:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253391.419470:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419482:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419487:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419493:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419499:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253391.419503:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419512:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419525:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:1.0:1768253391.419528:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253391.419532:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419538:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe472 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419548:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419554:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419559:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419564:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253391.419566:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419572:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419578:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972769ec0500) 00010000:00010000:1.0:1768253391.419581:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253391.419584:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419589:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe479 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.419620:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe46b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7468 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253391.419636:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7468 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253391.419644:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0c00) 00010000:00010000:1.0:1768253391.419646:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253391.419649:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade400, rc 0) 00000100:00100000:1.0:1768253391.419745:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55230:x1854145452031872:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 963us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253391.419753:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1192 00000100:00100000:1.0:1768253391.423076:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253391.423115:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452032128 00000100:00100000:3.0:1768253391.423127:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452032128 00000100:00100000:3.0:1768253391.423182:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1193 00000100:00100000:3.0:1768253391.423192:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55230:x1854145452032128:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253391.423272:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253391.423302:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe480 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7468 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.423319:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0c00) 00010000:00010000:3.0:1768253391.423329:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253391.423356:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.423368:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.423378:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768253391.460712:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b79662b4 reply state 00000000f098f83c transno 4294967755 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253391.460731:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253391.460777:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:1.0:1768253391.460919:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55230:x1854145452032128:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 37723us (37851us total) trans 4294967755 rc 0/0 00000100:00100000:1.0:1768253391.460930:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1193 00000001:00080000:2.0:1768253391.460996:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967755 is committed 00010000:00010000:1.0:1768253391.461354:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.461365:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.461373:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.461380:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253391.461385:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.461394:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.461427:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb100) 00010000:00010000:1.0:1768253391.461431:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253391.461436:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.461442:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe487 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253391.494283:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253391.494519:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452032256 00000100:00100000:3.0:1768253391.494531:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452032256 00000100:00100000:3.0:1768253391.494592:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1194 00000100:00100000:3.0:1768253391.494601:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55234:x1854145452032256:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253391.494628:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253391.494648:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe48e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d746f expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.494709:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.494722:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.494736:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.494749:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.494755:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.494761:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495008:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe4a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495033:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495041:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:3.0:1768253391.495073:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:3.0:1768253391.495076:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253391.495097:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe4a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495108:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495114:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495121:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495130:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253391.495134:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495141:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495156:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:3.0:1768253391.495159:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253391.495165:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.495171:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe495 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499508:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499530:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499538:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499544:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253391.499549:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499557:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499578:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb700) 00010000:00010000:3.0:1768253391.499582:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253391.499589:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499595:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe49c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.499644:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8200/0xef9a6e5c83abe48e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d746f expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.499657:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe4a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d746f expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.499664:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb400) 00010000:00010000:3.0:1768253391.499666:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253391.499668:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768253391.499738:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55234:x1854145452032256:12345-192.168.202.43@tcp:101:touch.0 Request processed in 5136us (5465us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253391.499747:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1194 00000100:00100000:2.0:1768253391.504398:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253391.504479:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452032512 00000100:00100000:3.0:1768253391.504491:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452032512 00000100:00100000:3.0:1768253391.504547:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1195 00000100:00100000:3.0:1768253391.504558:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55234:x1854145452032512:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:3.0:1768253391.504581:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253391.504606:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe4aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7476 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.504759:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.504775:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.504788:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.504847:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.504855:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.504862:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:3.0:1768253391.505477:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x25:0x0], index 1: 0 00010000:00010000:3.0:1768253391.505719:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe4bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505728:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe4bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505735:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe4bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505765:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505771:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505778:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505784:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253391.505788:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505796:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505807:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb400) 00010000:00010000:3.0:1768253391.505811:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253391.505815:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253391.505821:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:3.0:1768253391.505832:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c1b975c reply state 00000000ba14688f transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253391.505840:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253391.505869:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe4aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7476 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.505883:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe4bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7476 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.505890:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff972744dbb300) 00010000:00010000:3.0:1768253391.505892:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253391.505894:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9000, rc 0) 00000100:00100000:3.0:1768253391.505970:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55234:x1854145452032512:12345-192.168.202.43@tcp:101:touch.0 Request processed in 1414us (1582us total) trans 4294967756 rc 0/0 00000100:00100000:3.0:1768253391.505978:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1195 00010000:00010000:0.0:1768253391.510964:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253391.510982:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253391.510990:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253391.510996:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253391.511002:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253391.511009:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253391.511036:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972744dbb500) 00010000:00010000:0.0:1768253391.511039:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253391.511044:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253391.511049:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe4b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253391.519059:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253391.519228:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452032768 00000100:00100000:2.0:1768253391.519241:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452032768 00000100:00100000:2.0:1768253391.519300:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1196 00000100:00100000:2.0:1768253391.519311:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55234:x1854145452032768:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:2.0:1768253391.519366:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253391.519395:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe4bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7476 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253391.520297:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff972744dbb300) 00010000:00010000:2.0:1768253391.520314:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253391.520362:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253391.520377:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253391.520388:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:2.0:1768253391.520615:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c44ca576 reply state 00000000e664e80e transno 4294967757 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253391.520626:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253391.520738:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55234:x1854145452032768:12345-192.168.202.43@tcp:36:touch.0 Request processed in 1425us (1685us total) trans 4294967757 rc 0/0 00000100:00100000:2.0:1768253391.520747:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1196 00010000:00010000:1.0:1768253391.525119:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.525137:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.525145:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.525152:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253391.525157:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.525164:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.525181:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff972749ca9600) 00010000:00010000:1.0:1768253391.525184:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253391.525188:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253391.525195:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe4cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253391.526150:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253391.527722:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452032896 00000100:00100000:0.0:1768253391.527740:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452032896 00000100:00100000:0.0:1768253391.527820:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1197 00000100:00100000:0.0:1768253391.527829:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55234:x1854145452032896:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253391.527860:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253391.527886:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe4d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d747d expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253391.527965:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d747d expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253391.527982:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d747d expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253391.528029:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff97274df2d100) 00010000:00010000:0.0:1768253391.528032:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768253391.528036:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963800, rc 0) 00000100:00100000:0.0:1768253391.528103:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55234:x1854145452032896:12345-192.168.202.43@tcp:101:touch.0 Request processed in 274us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253391.528110:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1197 00000100:00100000:1.0:1768253391.536127:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253391.536277:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452033024 00000100:00100000:2.0:1768253391.536287:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452033024 00000100:00080000:1.0:1768253391.536344:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253391.536356:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 653 00000100:00100000:2.0:1768253391.536367:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452033024:12345-192.168.202.43@tcp:2:touch.0 00000100:00100000:2.0:1768253391.536734:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145452033024:12345-192.168.202.43@tcp:2:touch.0 Request processed in 370us (616us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1768253391.536743:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 653 00000100:00100000:3.0:1768253391.540437:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253391.540529:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452033280 00000100:00100000:2.0:1768253391.540540:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452033280 00000100:00100000:2.0:1768253391.540629:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 196 00000100:00100000:2.0:1768253391.540639:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55234:x1854145452033280:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:2.0:1768253391.540986:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55234:x1854145452033280:12345-192.168.202.43@tcp:35:touch.0 Request processed in 347us (555us total) trans 4294967758 rc 0/0 00000100:00100000:2.0:1768253391.540994:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 196 00000100:00100000:1.0:1768253391.569161:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253391.576669:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452033408 00000100:00100000:3.0:1768253391.576688:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452033408 00000100:00100000:3.0:1768253391.576789:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1198 00000100:00100000:3.0:1768253391.576802:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55238:x1854145452033408:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253391.576832:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253391.576854:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe4db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7484 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.576928:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.576945:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.576957:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.576971:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.576978:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.576984:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577107:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577116:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577123:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253391.577165:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x62:0x0]: returning size 0 00000004:00200000:3.0:1768253391.577171:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253391.577197:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577223:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577235:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577242:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577250:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577256:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253391.577260:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577268:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577388:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb400) 00010000:00010000:3.0:1768253391.577393:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253391.577401:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577507:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe4e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577524:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577530:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577536:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577541:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253391.577544:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577550:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577558:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972744dbb800) 00010000:00010000:3.0:1768253391.577561:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253391.577563:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577569:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe4e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.577603:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe4db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7484 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.577618:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7484 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253391.577626:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff97274df2d100) 00010000:00010000:3.0:1768253391.577628:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253391.577630:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768253391.577882:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55238:x1854145452033408:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1081us (8730us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253391.577890:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1198 00000100:00100000:1.0:1768253391.581258:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253391.581625:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452033536 00000100:00100000:3.0:1768253391.581637:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452033536 00000100:00100000:3.0:1768253391.581805:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 654 00000100:00100000:3.0:1768253391.581818:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452033536:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253391.581840:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253391.581863:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d748b expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253391.581891:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x696567cf, atime: 0x696567cf, ctime: 0x696567cf, blocks: 0x1 00010000:00010000:3.0:1768253391.581913:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253391.581915:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253391.581926:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253391.581948:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253391.581964:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8e00, rc 0) 00000100:00100000:3.0:1768253391.582075:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452033536:12345-192.168.202.43@tcp:101:rm.0 Request processed in 260us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253391.582084:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 654 00000100:00100000:1.0:1768253391.585745:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253391.586375:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452033792 00000100:00100000:3.0:1768253391.586388:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452033792 00000100:00100000:2.0:1768253391.586686:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1199 00000100:00100000:2.0:1768253391.586699:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55238:x1854145452033792:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253391.586752:0:5784:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253391.586783:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe4f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7484 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253391.586811:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe4d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d747d expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253391.586822:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff97274df2d100) 00010000:00010000:2.0:1768253391.586835:0:5784:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253391.586860:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.586874:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.586883:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.586897:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.586904:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.586909:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587069:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587077:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587085:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000040:00080000:2.0:1768253391.587639:0:5784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].37, 64 off10560 00000004:00080000:2.0:1768253391.587651:0:5784:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2597008637585ns, next at 2598008634813ns, rc = 0 00010000:00010000:2.0:1768253391.587713:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587723:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587730:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587738:0:5784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587744:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587750:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587831:0:5784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253391.587856:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587862:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587867:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587873:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253391.587876:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587883:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587896:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:2.0:1768253391.587898:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253391.587902:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587908:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe50c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587960:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587967:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587972:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587977:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253391.587979:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587984:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.587992:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb400) 00010000:00010000:2.0:1768253391.587994:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253391.587997:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:2.0:1768253391.588001:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe4fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000004:00010000:2.0:1768253391.588038:0:5784:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000b7d0bea reply state 000000002e182034 transno 4294967759 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000100:00100000:2.0:1768253391.588048:0:5784:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253391.588132:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55238:x1854145452033792:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1433us (2401us total) trans 4294967759 rc 0/0 00000100:00100000:2.0:1768253391.588141:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1199 00010000:00010000:3.0:1768253391.589074:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253391.589085:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.589093:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253391.589097:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.589104:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.589116:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:3.0:1768253391.589118:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253391.589122:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.589127:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe513 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253391.589143:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253391.589144:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253391.589146:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253391.592142:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253391.592162:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253391.592170:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253391.592177:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01c00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253391.592182:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253391.592211:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253391.592229:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972749ca9800) 00010000:00010000:0.0:1768253391.592233:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253391.592238:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253391.592243:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe505 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00000100:00100000:1.0:1768253392.292458:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253392.292548:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452033920 00000100:00100000:3.0:1768253392.292561:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452033920 00000100:00100000:3.0:1768253392.292645:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1200 00000100:00080000:1.0:1768253392.292658:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253392.292659:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55253:x1854145452033920:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:3.0:1768253392.292691:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253392.292717:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe51a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7492 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.292811:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe521 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253392.292830:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe521 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253392.292843:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe521 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253392.292925:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:3.0:1768253392.292931:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253392.292959:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe521 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253392.292991:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe51a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7492 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.293052:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe521 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7492 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.293063:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb400) 00010000:00010000:3.0:1768253392.293067:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253392.293071:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253392.293142:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55253:x1854145452033920:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 488us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253392.293150:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1200 00000100:00100000:1.0:1768253392.295825:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253392.296791:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452034176 00000100:00100000:2.0:1768253392.296803:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452034176 00000100:00100000:2.0:1768253392.296870:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1201 00000100:00100000:2.0:1768253392.296881:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55253:x1854145452034176:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:2.0:1768253392.296931:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1768253392.296957:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9200/0xef9a6e5c83abe521 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7492 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253392.296976:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe4a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d746f expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253392.296988:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb400) 00010000:00010000:2.0:1768253392.296998:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253392.297053:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.297065:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.297075:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.310827:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768253392.340638:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967760 is committed 00000004:00080000:3.0:1768253392.340661:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 106 committed 00000004:00010000:0.0:1768253392.340783:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099c20f39 reply state 00000000a365d0c5 transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253392.340797:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1768253392.340815:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476296192:0@lo:6:osp-syn-1-0.0 00000004:00200000:0.0:1768253392.340832:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00080000:0.0:1768253392.341246:0:5783:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1768253392.341265:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55253:x1854145452034176:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 44382us (45444us total) trans 4294967760 rc 0/0 00000100:00100000:0.0:1768253392.341274:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1201 00000100:00100000:3.0:1768253392.347784:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253392.348288:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476296192 00000100:00100000:2.0:1768253392.348298:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476296192 00000100:00100000:2.0:1768253392.348362:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1768253392.348371:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476296192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768253392.348402:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:37 count 1 00010000:00010000:2.0:1768253392.348427:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253392.348447:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253392.348456:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253392.348458:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253392.348462:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253392.348495:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253392.348508:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 6 pid: 10696 timeout: 2697 lvb_type: 1 00000100:00100000:2.0:1768253392.348522:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476296320:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253392.348584:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fe4ed80 going to sleep for 11 seconds 00000100:00080000:3.0:1768253392.348629:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768253392.357143:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.357162:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.357169:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.357176:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253392.357180:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.357201:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.357218:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9f00) 00010000:00010000:2.0:1768253392.357221:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253392.357226:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.357231:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe528 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253392.358638:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253392.359501:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10696:1854145476296320:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253392.359527:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253392.359605:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452034304 00000100:00100000:3.0:1768253392.359613:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452034304 00010000:00010000:3.0:1768253392.359651:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 7 pid: 10696 timeout: 2697 lvb_type: 1 00000100:00100000:3.0:1768253392.359690:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 475 00000100:00100000:3.0:1768253392.359700:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452034304:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768253392.359715:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253392.359720:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 7 pid: 10696 timeout: 2697 lvb_type: 1 00010000:00010000:3.0:1768253392.359732:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 7 pid: 10696 timeout: 2697 lvb_type: 1 00010000:00010000:3.0:1768253392.359753:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe4f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d748b expref: 7 pid: 10696 timeout: 2697 lvb_type: 1 00010000:00010000:3.0:1768253392.359766:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253392.359768:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253392.359772:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.359781:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.359857:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253392.359914:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452034304:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 214us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253392.359922:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 475 00010000:00010000:1.0:1768253392.361831:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.361853:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.361864:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.361870:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.362300:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253392.362780:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476296192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14406us (14997us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1768253392.362791:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00010000:00010000:3.0:1768253392.362822:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253392.362829:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.362838:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253392.362843:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.362852:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.362870:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.362877:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01000/0xef9a6e5c83abe52f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253392.362895:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253392.362897:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253392.362899:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1768253392.362943:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649832680/2, rc 0, transno 4294967371 00000100:00100000:3.0:1768253392.362950:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476296192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768253392.426706:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253392.426805:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452034432 00000100:00100000:0.0:1768253392.426818:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452034432 00000100:00100000:0.0:1768253392.426919:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1202 00000100:00100000:0.0:1768253392.426930:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55257:x1854145452034432:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253392.426954:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253392.426973:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe536 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7499 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.427071:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427085:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427109:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427156:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427164:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427171:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427310:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe54b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427318:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427326:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768253392.427361:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1768253392.427365:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253392.427391:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427404:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427411:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427418:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427424:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253392.427428:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427436:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427448:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:0.0:1768253392.427451:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253392.427456:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427462:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962a00/0xef9a6e5c83abe53d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427475:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427480:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427485:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427490:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253392.427492:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427498:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427504:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff97274df2d600) 00010000:00010000:0.0:1768253392.427507:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253392.427509:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427515:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963a00/0xef9a6e5c83abe544 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.427554:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe536 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7499 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.427571:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe54b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7499 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.427580:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d400) 00010000:00010000:0.0:1768253392.427582:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253392.427584:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768253392.427668:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55257:x1854145452034432:12345-192.168.202.43@tcp:101:touch.0 Request processed in 739us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253392.427677:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1202 00000100:00100000:3.0:1768253392.431361:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253392.431455:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452034688 00000100:00100000:0.0:1768253392.431465:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452034688 00000100:00100000:0.0:1768253392.431555:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1203 00000100:00100000:0.0:1768253392.431565:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55257:x1854145452034688:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253392.431584:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253392.431604:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abe552 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74a0 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.431905:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.431922:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.431933:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.431952:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.431958:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.431963:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:0.0:1768253392.433263:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26:0x0], index 0: 0 00010000:00010000:0.0:1768253392.433526:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe567 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433542:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433552:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433590:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433598:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433605:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433611:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253392.433615:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433622:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433634:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d400) 00010000:00010000:0.0:1768253392.433638:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253392.433643:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.433648:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe559 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253392.433660:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000043ef88a6 reply state 000000000c229f39 transno 4294967761 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253392.433668:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768253392.433702:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abe552 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74a0 expref: 10 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.433716:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe567 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74a0 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.433723:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff97274df2d800) 00010000:00010000:0.0:1768253392.433725:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768253392.433728:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962000, rc 0) 00000100:00100000:0.0:1768253392.434042:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55257:x1854145452034688:12345-192.168.202.43@tcp:101:touch.0 Request processed in 2476us (2689us total) trans 4294967761 rc 0/0 00000100:00100000:0.0:1768253392.434051:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1203 00010000:00010000:3.0:1768253392.436077:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.436103:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.436111:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.436117:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253392.436121:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.436129:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.436144:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff97274df2dc00) 00010000:00010000:3.0:1768253392.436146:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253392.436151:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.436157:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe560 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253392.438562:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253392.438795:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452034944 00000100:00100000:0.0:1768253392.438807:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452034944 00000100:00100000:0.0:1768253392.438958:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1204 00000100:00100000:0.0:1768253392.438969:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55257:x1854145452034944:12345-192.168.202.43@tcp:36:touch.0 00010000:00010000:0.0:1768253392.439052:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253392.439083:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe567 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74a0 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.439116:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff97274df2d800) 00010000:00010000:0.0:1768253392.439127:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1768253392.439170:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.439184:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.439204:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253392.439355:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000086219465 reply state 00000000a4a2b9f5 transno 4294967762 ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253392.439363:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1768253392.439457:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55257:x1854145452034944:12345-192.168.202.43@tcp:36:touch.0 Request processed in 489us (905us total) trans 4294967762 rc 0/0 00000100:00100000:0.0:1768253392.439466:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1204 00000100:00100000:1.0:1768253392.441420:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253392.441482:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452035072 00000100:00100000:0.0:1768253392.441489:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452035072 00000100:00100000:0.0:1768253392.441551:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1205 00000100:00100000:0.0:1768253392.441558:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55257:x1854145452035072:12345-192.168.202.43@tcp:101:touch.0 00010000:00010000:0.0:1768253392.441578:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253392.441592:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abe57c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74a7 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.441633:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abe57c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74a7 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.441646:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abe57c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74a7 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.441657:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff97274df2d600) 00010000:00010000:0.0:1768253392.441659:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1768253392.441661:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768253392.441705:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55257:x1854145452035072:12345-192.168.202.43@tcp:101:touch.0 Request processed in 148us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253392.441710:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1205 00010000:00010000:2.0:1768253392.441850:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.441859:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.441865:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.441871:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253392.441875:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.441884:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.441895:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff97274df2d600) 00010000:00010000:2.0:1768253392.441898:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253392.441902:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.441908:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe575 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253392.443675:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253392.443728:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452035200 00000100:00100000:3.0:1768253392.443737:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452035200 00000100:00100000:3.0:1768253392.443785:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 656 00000100:00100000:3.0:1768253392.443792:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452035200:12345-192.168.202.43@tcp:2:touch.0 00000100:00080000:1.0:1768253392.444227:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253392.444430:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452035200:12345-192.168.202.43@tcp:2:touch.0 Request processed in 637us (759us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1768253392.444437:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 656 00000100:00100000:1.0:1768253392.446330:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253392.446399:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452035456 00000100:00100000:2.0:1768253392.446408:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452035456 00000100:00100000:2.0:1768253392.446450:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 197 00000100:00100000:2.0:1768253392.446457:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55257:x1854145452035456:12345-192.168.202.43@tcp:35:touch.0 00000100:00100000:2.0:1768253392.446726:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55257:x1854145452035456:12345-192.168.202.43@tcp:35:touch.0 Request processed in 269us (403us total) trans 4294967763 rc 0/0 00000100:00100000:2.0:1768253392.446731:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 197 00000100:00100000:1.0:1768253392.482814:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253392.483187:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452035584 00000100:00100000:0.0:1768253392.483207:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452035584 00000100:00100000:0.0:1768253392.483274:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1206 00000100:00100000:0.0:1768253392.483284:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55261:x1854145452035584:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:0.0:1768253392.483309:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253392.483332:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe583 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74ae expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253392.484295:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.484319:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253392.484331:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.487829:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.487855:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.487868:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.487990:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.487998:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488004:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:1.0:1768253392.488061:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x63:0x0]: returning size 0 00000004:00200000:1.0:1768253392.488067:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253392.488299:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488312:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488321:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488327:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488334:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488344:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253392.488347:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488355:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488369:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d400) 00010000:00010000:1.0:1768253392.488372:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253392.488376:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488382:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963200/0xef9a6e5c83abe58a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488484:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488492:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488498:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488503:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253392.488506:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488512:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488519:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972769ec0600) 00010000:00010000:1.0:1768253392.488522:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253392.488526:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488531:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe591 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.488569:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962000/0xef9a6e5c83abe583 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ae expref: 13 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.488583:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ae expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.488589:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff97274df2d600) 00010000:00010000:1.0:1768253392.488591:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253392.488594:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253392.488744:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55261:x1854145452035584:12345-192.168.202.43@tcp:101:rm.0 Request processed in 5460us (5939us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253392.488755:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1206 00000100:00100000:1.0:1768253392.499644:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253392.501637:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452035712 00000100:00100000:3.0:1768253392.501655:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452035712 00000100:00100000:3.0:1768253392.501729:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 657 00000100:00100000:3.0:1768253392.501740:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145452035712:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:3.0:1768253392.501757:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253392.501780:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74b5 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1768253392.501805:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x696567d0, atime: 0x696567d0, ctime: 0x696567d0, blocks: 0x1 00010000:00010000:3.0:1768253392.501828:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253392.501830:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253392.502227:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253392.502252:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1768253392.502267:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768253392.502415:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452035712:12345-192.168.202.43@tcp:101:rm.0 Request processed in 675us (2783us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253392.502423:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 657 00000100:00100000:3.0:1768253392.506749:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253392.506828:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452035968 00000100:00100000:1.0:1768253392.506843:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452035968 00000100:00100000:1.0:1768253392.506888:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1207 00000100:00100000:1.0:1768253392.506895:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55261:x1854145452035968:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768253392.506937:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253392.506960:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe598 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ae expref: 12 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.506976:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963000/0xef9a6e5c83abe57c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74a7 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253392.506987:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff97274df2d600) 00010000:00010000:1.0:1768253392.506996:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253392.507054:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507068:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507078:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507104:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507112:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507119:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507248:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507256:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507263:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000040:00080000:1.0:1768253392.507580:0:5783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].38, 64 off10624 00000004:00080000:1.0:1768253392.507588:0:5783:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2597928574768ns, next at 2598928572394ns, rc = 0 00010000:00010000:1.0:1768253392.507629:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507635:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507640:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507645:0:5783:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507649:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507652:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507671:0:5783:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253392.507685:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507688:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507692:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507695:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253392.507698:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507702:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507707:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff972769ec0500) 00010000:00010000:1.0:1768253392.507709:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768253392.507712:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507715:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe5b4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507749:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507752:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507756:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507759:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253392.507760:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507763:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507767:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d400) 00010000:00010000:1.0:1768253392.507768:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253392.507770:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253392.507773:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe5a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768253392.507778:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8c542ea reply state 00000000088dd84e transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253392.507784:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253392.507848:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55261:x1854145452035968:12345-192.168.202.43@tcp:36:rm.0 Request processed in 952us (1106us total) trans 4294967764 rc 0/0 00000100:00100000:1.0:1768253392.507853:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1207 00010000:00010000:2.0:1768253392.508446:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253392.508453:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.508460:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfc00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253392.508463:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.508469:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.508481:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff972769ec0500) 00010000:00010000:2.0:1768253392.508484:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768253392.508487:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.508491:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe5bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253392.508507:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253392.508508:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253392.508510:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253392.521159:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.521182:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.521200:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.521207:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253392.521213:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.521224:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.521244:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972769ec0600) 00010000:00010000:3.0:1768253392.521247:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253392.521252:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:3.0:1768253392.521258:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe5ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253393.321618:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253393.321661:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036096 00000100:00100000:0.0:1768253393.321676:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036096 00000100:00100000:0.0:1768253393.321734:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1208 00000100:00100000:0.0:1768253393.321742:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55275:x1854145452036096:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:0.0:1768253393.321766:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253393.321839:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe5c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74bc expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253393.321930:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe5c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253393.321945:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253393.321958:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:0.0:1768253393.322038:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1768253393.322043:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253393.322069:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:0.0:1768253393.322104:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962c00/0xef9a6e5c83abe5c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74bc expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253393.322133:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe5c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74bc expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253393.322149:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d400) 00010000:00010000:0.0:1768253393.322153:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1768253393.322163:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963e00, rc 0) 00000100:00100000:0.0:1768253393.322257:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55275:x1854145452036096:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 512us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253393.322265:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1208 00010000:00010000:0.0:1768253393.336238:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253393.337160:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.337250:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036352 00000100:00100000:1.0:1768253393.337261:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036352 00000100:00100000:1.0:1768253393.337316:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1209 00000100:00100000:1.0:1768253393.337326:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55275:x1854145452036352:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253393.337375:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253393.337412:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963e00/0xef9a6e5c83abe5c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74bc expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.337435:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963600/0xef9a6e5c83abe54b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7499 expref: 11 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.337447:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff97274df2d400) 00010000:00010000:1.0:1768253393.337457:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253393.337482:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.337496:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.337506:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768253393.337752:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d048f0f4 reply state 00000000f083c834 transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253393.337762:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253393.337774:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:1.0:1768253393.337859:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55275:x1854145452036352:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 533us (703us total) trans 4294967765 rc 0/0 00000100:00100000:1.0:1768253393.337871:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1209 00010000:00010000:2.0:1768253393.346903:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253393.346921:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253393.346929:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253393.346936:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253393.346941:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253393.346948:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253393.346964:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0700) 00010000:00010000:2.0:1768253393.346967:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1768253393.346972:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253393.346978:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe5d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:3.0:1768253393.546911:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253393.547304:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036480 00000100:00100000:0.0:1768253393.547316:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036480 00000100:00100000:0.0:1768253393.547380:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1210 00000100:00100000:0.0:1768253393.547399:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452036480:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253393.547729:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452036480:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 330us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253393.547738:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1210 00000100:00100000:3.0:1768253393.551101:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253393.551273:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036608 00000100:00100000:2.0:1768253393.551284:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036608 00000100:00100000:2.0:1768253393.551353:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 658 00000100:00100000:2.0:1768253393.551363:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55288:x1854145452036608:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253393.551661:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55288:x1854145452036608:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 299us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253393.551669:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 658 00000100:00100000:2.0:1768253393.556888:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253393.557044:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036736 00000100:00100000:3.0:1768253393.557053:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036736 00000100:00080000:1.0:1768253393.557117:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253393.557133:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 659 00000100:00100000:3.0:1768253393.557144:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55288:x1854145452036736:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253393.557471:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55288:x1854145452036736:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 328us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.557479:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 659 00000100:00100000:3.0:1768253393.560424:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.560573:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036864 00000100:00100000:1.0:1768253393.560583:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036864 00000100:00100000:1.0:1768253393.560648:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1211 00000100:00100000:1.0:1768253393.560658:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452036864:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253393.561584:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452036864:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 923us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253393.561594:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1211 00000100:00100000:0.0:1768253393.568233:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.570203:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452036992 00000100:00100000:1.0:1768253393.570221:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452036992 00000100:00100000:1.0:1768253393.570298:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1212 00000100:00100000:1.0:1768253393.570308:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452036992:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253393.570416:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452036992:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 109us (2195us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253393.570424:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1212 00000100:00100000:2.0:1768253393.574114:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253393.574485:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452037120 00000100:00100000:3.0:1768253393.574496:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452037120 00000100:00100000:3.0:1768253393.574558:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 660 00000100:00100000:3.0:1768253393.574568:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55288:x1854145452037120:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253393.575283:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55288:x1854145452037120:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 713us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.575295:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 660 00000100:00100000:3.0:1768253393.582210:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253393.582434:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452037248 00000100:00100000:2.0:1768253393.582445:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452037248 00000100:00100000:2.0:1768253393.582511:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 661 00000100:00100000:2.0:1768253393.582522:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55288:x1854145452037248:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253393.583398:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55288:x1854145452037248:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 866us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253393.583408:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 661 00000100:00100000:0.0:1768253393.588642:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253393.588799:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452037376 00000100:00100000:3.0:1768253393.588809:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452037376 00000100:00100000:3.0:1768253393.588907:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1213 00000100:00100000:3.0:1768253393.588918:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452037376:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253393.589493:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55288:x1854145452037376:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 574us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.589502:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1213 00000100:00100000:0.0:1768253393.716914:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253393.717057:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452037504 00000100:00100000:3.0:1768253393.717068:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452037504 00000100:00100000:3.0:1768253393.717139:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1214 00000100:00100000:3.0:1768253393.717150:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55292:x1854145452037504:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:3.0:1768253393.717173:0:5784:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253393.717204:0:5784:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe5d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74c3 expref: -99 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253393.717273:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717290:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717304:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717320:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717331:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717338:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717478:0:5784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe5ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717487:0:5784:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717494:0:5784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00000004:00200000:3.0:1768253393.717529:0:5784:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:3.0:1768253393.717534:0:5784:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253393.717557:0:5784:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717569:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717575:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717581:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717586:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253393.717590:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717598:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717609:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:3.0:1768253393.717612:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253393.717617:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717622:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe5de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717636:0:5784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717642:0:5784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717648:0:5784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717652:0:5784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253393.717655:0:5784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717661:0:5784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717668:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972744dbb200) 00010000:00010000:3.0:1768253393.717670:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253393.717673:0:5784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717677:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8800/0xef9a6e5c83abe5e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5784 initiator: MDT0 00010000:00010000:3.0:1768253393.717706:0:5784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9800/0xef9a6e5c83abe5d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74c3 expref: 13 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253393.717721:0:5784:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74c3 expref: 12 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253393.717728:0:5784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:3.0:1768253393.717730:0:5784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1768253393.717732:0:5784:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8a00, rc 0) 00000100:00100000:3.0:1768253393.717801:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55292:x1854145452037504:12345-192.168.202.43@tcp:101:dd.0 Request processed in 652us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.717809:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1214 00000100:00100000:0.0:1768253393.726465:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253393.726614:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452037632 00000100:00100000:3.0:1768253393.726625:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452037632 00000100:00100000:3.0:1768253393.726684:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 198 00000100:00100000:3.0:1768253393.726694:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b0bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55292:x1854145452037632:12345-192.168.202.43@tcp:49:dd.0 00000100:00100000:3.0:1768253393.726821:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b0bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55292:x1854145452037632:12345-192.168.202.43@tcp:49:dd.0 Request processed in 128us (365us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253393.726829:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 198 00000100:00100000:0.0:1768253393.735189:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.739352:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452037888 00000100:00100000:1.0:1768253393.739370:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452037888 00000100:00100000:0.0:1768253393.739693:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1215 00000100:00100000:0.0:1768253393.739706:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55292:x1854145452037888:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:0.0:1768253393.739727:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253393.739760:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe5f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74ca expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253393.739904:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.739919:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.739931:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.739991:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740157:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740165:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00080000:0.0:1768253393.740613:0:5783:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x26:0x0], index 1: 0 00010000:00010000:0.0:1768253393.740913:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe608 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740923:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740932:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740967:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740974:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740980:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.740986:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253393.740991:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.741108:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.741121:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:0.0:1768253393.741124:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253393.741130:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253393.741136:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962600/0xef9a6e5c83abe5fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000004:00010000:0.0:1768253393.741149:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fdbf7768 reply state 00000000000261c2 transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253393.741157:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1768253393.741197:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962e00/0xef9a6e5c83abe5f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ca expref: 15 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253393.741211:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe608 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ca expref: 14 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253393.741219:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff97274df2da00) 00010000:00010000:0.0:1768253393.741221:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1768253393.741223:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768253393.741342:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+15:55292:x1854145452037888:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1638us (6169us total) trans 4294967766 rc 0/0 00000100:00100000:0.0:1768253393.741352:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1215 00010000:00010000:1.0:1768253393.747103:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.747123:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.747131:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.747138:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253393.747144:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.747152:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.747168:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff97274df2d800) 00010000:00010000:1.0:1768253393.747171:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253393.747176:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253393.747194:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777963800/0xef9a6e5c83abe601 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:0.0:1768253393.765084:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253393.765215:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038016 00000100:00100000:2.0:1768253393.765225:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038016 00000100:00100000:2.0:1768253393.765286:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 662 00000100:00100000:2.0:1768253393.765296:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55292:x1854145452038016:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1768253393.765314:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253393.765337:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74d1 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253393.765362:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768253393.765384:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253393.765387:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253393.765405:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 7 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253393.765425:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 7 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253393.765437:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768253393.765503:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55292:x1854145452038016:12345-192.168.202.43@tcp:101:dd.0 Request processed in 208us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253393.765510:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 662 00000100:00100000:0.0:1768253393.782221:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253393.782655:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038144 00000100:00100000:2.0:1768253393.782667:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038144 00002000:00100000:2.0:1768253393.782724:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x26:0x0] (0->1048575) req@ffff97277ff68000 x1854145452038144/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:369/0 lens 488/0 e 0 to 0 dl 1768253404 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1768253393.782736:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ff68000 with x1854145452038144 ext(0->1048575) 00002000:00010000:2.0:1768253393.782742:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ff68000 00000100:00100000:2.0:1768253393.782778:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:2.0:1768253393.782787:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452038144:12345-192.168.202.43@tcp:4:dd.0 00000100:00100000:2.0:1768253393.812659:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2368:x1854145452038144:12345-192.168.202.43@tcp:4:dd.0 Request processed in 29859us (30434us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1768253393.812675:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 30 00002000:00100000:2.0:1768253393.812689:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x26:0x0] (0->1048575) req@ffff97277ff68000 x1854145452038144/t4294967372(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:369/0 lens 488/448 e 0 to 0 dl 1768253404 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1768253393.812699:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff97277ff68000 with x1854145452038144 ext(0->1048575) 00002000:00010000:2.0:1768253393.812706:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff97277ff68000 00000100:00100000:0.0:1768253393.815766:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.815854:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038272 00000100:00100000:1.0:1768253393.815871:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038272 00000100:00100000:1.0:1768253393.815932:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1216 00000100:00100000:1.0:1768253393.815944:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+14:55292:x1854145452038272:12345-192.168.202.43@tcp:44:dd.0 00000001:00080000:1.0:1768253393.860862:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967766 is committed 00000004:00080000:1.0:1768253393.860889:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 103 committed 00000100:00100000:3.0:1768253393.861034:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55292:x1854145452038272:12345-192.168.202.43@tcp:44:dd.0 Request processed in 45053us (45237us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.861047:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1216 00000100:00100000:1.0:1768253393.861047:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476296448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768253393.861105:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253393.862790:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476296448 00000100:00100000:1.0:1768253393.862804:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476296448 00000100:00100000:3.0:1768253393.862876:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.862909:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1768253393.862918:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476296448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1768253393.862943:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00002000:00080000:1.0:1768253393.862947:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:38 count 1 00000100:00100000:3.0:1768253393.862964:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038528 00000100:00100000:3.0:1768253393.862967:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038528 00010000:00010000:1.0:1768253393.862972:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.862997:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1768253393.863003:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 664 00010000:00010000:1.0:1768253393.863005:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253393.863008:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1768253393.863010:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+9:2369:x1854145452038528:12345-192.168.202.43@tcp:16:dd.0 00010000:00010000:1.0:1768253393.863029:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.863060:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253393.863073:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 6 pid: 10696 timeout: 2699 lvb_type: 1 00000100:00100000:1.0:1768253393.863087:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476296576:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253393.863162:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726482a1780 going to sleep for 11 seconds 00000100:00100000:0.0:1768253393.863855:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038400 00000100:00100000:0.0:1768253393.863863:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038400 00000100:00100000:0.0:1768253393.863896:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1425 00000100:00100000:0.0:1768253393.863904:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452038400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253393.863949:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452038400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 46us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253393.863957:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1425 00000100:00100000:0.0:1768253393.867600:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6570:1854145476296576:192.168.202.43@tcp:104: 00010000:00010000:0.0:1768253393.867711:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1768253393.868025:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253393.872887:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.873341:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038656 00000100:00100000:1.0:1768253393.873351:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038656 00010000:00010000:1.0:1768253393.873392:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 7 pid: 10696 timeout: 2699 lvb_type: 1 00000100:00100000:1.0:1768253393.873429:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 476 00000100:00100000:1.0:1768253393.873438:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452038656:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253393.873452:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253393.873457:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 7 pid: 10696 timeout: 2699 lvb_type: 1 00010000:00010000:1.0:1768253393.873477:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 7 pid: 10696 timeout: 2699 lvb_type: 1 00010000:00010000:1.0:1768253393.873501:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe59f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74b5 expref: 7 pid: 10696 timeout: 2699 lvb_type: 1 00010000:00010000:1.0:1768253393.873516:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253393.873518:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253393.873523:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.873533:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.873557:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253393.873599:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452038656:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 162us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253393.873606:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 476 00010000:00010000:1.0:1768253393.873630:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.873639:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.873648:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.873662:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.873677:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1768253393.874587:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476296448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11667us (13479us total) trans 4294967373 rc 0/0 00000100:00100000:1.0:1768253393.874596:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00010000:00010000:1.0:1768253393.874627:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253393.874634:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.874643:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253393.874648:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.874657:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.874669:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.874676:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe61d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253393.874694:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253393.874696:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253393.874698:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1768253393.874735:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972777223480/2, rc 0, transno 4294967373 00000100:00100000:1.0:1768253393.874741:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476296448:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1768253393.904420:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:0.0:1768253393.904445:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:3.0:1768253393.904906:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452038528:12345-192.168.202.43@tcp:16:dd.0 Request processed in 41889us (41954us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.904918:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 664 00000100:00100000:0.0:1768253393.908105:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253393.908269:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452038912 00000100:00100000:1.0:1768253393.908280:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452038912 00000100:00100000:1.0:1768253393.908339:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 199 00000100:00100000:1.0:1768253393.908350:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55292:x1854145452038912:12345-192.168.202.43@tcp:35:dd.0 00000001:00080000:1.0:1768253393.908749:0:5786:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967767 00000100:00100000:1.0:1768253393.908850:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55292:x1854145452038912:12345-192.168.202.43@tcp:35:dd.0 Request processed in 501us (752us total) trans 4294967768 rc 0/0 00000100:00100000:1.0:1768253393.908858:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 199 00000020:00080000:1.0:1768253393.908863:0:5786:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1768253393.970394:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476296704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253393.970483:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253393.970719:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476296704 00000100:00100000:3.0:1768253393.970729:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476296704 00000100:00100000:3.0:1768253393.970784:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1768253393.970793:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476296704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253393.970815:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:3.0:1768253393.970874:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476296704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253393.970882:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1768253393.971145:0:3318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:2.0:1768253393.971153:0:3318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649832680, transno 4294967371 00000100:00100000:2.0:1768253393.971188:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476296704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253393.971429:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253393.971439:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476296832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253393.971472:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253393.971549:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476296832 00000100:00100000:0.0:1768253393.971554:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476296832 00000100:00100000:0.0:1768253393.971586:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1768253393.971594:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476296832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253393.971618:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253393.971655:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476296832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253393.971661:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1768253393.971693:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476296832:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1768253394.361706:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253394.482651:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476297216:0@lo:400:kworker.0 00000100:00100000:3.0:1768253394.482719:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253394.482784:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253394.482790:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476297344:0@lo:400:kworker.0 00000100:00100000:3.0:1768253394.482811:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253394.482855:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297216 00000100:00100000:3.0:1768253394.482863:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297216 00000100:00100000:3.0:1768253394.482913:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297344 00000100:00100000:3.0:1768253394.482916:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297344 00000100:00100000:3.0:1768253394.482939:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:3.0:1768253394.482947:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476297216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253394.483002:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476297216:12345-0@lo:400:kworker.0 Request processed in 55us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253394.483009:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:3.0:1768253394.483046:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1768253394.483053:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476297344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253394.483080:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476297344:12345-0@lo:400:kworker.0 Request processed in 28us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253394.483086:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00080000:3.0:1768253394.483105:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253394.483142:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476297344:0@lo:400:kworker.0 00000100:00100000:3.0:1768253394.483154:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476297216:0@lo:400:kworker.0 00000100:00100000:1.0:1768253394.483268:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476296960:0@lo:400:kworker.0 00000100:00100000:1.0:1768253394.483305:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253394.483338:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253394.483345:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476297088:0@lo:400:kworker.0 00000100:00100000:1.0:1768253394.483369:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253394.483688:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476296960 00000100:00100000:3.0:1768253394.483693:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476296960 00000100:00100000:3.0:1768253394.483763:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1768253394.483771:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476296960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253394.483815:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476296960:12345-0@lo:400:kworker.0 Request processed in 46us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253394.483821:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:1.0:1768253394.483891:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476296960:0@lo:400:kworker.0 00000100:00100000:2.0:1768253394.493678:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297088 00000100:00100000:2.0:1768253394.493695:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297088 00000100:00100000:2.0:1768253394.493760:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1768253394.493771:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476297088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253394.493876:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476297088:12345-0@lo:400:kworker.0 Request processed in 107us (10505us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253394.493884:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1768253394.494164:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476297088:0@lo:400:kworker.0 00000004:00080000:1.0:1768253395.052862:0:96167:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2600473846635ns, next at 2598928572394ns, rc = 0 00000004:00080000:1.0:1768253395.052952:0:96167:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2600473938543ns, next at 2598008634813ns, rc = 0 00000004:00080000:3.0:1768253395.085763:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 104 committed 00000001:00080000:3.0:1768253395.085795:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967768 is committed 00000004:00080000:0.0:1768253395.090475:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 107 committed 00010000:00010000:1.0:1768253395.378201:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1768253396.103573:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000001:00080000:1.0:1768253396.103590:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00010000:00010000:0.0:1768253396.402143:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253396.442883:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253396.442958:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039040 00000100:00100000:2.0:1768253396.442969:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039040 00000100:00100000:2.0:1768253396.443071:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1217 00000100:00100000:2.0:1768253396.443079:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039040:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:2.0:1768253396.443163:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039040:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 73us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253396.443171:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1217 00000100:00080000:1.0:1768253396.443862:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253396.446532:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253396.446574:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039168 00000100:00100000:2.0:1768253396.446586:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039168 00000100:00100000:2.0:1768253396.446669:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 665 00000100:00100000:2.0:1768253396.446680:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55424:x1854145452039168:12345-192.168.202.43@tcp:19:lfs.0 00000100:00080000:0.0:1768253396.446710:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253396.446971:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55424:x1854145452039168:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 292us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253396.446979:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 665 00000100:00100000:3.0:1768253396.449569:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253396.449882:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039296 00000100:00100000:1.0:1768253396.449893:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039296 00000100:00100000:1.0:1768253396.449996:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 666 00000100:00100000:1.0:1768253396.450006:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55424:x1854145452039296:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253396.450309:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55424:x1854145452039296:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 303us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253396.450317:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 666 00000100:00080000:2.0:1768253396.450392:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253396.458278:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253396.459651:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039424 00000100:00100000:1.0:1768253396.459667:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039424 00000100:00100000:1.0:1768253396.459773:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1218 00000100:00100000:1.0:1768253396.459783:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039424:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253396.460203:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039424:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 420us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253396.460212:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1218 00000100:00100000:1.0:1768253396.462629:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253396.462655:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039552 00000100:00100000:1.0:1768253396.462664:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039552 00000100:00100000:1.0:1768253396.462707:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1219 00000100:00100000:1.0:1768253396.462716:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039552:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:1.0:1768253396.462810:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039552:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 95us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253396.462818:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1219 00000100:00100000:3.0:1768253396.464620:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253396.464669:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039680 00000100:00100000:3.0:1768253396.464678:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039680 00000100:00100000:3.0:1768253396.464721:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 667 00000100:00100000:3.0:1768253396.464731:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55424:x1854145452039680:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:3.0:1768253396.465045:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55424:x1854145452039680:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 313us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253396.465051:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 667 00000100:00100000:3.0:1768253396.467612:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253396.467662:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039808 00000100:00100000:1.0:1768253396.467673:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039808 00000100:00100000:1.0:1768253396.467731:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 668 00000100:00100000:1.0:1768253396.467740:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55424:x1854145452039808:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:1.0:1768253396.468180:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55424:x1854145452039808:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 439us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253396.468189:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 668 00000100:00100000:1.0:1768253396.470468:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253396.470524:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452039936 00000100:00100000:3.0:1768253396.470532:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452039936 00000100:00100000:3.0:1768253396.470575:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1220 00000100:00100000:3.0:1768253396.470581:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039936:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253396.470821:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55424:x1854145452039936:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 239us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253396.470830:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1220 00000100:00100000:3.0:1768253396.540320:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253396.540414:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040192 00000100:00100000:1.0:1768253396.540426:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040192 00000100:00100000:1.0:1768253396.540490:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1221 00000100:00100000:1.0:1768253396.540500:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55428:x1854145452040192:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:1.0:1768253396.540564:0:5785:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253396.540590:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff972777962800/0xef9a6e5c83abe608 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ca expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253396.540612:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff97274df2da00) 00010000:00010000:1.0:1768253396.540625:0:5785:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253396.540650:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540663:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540672:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540685:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540692:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540702:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540851:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540860:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.540866:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000040:00080000:1.0:1768253396.541341:0:5785:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].38, 64 off10624 00000004:00080000:1.0:1768253396.541353:0:5785:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2601962338545ns, next at 2602962336245ns, rc = 0 00010000:00010000:1.0:1768253396.541474:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541484:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541509:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541516:0:5785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541522:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541529:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541551:0:5785:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253396.541571:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541578:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541584:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541590:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253396.541594:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541601:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541609:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff972769ec0300) 00010000:00010000:1.0:1768253396.541613:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768253396.541616:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541622:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe632 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541664:0:5785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541671:0:5785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541677:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541682:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253396.541685:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541695:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541702:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:1.0:1768253396.541704:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253396.541707:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:1.0:1768253396.541713:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe624 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00000004:00010000:1.0:1768253396.541721:0:5785:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008206b1fb reply state 000000005a3a3ce3 transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000100:00100000:1.0:1768253396.541729:0:5785:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253396.541803:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55428:x1854145452040192:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1302us (1495us total) trans 4294967769 rc 0/0 00000100:00100000:1.0:1768253396.541811:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1221 00010000:00010000:2.0:1768253396.542288:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253396.542296:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.542303:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253396.542306:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.542314:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.542324:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff972769ec0300) 00010000:00010000:2.0:1768253396.542327:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1768253396.542330:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.542336:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe639 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.542353:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253396.542355:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253396.542357:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253396.547926:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.547945:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.547958:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.547965:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253396.547969:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.547976:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.547993:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972769ec0a00) 00010000:00010000:2.0:1768253396.547996:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253396.548000:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:2.0:1768253396.548006:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe62b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253397.430544:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253398.452428:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253398.740606:0:96313:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2604161589354ns, next at 2598928572394ns, rc = 0 00000004:00080000:0.0:1768253398.740785:0:96313:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2604161771179ns, next at 2602962336245ns, rc = 0 00000004:00080000:1.0:1768253398.773270:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 109 committed 00000004:00080000:1.0:1768253398.773291:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 105 committed 00000001:00080000:1.0:1768253398.773316:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967769 is committed 00000004:00080000:1.0:1768253398.773321:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 108 committed 00000100:00100000:2.0:1768253398.773673:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253398.773697:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476297472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1768253398.773761:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253398.773801:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297472 00000100:00100000:3.0:1768253398.773811:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297472 00000100:00080000:2.0:1768253398.773838:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253398.773866:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1768253398.773875:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476297472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1768253398.773903:0:6569:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:38 count 1 00010000:00010000:3.0:1768253398.773947:0:6569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.773969:0:6569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 5 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.773978:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253398.773980:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1768253398.773985:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.774040:0:6569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 5 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.774058:0:6569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 5 pid: 10696 timeout: 2704 lvb_type: 0 00000100:00100000:3.0:1768253398.774070:0:6569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476297600:192.168.202.43@tcp:104: 00000100:00100000:3.0:1768253398.774128:0:6569:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3240 going to sleep for 11 seconds 00000100:00100000:3.0:1768253398.776603:0:6569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6569:1854145476297600:192.168.202.43@tcp:104: 00010000:00010000:3.0:1768253398.776623:0:6569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253398.776729:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253398.776785:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040320 00000100:00100000:2.0:1768253398.776791:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040320 00010000:00010000:2.0:1768253398.776837:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 6 pid: 10696 timeout: 2704 lvb_type: 0 00000100:00080000:0.0:1768253398.776935:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253398.776964:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 477 00000100:00100000:2.0:1768253398.776972:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748410050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452040320:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1768253398.776985:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253398.776988:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 6 pid: 10696 timeout: 2704 lvb_type: 0 00010000:00010000:2.0:1768253398.776997:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 6 pid: 10696 timeout: 2704 lvb_type: 0 00010000:00010000:2.0:1768253398.777035:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc00200/0xef9a6e5c83abe616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d1 expref: 6 pid: 10696 timeout: 2704 lvb_type: 0 00010000:00010000:2.0:1768253398.777051:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253398.777054:0:5768:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253398.777058:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253398.777068:0:5768:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253398.777090:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253398.777114:0:6569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.777122:0:6569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.777142:0:6569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253398.777149:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748410050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452040320:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 176us (420us total) trans 0 rc 0/0 00010000:00010000:3.0:1768253398.777151:0:6569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253398.777156:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 477 00010000:00010000:3.0:1768253398.777169:0:6569:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253398.777865:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476297472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3989us (4101us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1768253398.777878:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000004:00080000:2.0:1768253398.777899:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972649b97480/2, rc 0, transno 4294967373 00010000:00010000:3.0:1768253398.777900:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253398.777907:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.777915:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253398.777920:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.777928:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.777942:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253398.777949:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9727820f8800/0xef9a6e5c83abe640 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253398.777956:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476297472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768253398.777964:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253398.777966:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253398.777967:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253398.991396:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253398.991438:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253398.991475:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253398.991519:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253398.991648:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040576 00000100:00100000:2.0:1768253398.991659:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040576 00000100:00100000:2.0:1768253398.991733:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1832 00000100:00100000:2.0:1768253398.991743:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452040576:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253398.991826:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452040576:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253398.991835:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1832 00000100:00100000:2.0:1768253398.991859:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040704 00000100:00100000:2.0:1768253398.991863:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040704 00000100:00100000:2.0:1768253398.991887:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040832 00000100:00100000:2.0:1768253398.991890:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040832 00000100:00100000:2.0:1768253398.991910:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1387 00000100:00100000:2.0:1768253398.991917:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452040704:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253398.991944:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452040704:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253398.991951:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1387 00000100:00100000:2.0:1768253398.991963:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1388 00000100:00100000:2.0:1768253398.991969:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452040832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253398.991992:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452040832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253398.991998:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1388 00000100:00080000:0.0:1768253398.992231:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1768253398.992237:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253398.992460:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040448 00000100:00100000:3.0:1768253398.992465:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040448 00000100:00100000:3.0:1768253398.992502:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1427 00000100:00100000:3.0:1768253398.992511:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452040448:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253398.992670:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452040448:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 160us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253398.992681:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1427 00000100:00100000:0.0:1768253399.090384:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476297728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253399.090453:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253399.090611:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297728 00000100:00100000:2.0:1768253399.090619:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297728 00000100:00100000:2.0:1768253399.090668:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1768253399.090677:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476297728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253399.090715:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1768253399.090765:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476297728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253399.090773:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1768253399.090797:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253399.090806:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476297856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253399.090833:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253399.090858:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297856 00000100:00100000:2.0:1768253399.090862:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297856 00000100:00100000:2.0:1768253399.090897:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1768253399.090904:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476297856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253399.090921:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253399.090948:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476297856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253399.090954:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:2.0:1768253399.090971:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253399.090995:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:2.0:1768253399.091000:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972777223480, transno 4294967373 00000100:00100000:2.0:1768253399.091031:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476297856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253399.091373:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476297728:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768253399.479345:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253399.602306:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476297984:0@lo:400:kworker.0 00000100:00100000:2.0:1768253399.602402:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253399.602621:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476297984 00000100:00100000:3.0:1768253399.602629:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476297984 00000100:00100000:3.0:1768253399.602683:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1768253399.602694:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476297984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253399.603394:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476297984:12345-0@lo:400:kworker.0 Request processed in 699us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253399.603404:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1768253399.603514:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476298112:0@lo:400:kworker.0 00000100:00100000:0.0:1768253399.603553:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253399.603583:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253399.603588:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476298240:0@lo:400:kworker.0 00000100:00100000:0.0:1768253399.603608:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253399.605237:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298112 00000100:00100000:3.0:1768253399.605253:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298112 00000100:00100000:3.0:1768253399.605324:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298240 00000100:00100000:3.0:1768253399.605328:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298240 00000100:00100000:3.0:1768253399.605364:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:3.0:1768253399.605373:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476298112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253399.605458:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476298112:12345-0@lo:400:kworker.0 Request processed in 86us (1903us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253399.605466:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:3.0:1768253399.605480:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1768253399.605486:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476298240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253399.605514:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476298240:12345-0@lo:400:kworker.0 Request processed in 29us (1905us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253399.605520:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1768253399.605571:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476298240:0@lo:400:kworker.0 00000100:00100000:3.0:1768253399.605583:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476298112:0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606103:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476298368:0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606156:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253399.606186:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253399.606192:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476298496:0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606216:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253399.606243:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298368 00000100:00100000:1.0:1768253399.606248:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298368 00000100:00100000:1.0:1768253399.606279:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1768253399.606286:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476298368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606323:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476298368:12345-0@lo:400:kworker.0 Request processed in 37us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253399.606329:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1768253399.606365:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476298368:0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606382:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298496 00000100:00100000:1.0:1768253399.606385:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298496 00000100:00100000:1.0:1768253399.606407:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1768253399.606413:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476298496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606446:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476298496:12345-0@lo:400:kworker.0 Request processed in 33us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253399.606453:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1768253399.606476:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476298496:0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606506:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253399.606514:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476298624:0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606537:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253399.606558:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298624 00000100:00100000:1.0:1768253399.606561:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298624 00000100:00100000:1.0:1768253399.606581:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1768253399.606587:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476298624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253399.606619:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476298624:12345-0@lo:400:kworker.0 Request processed in 32us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253399.606625:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1768253399.606666:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476298624:0@lo:400:kworker.0 00000100:00100000:2.0:1768253399.606874:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476297984:0@lo:400:kworker.0 00000100:00080000:2.0:1768253399.606892:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768253400.499094:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253401.523154:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1768253401.735423:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00010000:00010000:3.0:1768253402.546273:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253403.570641:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253404.104075:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253404.104122:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253404.104149:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253404.104170:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253404.104197:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041344 00000100:00100000:2.0:1768253404.104206:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041344 00000100:00100000:2.0:1768253404.104260:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041216 00000100:00100000:2.0:1768253404.104264:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041216 00000100:00100000:2.0:1768253404.104292:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1391 00000100:00100000:2.0:1768253404.104301:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452041344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253404.104367:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452041344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 67us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253404.104375:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1391 00000100:00100000:2.0:1768253404.104393:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1392 00000100:00100000:2.0:1768253404.104399:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452041216:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253404.104421:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452041216:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253404.104428:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1392 00000100:00100000:2.0:1768253404.104445:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452040960 00000100:00100000:2.0:1768253404.104448:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452040960 00000100:00100000:2.0:1768253404.104469:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1429 00000100:00100000:2.0:1768253404.104475:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452040960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253404.104499:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452040960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253404.104505:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1429 00000100:00080000:2.0:1768253404.104533:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253404.104537:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253404.104676:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041088 00000100:00100000:0.0:1768253404.104682:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041088 00000100:00100000:0.0:1768253404.104726:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1836 00000100:00100000:0.0:1768253404.104733:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452041088:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253404.104770:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2370:x1854145452041088:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 37us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253404.104777:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1836 00000100:00080000:2.0:1768253404.104855:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253404.217505:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253404.217529:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476298752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253404.219343:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253404.220720:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253404.220741:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476298880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253404.220802:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253404.220844:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298752 00000100:00100000:1.0:1768253404.220852:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298752 00000100:00100000:1.0:1768253404.220905:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476298880 00000100:00100000:1.0:1768253404.220908:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476298880 00000100:00100000:1.0:1768253404.220929:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1768253404.220938:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476298752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253404.220976:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253404.221053:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476298752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253404.221061:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1768253404.221091:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1768253404.221098:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476298880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253404.221117:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253404.221149:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476298880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253404.221155:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:1.0:1768253404.221174:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253404.221177:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253404.221228:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476298880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253404.221691:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:3.0:1768253404.221698:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972649b97480, transno 4294967373 00000100:00100000:3.0:1768253404.221721:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476298752:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253404.594255:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253404.722364:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476299008:0@lo:400:kworker.0 00000100:00100000:2.0:1768253404.722471:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253404.722600:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299008 00000100:00100000:0.0:1768253404.722609:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299008 00000100:00100000:0.0:1768253404.722688:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1768253404.722698:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476299008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.722859:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476299392:0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.722894:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253404.722931:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476299136:0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.722956:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253404.722988:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253404.722995:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476299264:0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.723044:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253404.723092:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299392 00000100:00100000:3.0:1768253404.723096:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299392 00000100:00100000:3.0:1768253404.723125:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1768253404.723132:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476299392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.723168:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476299392:12345-0@lo:400:kworker.0 Request processed in 37us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253404.723175:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1768253404.723219:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476299392:0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.723260:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299136 00000100:00100000:3.0:1768253404.723263:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299136 00000100:00100000:3.0:1768253404.723286:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299264 00000100:00100000:3.0:1768253404.723289:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299264 00000100:00100000:3.0:1768253404.723315:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1768253404.723321:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476299136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.723357:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476299136:12345-0@lo:400:kworker.0 Request processed in 35us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253404.723363:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1768253404.723376:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:3.0:1768253404.723382:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476299264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.723408:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476299264:12345-0@lo:400:kworker.0 Request processed in 27us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253404.723413:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00080000:3.0:1768253404.723438:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253404.723460:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476299264:0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.723470:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476299136:0@lo:400:kworker.0 00000100:00100000:0.0:1768253404.732230:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476299008:12345-0@lo:400:kworker.0 Request processed in 9520us (9746us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253404.732246:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1768253404.732401:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476299008:0@lo:400:kworker.0 00000100:00100000:2.0:1768253404.733169:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476299520:0@lo:400:kworker.0 00000100:00100000:2.0:1768253404.733220:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253404.733310:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299520 00000100:00100000:3.0:1768253404.733319:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299520 00000100:00100000:0.0:1768253404.733327:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476299648:0@lo:400:kworker.0 00000100:00100000:0.0:1768253404.733362:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253404.733405:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299648 00000100:00080000:1.0:1768253404.733408:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253404.733410:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:0.0:1768253404.733411:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299648 00000100:00100000:0.0:1768253404.733441:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1768253404.733450:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476299648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.733547:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476299520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253404.733549:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476299648:12345-0@lo:400:kworker.0 Request processed in 99us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253404.733560:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1768253404.733612:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476299520:12345-0@lo:400:kworker.0 Request processed in 71us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253404.733616:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476299648:0@lo:400:kworker.0 00000100:00100000:3.0:1768253404.733625:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:1.0:1768253404.733639:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476299520:0@lo:400:kworker.0 00010000:00010000:1.0:1768253405.618215:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253406.642828:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253407.666463:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253408.690392:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253409.222589:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253409.222743:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253409.222781:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253409.222810:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253409.222844:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041728 00000100:00100000:2.0:1768253409.222852:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041728 00000100:00100000:2.0:1768253409.222908:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041856 00000100:00100000:2.0:1768253409.222911:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041856 00000100:00100000:2.0:1768253409.222933:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1395 00000100:00100000:2.0:1768253409.222944:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452041728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253409.223061:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452041728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253409.223069:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1395 00000100:00100000:2.0:1768253409.223088:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1396 00000100:00100000:2.0:1768253409.223095:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452041856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253409.223123:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452041856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253409.223128:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1396 00000100:00080000:2.0:1768253409.223148:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253409.223151:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253409.223261:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041600 00000100:00100000:1.0:1768253409.223266:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041600 00000100:00100000:1.0:1768253409.223306:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1840 00000100:00100000:1.0:1768253409.223314:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452041600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:2.0:1768253409.223380:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253409.223407:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452041600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 93us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253409.223414:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1840 00000100:00100000:0.0:1768253409.223566:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041472 00000100:00100000:0.0:1768253409.223571:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041472 00000100:00100000:0.0:1768253409.223716:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1431 00000100:00100000:0.0:1768253409.223725:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452041472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253409.223754:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452041472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253409.223761:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1431 00000100:00100000:0.0:1768253409.331649:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476299776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253409.331708:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253409.331775:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299776 00000100:00100000:2.0:1768253409.331787:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299776 00000100:00100000:2.0:1768253409.331866:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00080000:3.0:1768253409.331875:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253409.331875:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476299776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253409.331914:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253409.331976:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476299776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253409.331983:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1768253409.332094:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476299776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253409.332187:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253409.332198:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476299904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253409.332226:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253409.332249:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476299904 00000100:00100000:2.0:1768253409.332253:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476299904 00000100:00100000:2.0:1768253409.332282:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1768253409.332289:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476299904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253409.332308:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253409.332339:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476299904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253409.332345:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:1.0:1768253409.332355:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253409.332370:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476299904:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1768253409.714216:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253409.842417:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476300288:0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.842482:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253409.842563:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1768253409.842569:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476300160:0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.842591:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253409.842612:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476300672:0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.842636:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253409.842668:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300288 00000100:00100000:3.0:1768253409.842674:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300288 00000100:00100000:3.0:1768253409.842730:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300160 00000100:00100000:3.0:1768253409.842734:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300160 00000100:00100000:3.0:1768253409.842756:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1768253409.842766:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476300288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.842824:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476300288:12345-0@lo:400:kworker.0 Request processed in 58us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253409.842831:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1768253409.842866:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1768253409.842873:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476300160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.842900:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476300160:12345-0@lo:400:kworker.0 Request processed in 28us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253409.842905:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1768253409.842943:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300672 00000100:00100000:3.0:1768253409.842946:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300672 00000100:00080000:1.0:1768253409.843072:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253409.843479:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476300032:0@lo:400:kworker.0 00000100:00100000:2.0:1768253409.843521:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253409.843548:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476300544:0@lo:400:kworker.0 00000100:00100000:2.0:1768253409.843563:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253409.843574:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253409.843578:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476300416:0@lo:400:kworker.0 00000100:00100000:2.0:1768253409.843590:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253409.843610:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300416 00000100:00100000:2.0:1768253409.843613:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300416 00000100:00100000:2.0:1768253409.843633:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1768253409.843637:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476300416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253409.843660:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476300416:12345-0@lo:400:kworker.0 Request processed in 23us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253409.843665:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1768253409.843692:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476300416:0@lo:400:kworker.0 00000100:00100000:2.0:1768253409.843722:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476300160:0@lo:400:kworker.0 00000100:00100000:2.0:1768253409.843728:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476300288:0@lo:400:kworker.0 00000100:00100000:1.0:1768253409.843780:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300032 00000100:00100000:1.0:1768253409.843783:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300032 00000100:00100000:1.0:1768253409.843806:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1768253409.843811:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476300032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253409.843848:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476300032:12345-0@lo:400:kworker.0 Request processed in 37us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253409.843851:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1768253409.843872:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300544 00000100:00100000:1.0:1768253409.843875:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300544 00000100:00100000:1.0:1768253409.843893:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:1.0:1768253409.843897:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476300544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253409.843928:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476300544:12345-0@lo:400:kworker.0 Request processed in 29us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253409.843933:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00080000:1.0:1768253409.843950:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253409.843978:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476300032:0@lo:400:kworker.0 00000100:00100000:1.0:1768253409.843988:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476300544:0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.844448:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1768253409.844458:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476300672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253409.844509:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476300672:12345-0@lo:400:kworker.0 Request processed in 54us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253409.844519:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1768253409.844828:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476300672:0@lo:400:kworker.0 00010000:00010000:3.0:1768253410.738251:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253411.762212:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253412.786332:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253413.810322:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253414.350516:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253414.350558:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253414.350574:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452041984 00000100:00100000:2.0:1768253414.350588:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452041984 00000100:00100000:1.0:1768253414.350597:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253414.350638:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253414.350655:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1433 00000100:00100000:2.0:1768253414.350667:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452041984:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253414.350748:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042240 00000100:00100000:0.0:1768253414.350754:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042240 00000100:00100000:0.0:1768253414.350823:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042368 00000100:00100000:0.0:1768253414.350827:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042368 00000100:00100000:0.0:1768253414.350850:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1399 00000100:00100000:0.0:1768253414.350859:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452042240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253414.352327:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1400 00000100:00100000:3.0:1768253414.352354:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452042368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253414.352590:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452041984:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1922us (2082us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.352600:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1433 00000100:00100000:0.0:1768253414.352611:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452042240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 1750us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253414.352621:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1399 00000100:00100000:2.0:1768253414.352673:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042112 00000100:00100000:2.0:1768253414.352680:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042112 00000100:00100000:2.0:1768253414.352725:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1844 00000100:00100000:2.0:1768253414.352732:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452042112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253414.352765:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452042112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.352772:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1844 00000100:00080000:2.0:1768253414.352804:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1768253414.352810:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253414.352813:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253414.356581:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452042368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 4228us (5928us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253414.356599:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1400 00000100:00100000:1.0:1768253414.450398:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476300800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253414.450474:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253414.450504:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476300928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253414.450541:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253414.450557:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300800 00000100:00100000:1.0:1768253414.450564:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300800 00000100:00100000:1.0:1768253414.450617:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476300928 00000100:00100000:1.0:1768253414.450620:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476300928 00000100:00100000:3.0:1768253414.450631:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00080000:2.0:1768253414.450722:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253414.450726:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253414.450780:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476300800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253414.450813:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253414.450864:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476300800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.450968:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476300800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253414.451386:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1768253414.451396:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476300928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253414.451418:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253414.451456:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476300928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253414.451544:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1768253414.451588:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476300928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253414.454409:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00010000:00010000:3.0:1768253414.836413:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253414.962453:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476301184:0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.962523:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253414.962581:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476301696:0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.962606:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253414.962632:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253414.962638:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476301312:0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.962659:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253414.962689:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301696 00000100:00100000:2.0:1768253414.962698:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301696 00000100:00100000:2.0:1768253414.962744:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1768253414.962754:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476301696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.962805:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476301696:12345-0@lo:400:kworker.0 Request processed in 52us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.962813:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1768253414.962842:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301184 00000100:00100000:2.0:1768253414.962846:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301184 00000100:00100000:2.0:1768253414.962867:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301312 00000100:00100000:2.0:1768253414.962870:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301312 00000100:00100000:2.0:1768253414.962897:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1768253414.962902:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476301184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.962931:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476301184:12345-0@lo:400:kworker.0 Request processed in 29us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.962956:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1768253414.962968:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1768253414.963003:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476301312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253414.963042:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476301056:0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.963055:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476301312:12345-0@lo:400:kworker.0 Request processed in 82us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.963061:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:0.0:1768253414.963074:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768253414.963078:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253414.963099:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476301568:0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.963109:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476301312:0@lo:400:kworker.0 00000100:00100000:2.0:1768253414.963119:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476301184:0@lo:400:kworker.0 00000100:00100000:0.0:1768253414.963121:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253414.963129:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476301696:0@lo:400:kworker.0 00000100:00100000:0.0:1768253414.963136:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253414.963141:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476301440:0@lo:400:kworker.0 00000100:00100000:0.0:1768253414.963160:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253414.963174:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301056 00000100:00100000:2.0:1768253414.963177:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301056 00000100:00100000:0.0:1768253414.963180:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301440 00000100:00100000:0.0:1768253414.963182:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301440 00000100:00100000:2.0:1768253414.963199:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1768253414.963201:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1768253414.963205:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476301056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253414.963205:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476301440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253414.963235:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476301440:12345-0@lo:400:kworker.0 Request processed in 29us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253414.963241:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1768253414.963257:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301568 00000100:00100000:0.0:1768253414.963261:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301568 00000100:00100000:0.0:1768253414.963286:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:0.0:1768253414.963291:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476301568:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1768253414.963471:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253414.963714:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476301056:12345-0@lo:400:kworker.0 Request processed in 507us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253414.963721:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1768253414.969730:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476301568:12345-0@lo:400:kworker.0 Request processed in 6426us (6595us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253414.969744:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1768253414.980721:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476301440:0@lo:400:kworker.0 00000100:00100000:1.0:1768253414.980753:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476301056:0@lo:400:kworker.0 00000100:00100000:1.0:1768253414.980765:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476301568:0@lo:400:kworker.0 00010000:00010000:1.0:1768253415.858202:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253416.469160:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253416.469644:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042496 00000100:00100000:0.0:1768253416.469655:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042496 00000100:00100000:0.0:1768253416.469784:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1222 00000100:00100000:0.0:1768253416.469796:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452042496:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253416.469893:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452042496:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 99us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253416.469900:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1222 00000100:00080000:1.0:1768253416.471501:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253416.472675:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253416.472775:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042624 00000100:00100000:2.0:1768253416.472794:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042624 00000100:00100000:2.0:1768253416.472859:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 670 00000100:00100000:2.0:1768253416.472870:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452042624:12345-192.168.202.43@tcp:19:lfs.0 00000100:00080000:1.0:1768253416.473872:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253416.473906:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452042624:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1035us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253416.473915:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 670 00000100:00100000:2.0:1768253416.477379:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253416.477728:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042752 00000100:00100000:0.0:1768253416.477739:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042752 00000100:00100000:0.0:1768253416.477860:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 671 00000100:00100000:0.0:1768253416.477870:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452042752:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253416.478994:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452042752:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 1120us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253416.479005:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 671 00000100:00080000:1.0:1768253416.480737:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253416.483268:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253416.483629:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452042880 00000100:00100000:3.0:1768253416.483640:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452042880 00000100:00100000:3.0:1768253416.483700:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1223 00000100:00100000:3.0:1768253416.483709:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452042880:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:3.0:1768253416.484102:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452042880:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 393us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253416.484110:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1223 00000100:00100000:3.0:1768253416.490491:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253416.490591:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043008 00000100:00100000:0.0:1768253416.490601:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043008 00000100:00100000:0.0:1768253416.490661:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1224 00000100:00100000:0.0:1768253416.490672:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452043008:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253416.490770:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452043008:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 99us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253416.490781:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1224 00000100:00100000:2.0:1768253416.493818:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253416.494157:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043136 00000100:00100000:0.0:1768253416.494178:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043136 00000100:00100000:0.0:1768253416.494408:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 672 00000100:00100000:0.0:1768253416.494417:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452043136:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:0.0:1768253416.494770:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452043136:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 352us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253416.494778:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 672 00000100:00100000:1.0:1768253416.498455:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253416.498549:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043264 00000100:00100000:2.0:1768253416.498561:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043264 00000100:00100000:2.0:1768253416.498607:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 673 00000100:00100000:2.0:1768253416.498616:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452043264:12345-192.168.202.43@tcp:19:lfs.0 00000100:00100000:2.0:1768253416.498916:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55688:x1854145452043264:12345-192.168.202.43@tcp:19:lfs.0 Request processed in 300us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253416.498938:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 673 00000100:00100000:3.0:1768253416.502134:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253416.502451:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043392 00000100:00100000:0.0:1768253416.502462:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043392 00000100:00100000:0.0:1768253416.502522:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1225 00000100:00100000:0.0:1768253416.502532:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452043392:12345-192.168.202.43@tcp:48:lfs.0 00000100:00100000:0.0:1768253416.502840:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55688:x1854145452043392:12345-192.168.202.43@tcp:48:lfs.0 Request processed in 310us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253416.502849:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1225 00010000:00010000:0.0:1768253416.884264:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253417.756932:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253417.756994:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043520 00000100:00100000:2.0:1768253417.757005:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043520 00000100:00100000:2.0:1768253417.757088:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1226 00000100:00100000:2.0:1768253417.757096:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55702:x1854145452043520:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:2.0:1768253417.757113:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253417.757129:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe647 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74d8 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.757177:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe64e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253417.757200:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe64e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253417.757213:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe64e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768253417.757278:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:2.0:1768253417.757281:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253417.757300:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe64e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253417.757322:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe647 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d8 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.757333:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe64e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d8 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.757339:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:2.0:1768253417.757341:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1768253417.757344:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01200, rc 0) 00000100:00100000:2.0:1768253417.757405:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55702:x1854145452043520:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 308us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253417.757413:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1226 00000100:00100000:0.0:1768253417.763514:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253417.763608:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043776 00000100:00100000:3.0:1768253417.763618:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043776 00000100:00100000:3.0:1768253417.763706:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1227 00000100:00100000:3.0:1768253417.763716:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55702:x1854145452043776:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:3.0:1768253417.763777:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1768253417.763803:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe64e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74d8 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253417.763824:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe5ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74c3 expref: 7 pid: 5784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253417.763835:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbbe00) 00010000:00010000:3.0:1768253417.763845:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253417.763868:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.763880:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.763889:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768253417.784130:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002aebbb67 reply state 00000000101d69ea transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253417.784144:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1768253417.784271:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:3.0:1768253417.784383:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55702:x1854145452043776:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 20664us (20875us total) trans 4294967770 rc 0/0 00000100:00100000:3.0:1768253417.784396:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1227 00000001:00080000:1.0:1768253417.784402:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967770 is committed 00010000:00010000:1.0:1768253417.784528:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.784539:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.784547:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.784553:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253417.784557:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.784565:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.784580:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972744dbb900) 00010000:00010000:1.0:1768253417.784584:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253417.784647:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.784655:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe655 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253417.822223:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253417.822290:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452043904 00000100:00100000:3.0:1768253417.822304:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452043904 00000100:00100000:3.0:1768253417.822357:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 200 00000100:00100000:3.0:1768253417.822368:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55706:x1854145452043904:12345-192.168.202.43@tcp:49:touch.60003 00000100:00100000:3.0:1768253417.822501:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55706:x1854145452043904:12345-192.168.202.43@tcp:49:touch.60003 Request processed in 135us (290us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253417.822508:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 200 00000100:00100000:1.0:1768253417.825929:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253417.825992:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452044032 00000100:00100000:2.0:1768253417.826004:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452044032 00000100:00100000:2.0:1768253417.826081:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1228 00000100:00100000:2.0:1768253417.826091:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55706:x1854145452044032:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253417.826110:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253417.826130:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe65c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74df expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.826204:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826214:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826222:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826234:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826238:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826242:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826347:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe671 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826352:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe671 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826356:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe671 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:2.0:1768253417.826373:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:2.0:1768253417.826375:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253417.826393:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe671 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826401:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826405:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826409:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826413:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253417.826415:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826420:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826428:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:2.0:1768253417.826430:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253417.826433:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826436:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe663 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826444:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826447:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826451:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826453:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253417.826455:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826458:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826461:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9200) 00010000:00010000:2.0:1768253417.826462:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253417.826464:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826466:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe66a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.826490:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe65c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74df expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.826498:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe671 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74df expref: 7 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.826503:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768253417.826504:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253417.826505:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00400, rc 0) 00000100:00100000:2.0:1768253417.826558:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55706:x1854145452044032:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 470us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253417.826565:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1228 00000100:00100000:1.0:1768253417.829352:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253417.829453:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452044288 00000100:00100000:2.0:1768253417.829465:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452044288 00000100:00100000:2.0:1768253417.829517:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1229 00000100:00100000:2.0:1768253417.829526:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55706:x1854145452044288:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:2.0:1768253417.829544:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253417.829562:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe678 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74e6 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.829693:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.829707:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.829719:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.829736:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.829742:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.829749:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:2.0:1768253417.830330:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x27:0x0], index 0: 0 00010000:00010000:2.0:1768253417.830494:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe68d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830501:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe68d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830506:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe68d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830531:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830536:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830540:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830544:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253417.830547:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830551:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830560:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9400) 00010000:00010000:2.0:1768253417.830562:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253417.830565:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.830569:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe67f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253417.830576:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000147464a7 reply state 00000000cf85da11 transno 4294967771 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253417.830581:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1768253417.830600:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00a00/0xef9a6e5c83abe678 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74e6 expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.830610:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe68d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74e6 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.830614:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972749ca9900) 00010000:00010000:2.0:1768253417.830616:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1768253417.830617:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768253417.830673:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55706:x1854145452044288:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1148us (1330us total) trans 4294967771 rc 0/0 00000100:00100000:2.0:1768253417.830680:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1229 00010000:00010000:2.0:1768253417.835065:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.835084:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.835095:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.835101:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253417.835106:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.835113:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.835130:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972749ca9700) 00010000:00010000:2.0:1768253417.835133:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253417.835138:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.835144:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00000/0xef9a6e5c83abe686 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253417.839562:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253417.839994:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452044544 00000100:00100000:2.0:1768253417.840004:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452044544 00000100:00100000:2.0:1768253417.840255:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1230 00000100:00100000:2.0:1768253417.840266:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55706:x1854145452044544:12345-192.168.202.43@tcp:36:touch.60003 00010000:00010000:2.0:1768253417.840322:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253417.840347:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe68d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74e6 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253417.840365:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972749ca9900) 00010000:00010000:2.0:1768253417.840375:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253417.840417:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.840429:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.840439:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253417.840563:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ffb964f reply state 00000000ae644821 transno 4294967772 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253417.840572:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253417.840671:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55706:x1854145452044544:12345-192.168.202.43@tcp:36:touch.60003 Request processed in 406us (1119us total) trans 4294967772 rc 0/0 00000100:00100000:2.0:1768253417.840678:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1230 00000100:00100000:1.0:1768253417.844007:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:1.0:1768253417.844058:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.844069:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.844077:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.844083:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253417.844089:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.844096:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.844111:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972749ca9200) 00010000:00010000:1.0:1768253417.844114:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253417.844119:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.844125:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01400/0xef9a6e5c83abe69b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253417.844163:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452044672 00000100:00100000:1.0:1768253417.844172:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452044672 00000100:00100000:1.0:1768253417.844229:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:1.0:1768253417.844239:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55706:x1854145452044672:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253417.844267:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253417.844285:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe6a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74ed expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.844340:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe6a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ed expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.844352:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe6a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ed expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.844369:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972769ec0300) 00010000:00010000:1.0:1768253417.844372:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1768253417.844374:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253417.845657:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777cbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55706:x1854145452044672:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1411us (1652us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253417.845667:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1231 00000100:00100000:0.0:1768253417.850475:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253417.850511:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452044800 00000100:00100000:0.0:1768253417.850521:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452044800 00000100:00100000:0.0:1768253417.850571:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 674 00000100:00100000:0.0:1768253417.850581:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452044800:12345-192.168.202.43@tcp:2:touch.60003 00000100:00100000:0.0:1768253417.850899:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452044800:12345-192.168.202.43@tcp:2:touch.60003 Request processed in 318us (434us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1768253417.850907:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 674 00000100:00100000:0.0:1768253417.854914:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253417.854969:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452045056 00000100:00100000:2.0:1768253417.854981:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452045056 00000100:00100000:2.0:1768253417.855053:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 201 00000100:00100000:2.0:1768253417.855063:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55706:x1854145452045056:12345-192.168.202.43@tcp:35:touch.60003 00000100:00100000:2.0:1768253417.855360:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55706:x1854145452045056:12345-192.168.202.43@tcp:35:touch.60003 Request processed in 298us (454us total) trans 4294967773 rc 0/0 00000100:00100000:2.0:1768253417.855369:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 201 00000100:00100000:2.0:1768253417.883093:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253417.883233:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452045184 00000100:00100000:1.0:1768253417.883244:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452045184 00000100:00100000:1.0:1768253417.883302:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1232 00000100:00100000:1.0:1768253417.883312:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55710:x1854145452045184:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:1.0:1768253417.883338:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253417.883358:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74f4 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.883418:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883431:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883442:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883455:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883461:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883479:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883565:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883570:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883575:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253417.883604:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 0 00000004:00200000:1.0:1768253417.883608:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253417.883622:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883630:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883635:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883639:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883646:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883650:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253417.883653:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883657:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883665:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253417.883667:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253417.883670:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883673:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883682:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883685:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883689:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883692:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253417.883693:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883696:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883700:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972769ec0700) 00010000:00010000:1.0:1768253417.883702:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253417.883704:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883707:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.883736:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74f4 expref: 13 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.883745:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74f4 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.883749:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972769ec0300) 00010000:00010000:1.0:1768253417.883751:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1768253417.883753:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253417.883819:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55710:x1854145452045184:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 508us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253417.883827:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1232 00000100:00100000:0.0:1768253417.887133:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253417.887320:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452045312 00000100:00100000:2.0:1768253417.887329:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452045312 00000100:00100000:2.0:1768253417.887402:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 675 00000100:00100000:2.0:1768253417.887416:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452045312:12345-192.168.202.43@tcp:101:rm.60003 00010000:00010000:2.0:1768253417.887431:0:10696:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253417.887447:0:10696:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d74fb expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253417.887466:0:10696:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x696567e9, atime: 0x696567e9, ctime: 0x696567e9, blocks: 0x1 00010000:00010000:2.0:1768253417.887486:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253417.887488:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253417.887496:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253417.887516:0:10696:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 7 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1768253417.887530:0:10696:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00600, rc 0) 00000100:00100000:2.0:1768253417.887581:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2369:x1854145452045312:12345-192.168.202.43@tcp:101:rm.60003 Request processed in 172us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253417.887586:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 675 00000100:00100000:0.0:1768253417.891260:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253417.891385:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452045568 00000100:00100000:1.0:1768253417.891396:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452045568 00000100:00100000:1.0:1768253417.891453:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1233 00000100:00100000:1.0:1768253417.891459:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55710:x1854145452045568:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:1.0:1768253417.891500:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253417.891522:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe6be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74f4 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.891539:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe6a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74ed expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253417.891546:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972769ec0300) 00010000:00010000:1.0:1768253417.891554:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253417.891571:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891580:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891587:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891596:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891600:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891604:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891705:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 3/0,1 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891713:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.891732:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:1.0:1768253417.892102:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].39, 64 off10688 00000004:00080000:1.0:1768253417.892111:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2623313097425ns, next at 2624313095798ns, rc = 0 00010000:00010000:1.0:1768253417.892155:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892164:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892171:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892179:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892185:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892201:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892567:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1768253417.892587:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892592:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892596:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892599:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253417.892602:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892606:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892619:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972769ec0600) 00010000:00010000:1.0:1768253417.892622:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1768253417.892626:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 2/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892631:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6da lrc: 0/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892679:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892683:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892687:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892689:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253417.892691:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892695:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892699:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253417.892701:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253417.892702:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253417.892705:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:1.0:1768253417.892710:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e2e1524 reply state 00000000c1bce184 transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:1.0:1768253417.892716:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1768253417.892939:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55710:x1854145452045568:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 1476us (1687us total) trans 4294967774 rc 0/0 00000100:00100000:1.0:1768253417.892954:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1233 00010000:00010000:3.0:1768253417.893332:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253417.893337:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.893342:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253417.893344:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.893349:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.893356:0:5771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff972769ec0600) 00010000:00010000:3.0:1768253417.893358:0:5771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253417.893360:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.893363:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfe00/0xef9a6e5c83abe6e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253417.893373:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253417.893374:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253417.893375:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253417.895647:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.895667:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.895675:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.895681:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253417.895685:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.895692:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.895708:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972769ec0700) 00010000:00010000:2.0:1768253417.895711:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253417.895716:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253417.895721:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadec00/0xef9a6e5c83abe6d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:0.0:1768253417.906645:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253418.768631:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253418.768708:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452045696 00000100:00100000:1.0:1768253418.768718:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452045696 00000100:00100000:1.0:1768253418.768804:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1234 00000100:00100000:1.0:1768253418.768815:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55725:x1854145452045696:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253418.768852:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253418.768875:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7502 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.768934:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253418.768957:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253418.768971:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253418.769043:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1768253418.769046:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253418.769065:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253418.769084:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7502 expref: 13 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.769097:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7502 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.769103:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253418.769106:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253418.769108:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfa00, rc 0) 00000100:00080000:3.0:1768253418.769250:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253418.769443:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55725:x1854145452045696:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 630us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253418.769448:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1234 00000100:00100000:2.0:1768253418.781900:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253418.782116:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452045952 00000100:00100000:1.0:1768253418.782128:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452045952 00000100:00100000:1.0:1768253418.782186:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000100:00100000:1.0:1768253418.782196:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55725:x1854145452045952:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253418.782263:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253418.782292:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7502 expref: 12 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.782311:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00400/0xef9a6e5c83abe671 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74df expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.782322:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9400) 00010000:00010000:1.0:1768253418.782332:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253418.782356:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.782369:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.782379:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768253418.845206:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030a7ad56 reply state 0000000038f2d0d0 transno 4294967775 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253418.845223:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253418.845262:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:1.0:1768253418.845374:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+12:55725:x1854145452045952:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 63176us (63480us total) trans 4294967775 rc 0/0 00000100:00100000:1.0:1768253418.845385:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1235 00000001:00080000:1.0:1768253418.845444:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967775 is committed 00000004:00080000:1.0:1768253418.845456:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 106 committed 00010000:00010000:1.0:1768253418.845485:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.845493:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.845499:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.845505:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253418.845509:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.845516:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.845532:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0300) 00010000:00010000:1.0:1768253418.845535:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253418.845539:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.845544:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe6f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253418.845657:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476301824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1768253418.845873:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253418.845956:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476301824 00000100:00100000:1.0:1768253418.845963:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476301824 00000100:00100000:1.0:1768253418.846009:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1768253418.846038:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476301824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1768253418.846062:0:10696:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:39 count 1 00010000:00010000:1.0:1768253418.846082:0:10696:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.846099:0:10696:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253418.846107:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253418.846110:0:10696:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253418.846113:0:10696:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.846137:0:10696:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 6 pid: 10696 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1768253418.846150:0:10696:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 6 pid: 10696 timeout: 2724 lvb_type: 1 00000100:00100000:1.0:1768253418.846160:0:10696:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476301952:192.168.202.43@tcp:104: 00000100:00100000:1.0:1768253418.846200:0:10696:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83b40 going to sleep for 11 seconds 00000100:00080000:1.0:1768253418.846214:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253418.855707:0:10696:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777223480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10696:1854145476301952:192.168.202.43@tcp:104: 00010000:00010000:1.0:1768253418.855741:0:10696:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253418.860683:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253418.860844:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046080 00000100:00100000:1.0:1768253418.860856:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046080 00000100:00080000:3.0:1768253418.860890:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768253418.860910:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 7 pid: 10696 timeout: 2724 lvb_type: 1 00000100:00100000:1.0:1768253418.860988:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 478 00000100:00100000:1.0:1768253418.860998:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452046080:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253418.861041:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253418.861047:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 7 pid: 10696 timeout: 2724 lvb_type: 1 00010000:00010000:1.0:1768253418.861061:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 7 pid: 10696 timeout: 2724 lvb_type: 1 00010000:00010000:1.0:1768253418.861092:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dc00600/0xef9a6e5c83abe6c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d74fb expref: 7 pid: 10696 timeout: 2724 lvb_type: 1 00010000:00010000:1.0:1768253418.861107:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253418.861109:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1768253418.861115:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.861126:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.861176:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1768253418.861221:0:10696:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.861231:0:10696:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.861241:0:10696:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253418.861242:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452046080:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 246us (570us total) trans 0 rc 0/0 00010000:00010000:3.0:1768253418.861249:0:10696:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253418.861251:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 478 00010000:00010000:3.0:1768253418.861265:0:10696:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1768253418.861998:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3321:x1854145476301824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15959us (16286us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1768253418.862007:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00010000:00010000:3.0:1768253418.862049:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253418.862056:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.862066:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253418.862070:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.862080:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.862099:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.862107:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff97277dadfa00/0xef9a6e5c83abe6fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10696 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253418.862123:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253418.862125:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253418.862127:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253418.863443:0:3321:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972777cbf800/2, rc 0, transno 4294967375 00000100:00100000:0.0:1768253418.863454:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777cbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476301824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1768253418.885536:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253418.885615:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046208 00000100:00100000:1.0:1768253418.885626:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046208 00000100:00100000:1.0:1768253418.885691:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1236 00000100:00100000:1.0:1768253418.885702:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55729:x1854145452046208:12345-192.168.202.43@tcp:101:touch.60003 00010000:00010000:1.0:1768253418.885736:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253418.885756:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe704 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7509 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253418.885818:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.885829:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.885837:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.885857:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.885862:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.885866:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.886002:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe719 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.886008:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe719 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253418.886916:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe719 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:0.0:1768253418.887065:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1768253418.887068:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1768253418.887089:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe719 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887098:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887102:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887107:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887110:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253418.887113:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887118:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887126:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:0.0:1768253418.887128:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253418.887132:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887136:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade000/0xef9a6e5c83abe70b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887155:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887159:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887162:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887165:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253418.887167:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887170:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887173:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972769ec0300) 00010000:00010000:0.0:1768253418.887174:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253418.887176:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887179:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe712 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:0.0:1768253418.887313:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe704 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7509 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253418.887323:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe719 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7509 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253418.887328:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0500) 00010000:00010000:0.0:1768253418.887330:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1768253418.887332:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:0.0:1768253418.887394:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55729:x1854145452046208:12345-192.168.202.43@tcp:101:touch.60003 Request processed in 1694us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253418.887400:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1236 00010000:00010000:0.0:1768253418.930173:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253419.462876:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253419.462922:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.462953:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046336 00000100:00100000:2.0:1768253419.462963:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046336 00000100:00100000:1.0:1768253419.463108:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046464 00000100:00100000:1.0:1768253419.463114:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046464 00000100:00100000:2.0:1768253419.463121:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1435 00000100:00100000:2.0:1768253419.463132:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452046336:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253419.463201:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452046336:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 69us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253419.463208:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1435 00000100:00100000:1.0:1768253419.463482:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1848 00000100:00100000:1.0:1768253419.463491:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452046464:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253419.463532:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452046464:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253419.463538:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1848 00000100:00100000:2.0:1768253419.464178:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.464216:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.464239:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046720 00000100:00100000:1.0:1768253419.464245:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046720 00000100:00100000:1.0:1768253419.464284:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046592 00000100:00100000:1.0:1768253419.464287:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046592 00000100:00100000:1.0:1768253419.464307:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1403 00000100:00100000:1.0:1768253419.464315:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452046720:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253419.464350:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452046720:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253419.464357:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1403 00000100:00100000:1.0:1768253419.464369:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1404 00000100:00100000:1.0:1768253419.464375:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145452046592:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253419.464400:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2370:x1854145452046592:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253419.464405:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1404 00000100:00080000:1.0:1768253419.464421:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253419.571959:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476302080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253419.572048:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253419.572315:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302080 00000100:00100000:0.0:1768253419.572324:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302080 00000100:00100000:0.0:1768253419.572381:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1768253419.572389:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476302080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253419.572421:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253419.572463:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476302080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253419.572469:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00080000:1.0:1768253419.572518:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253419.572556:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476302080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253419.574126:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476302208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253419.574188:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253419.574352:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302208 00000100:00100000:3.0:1768253419.574360:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302208 00000100:00100000:3.0:1768253419.574406:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1768253419.574416:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476302208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253419.574449:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253419.574493:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1854145476302208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253419.574500:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1768253419.574571:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476302208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253419.606241:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.606306:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452046848 00000100:00100000:1.0:1768253419.606316:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452046848 00000100:00100000:1.0:1768253419.606370:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1237 00000100:00100000:1.0:1768253419.606379:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55744:x1854145452046848:12345-192.168.202.43@tcp:101:chmod.0 00010000:00010000:1.0:1768253419.606397:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253419.606415:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe720 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7510 expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253419.606473:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe727 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.606485:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.606497:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00200000:1.0:1768253419.606556:0:29086:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1768253419.606560:0:29086:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253419.606583:0:29086:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe727 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.606607:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade400/0xef9a6e5c83abe720 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7510 expref: 9 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253419.606623:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe727 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7510 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253419.606631:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0500) 00010000:00010000:1.0:1768253419.606633:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253419.606637:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768253419.606688:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55744:x1854145452046848:12345-192.168.202.43@tcp:101:chmod.0 Request processed in 310us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253419.606695:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1237 00000100:00100000:2.0:1768253419.612310:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.612532:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047104 00000100:00100000:1.0:1768253419.612543:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047104 00000100:00100000:1.0:1768253419.612599:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1238 00000100:00100000:1.0:1768253419.612609:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55744:x1854145452047104:12345-192.168.202.43@tcp:36:chmod.0 00010000:00010000:1.0:1768253419.612677:0:5783:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1768253419.612704:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dade600/0xef9a6e5c83abe727 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7510 expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253419.612806:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe719 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7509 expref: 7 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253419.612819:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0500) 00010000:00010000:1.0:1768253419.612830:0:5783:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253419.612855:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.612871:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.612881:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00010000:1.0:1768253419.613292:0:5783:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001d81be1b reply state 0000000091765e5f transno 4294967776 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000100:00100000:1.0:1768253419.613299:0:5783:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1768253419.613311:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:1.0:1768253419.613380:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55744:x1854145452047104:12345-192.168.202.43@tcp:36:chmod.0 Request processed in 772us (1080us total) trans 4294967776 rc 0/0 00000100:00100000:1.0:1768253419.613388:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1238 00010000:00010000:1.0:1768253419.616394:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.616411:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.616418:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.616424:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253419.616428:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.616435:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.616450:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972769ec0c00) 00010000:00010000:1.0:1768253419.616453:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1768253419.616458:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:1.0:1768253419.616464:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe72e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00000100:00100000:2.0:1768253419.779564:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.779983:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047232 00000100:00100000:1.0:1768253419.779994:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047232 00000100:00100000:2.0:1768253419.780432:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1239 00000100:00100000:2.0:1768253419.780443:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452047232:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253419.780585:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452047232:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 144us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253419.780596:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1239 00000100:00100000:2.0:1768253419.783121:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.783369:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047360 00000100:00100000:1.0:1768253419.783380:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047360 00000100:00100000:1.0:1768253419.783468:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 677 00000100:00100000:1.0:1768253419.783478:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55756:x1854145452047360:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253419.783771:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55756:x1854145452047360:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 293us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253419.783778:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 677 00000100:00100000:0.0:1768253419.785487:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.785576:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047488 00000100:00100000:1.0:1768253419.785586:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047488 00000100:00100000:1.0:1768253419.785658:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 678 00000100:00100000:1.0:1768253419.785667:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55756:x1854145452047488:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253419.785970:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55756:x1854145452047488:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 302us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253419.785977:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 678 00000100:00100000:0.0:1768253419.788599:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.788802:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047616 00000100:00100000:2.0:1768253419.789296:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047616 00000100:00100000:2.0:1768253419.789716:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1240 00000100:00100000:2.0:1768253419.789726:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452047616:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253419.790370:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452047616:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 642us (1776us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253419.790380:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1240 00000100:00100000:3.0:1768253419.805767:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.807139:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047744 00000100:00100000:2.0:1768253419.807152:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047744 00000100:00100000:2.0:1768253419.807232:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1241 00000100:00100000:2.0:1768253419.807242:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452047744:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253419.807350:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452047744:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 109us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253419.807358:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1241 00000100:00100000:0.0:1768253419.815550:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253419.816333:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452047872 00000100:00100000:1.0:1768253419.816347:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452047872 00000100:00100000:1.0:1768253419.816415:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 679 00000100:00100000:1.0:1768253419.816426:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55756:x1854145452047872:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253419.817688:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55756:x1854145452047872:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 1250us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253419.817710:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 679 00000100:00100000:0.0:1768253419.820435:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253419.821285:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048000 00000100:00100000:3.0:1768253419.821297:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048000 00000100:00100000:3.0:1768253419.821357:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 680 00000100:00100000:3.0:1768253419.821367:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55756:x1854145452048000:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253419.822113:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55756:x1854145452048000:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 743us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253419.822122:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 680 00000100:00100000:2.0:1768253419.827516:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253419.827622:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048128 00000100:00100000:0.0:1768253419.827641:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048128 00000100:00100000:0.0:1768253419.827983:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1242 00000100:00100000:0.0:1768253419.827994:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452048128:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:0.0:1768253419.828340:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55756:x1854145452048128:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 347us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253419.828348:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1242 00000100:00100000:0.0:1768253419.895538:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.895634:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048256 00000100:00100000:2.0:1768253419.895645:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048256 00000100:00100000:2.0:1768253419.895711:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1243 00000100:00100000:2.0:1768253419.895720:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+7:55760:x1854145452048256:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253419.895740:0:5783:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253419.895769:0:5783:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe735 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7517 expref: -99 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253419.895835:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.895849:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.895860:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.895873:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.895879:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.895886:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896325:0:5783:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe74a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896334:0:5783:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe74a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896340:0:5783:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe74a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00000004:00200000:2.0:1768253419.896367:0:5783:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:2.0:1768253419.896371:0:5783:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1768253419.896395:0:5783:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe74a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896408:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896415:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896421:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896427:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253419.896431:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896438:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896450:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:2.0:1768253419.896453:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253419.896458:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896464:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe73c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896480:0:5783:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896486:0:5783:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896491:0:5783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896496:0:5783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01a00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253419.896499:0:5783:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896508:0:5783:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896516:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9100) 00010000:00010000:2.0:1768253419.896519:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253419.896521:0:5783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896528:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe743 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5783 initiator: MDT0 00010000:00010000:2.0:1768253419.896557:0:5783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00c00/0xef9a6e5c83abe735 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7517 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253419.896570:0:5783:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe74a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7517 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253419.896578:0:5783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9000) 00010000:00010000:2.0:1768253419.896580:0:5783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1768253419.896583:0:5783:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01c00, rc 0) 00000100:00100000:2.0:1768253419.896689:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55760:x1854145452048256:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 969us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253419.896706:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1243 00000100:00100000:2.0:1768253419.910263:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253419.910678:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048384 00000100:00100000:3.0:1768253419.910692:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048384 00000100:00100000:3.0:1768253419.910760:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 202 00000100:00100000:3.0:1768253419.910769:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55760:x1854145452048384:12345-192.168.202.43@tcp:49:dd.60003 00000100:00100000:3.0:1768253419.910896:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55760:x1854145452048384:12345-192.168.202.43@tcp:49:dd.60003 Request processed in 127us (642us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253419.910903:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 202 00000100:00100000:0.0:1768253419.913379:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253419.913452:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048640 00000100:00100000:3.0:1768253419.913461:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048640 00000100:00100000:3.0:1768253419.913515:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1244 00000100:00100000:3.0:1768253419.913524:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55760:x1854145452048640:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:3.0:1768253419.913544:0:29086:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253419.913564:0:29086:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe751 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d751e expref: -99 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253419.913698:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.913713:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.913724:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.913738:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.913758:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.913765:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000004:00080000:3.0:1768253419.914328:0:29086:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27:0x0], index 1: 0 00010000:00010000:3.0:1768253419.914513:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe766 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914523:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914530:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914565:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914571:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914577:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914583:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:3.0:1768253419.914587:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914594:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914604:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9000) 00010000:00010000:3.0:1768253419.914607:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1768253419.914612:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253419.914620:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f9000/0xef9a6e5c83abe758 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:3.0:1768253419.914631:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc003019 reply state 00000000fe7fceb0 transno 4294967777 ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:3.0:1768253419.914639:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1768253419.914668:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8a00/0xef9a6e5c83abe751 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d751e expref: 11 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253419.914679:0:29086:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe766 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d751e expref: 10 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253419.914686:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff972744dbbc00) 00010000:00010000:3.0:1768253419.914688:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1768253419.914690:0:29086:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8400, rc 0) 00000100:00100000:3.0:1768253419.914767:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+11:55760:x1854145452048640:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 1243us (1396us total) trans 4294967777 rc 0/0 00000100:00100000:3.0:1768253419.914775:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1244 00010000:00010000:1.0:1768253419.922920:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.922953:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.922961:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.922968:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253419.922973:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.922981:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.922999:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972744dbbe00) 00010000:00010000:1.0:1768253419.923002:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253419.923007:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253419.923050:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8e00/0xef9a6e5c83abe75f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000100:00100000:0.0:1768253419.931721:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.932515:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048768 00000100:00100000:2.0:1768253419.932526:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048768 00000100:00100000:2.0:1768253419.932585:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 681 00000100:00100000:2.0:1768253419.932594:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55760:x1854145452048768:12345-192.168.202.43@tcp:101:dd.60003 00010000:00010000:2.0:1768253419.932613:0:6569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253419.932635:0:6569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7525 expref: -99 pid: 6569 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1768253419.932661:0:6569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1768253419.932687:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253419.932689:0:6569:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1768253419.932699:0:6569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253419.932859:0:6569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 6 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253419.932871:0:6569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01a00, rc 0) 00000100:00100000:2.0:1768253419.933082:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55760:x1854145452048768:12345-192.168.202.43@tcp:101:dd.60003 Request processed in 488us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253419.933090:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 681 00010000:00010000:3.0:1768253419.954581:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253419.960626:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253419.960741:0:6575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452048896 00000100:00100000:2.0:1768253419.960751:0:6575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452048896 00002000:00100000:2.0:1768253419.960798:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x27:0x0] (0->1048575) req@ffff972750cdce00 x1854145452048896/t0(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:395/0 lens 488/0 e 0 to 0 dl 1768253430 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768253419.960809:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972750cdce00 with x1854145452048896 ext(0->1048575) 00002000:00010000:2.0:1768253419.960815:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972750cdce00 00000100:00100000:2.0:1768253419.960848:0:6575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:2.0:1768253419.960857:0:6575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452048896:12345-192.168.202.43@tcp:4:dd.60003 00000100:00100000:2.0:1768253420.009483:0:6575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145452048896:12345-192.168.202.43@tcp:4:dd.60003 Request processed in 48614us (48854us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1768253420.009500:0:6575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 31 00002000:00100000:2.0:1768253420.009516:0:6575:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x27:0x0] (0->1048575) req@ffff972750cdce00 x1854145452048896/t4294967374(0) o4->8709718a-63ed-4c56-b24b-b8b68724edc3@192.168.202.43@tcp:395/0 lens 488/448 e 0 to 0 dl 1768253430 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1768253420.009526:0:6575:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff972750cdce00 with x1854145452048896 ext(0->1048575) 00002000:00010000:2.0:1768253420.009533:0:6575:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff972750cdce00 00000100:00100000:0.0:1768253420.016376:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253420.017283:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049024 00000100:00100000:3.0:1768253420.017297:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049024 00000100:00100000:3.0:1768253420.017386:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1245 00000100:00100000:3.0:1768253420.017406:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55760:x1854145452049024:12345-192.168.202.43@tcp:44:dd.60003 00000100:00080000:1.0:1768253420.018099:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253420.072808:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+10:55760:x1854145452049024:12345-192.168.202.43@tcp:44:dd.60003 Request processed in 55402us (56433us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253420.072821:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1245 00000001:00080000:2.0:1768253420.073042:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000001:00080000:2.0:1768253420.073054:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967777 is committed 00000100:00100000:0.0:1768253420.077214:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253420.077330:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049152 00000100:00100000:2.0:1768253420.077341:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049152 00000100:00100000:2.0:1768253420.077410:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 682 00000100:00100000:2.0:1768253420.077420:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145452049152:12345-192.168.202.43@tcp:16:dd.60003 00000100:00100000:1.0:1768253420.088406:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476302464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.088473:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253420.088523:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476302976:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.088548:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253420.088573:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1768253420.088579:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476302336:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.088605:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253420.088628:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476302848:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.088648:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253420.088673:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476302592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.088694:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253420.088718:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253420.088724:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476302720:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.089263:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253420.089302:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302976 00000100:00100000:1.0:1768253420.089310:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302976 00000100:00100000:1.0:1768253420.089351:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302720 00000100:00100000:1.0:1768253420.089354:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302720 00000100:00100000:3.0:1768253420.090671:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1768253420.090685:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476302976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253420.090792:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476302976:12345-0@lo:400:kworker.0 Request processed in 111us (2242us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253420.090799:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1768253420.092071:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1768253420.092088:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476302720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.092584:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3318:x1854145476302720:12345-0@lo:400:kworker.0 Request processed in 501us (3319us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253420.092593:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1768253420.093285:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476302720:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.093603:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302336 00000100:00100000:1.0:1768253420.093611:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302336 00000100:00100000:1.0:1768253420.093661:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1768253420.093669:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476302336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.093732:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476302336:12345-0@lo:400:kworker.0 Request processed in 64us (5125us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253420.093738:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1768253420.095304:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302464 00000100:00100000:1.0:1768253420.095315:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302464 00000100:00100000:1.0:1768253420.095358:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302848 00000100:00100000:1.0:1768253420.095362:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302848 00000100:00100000:2.0:1768253420.095380:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476302592 00000100:00100000:2.0:1768253420.095384:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476302592 00000100:00100000:1.0:1768253420.095395:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:1.0:1768253420.095402:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476302464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253420.095410:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:2.0:1768253420.095415:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476302848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253420.095488:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:3.0:1768253420.095497:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476302592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253420.095655:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476302848:12345-0@lo:400:kworker.0 Request processed in 238us (7004us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253420.095662:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:1.0:1768253420.096271:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476302464:12345-0@lo:400:kworker.0 Request processed in 866us (7795us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253420.096278:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00080000:1.0:1768253420.096316:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1768253420.096321:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253420.096357:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476302336:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.096373:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476302848:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.096383:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476302464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253420.096393:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476302976:0@lo:400:kworker.0 00000100:00100000:2.0:1768253420.100729:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476302592:0@lo:400:kworker.0 00000100:00100000:3.0:1768253420.101496:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476302592:12345-0@lo:400:kworker.0 Request processed in 5996us (12796us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253420.101511:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00100000:2.0:1768253420.150560:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145452049152:12345-192.168.202.43@tcp:16:dd.60003 Request processed in 73127us (73340us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253420.150579:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 682 00000001:00080000:1.0:1768253420.155822:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000100:00100000:3.0:1768253420.163723:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253420.164210:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049408 00000100:00100000:2.0:1768253420.164221:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049408 00000100:00100000:2.0:1768253420.164283:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 203 00000100:00100000:2.0:1768253420.164294:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97276b0bdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55760:x1854145452049408:12345-192.168.202.43@tcp:35:dd.60003 00000100:00100000:2.0:1768253420.164833:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97276b0bdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55760:x1854145452049408:12345-192.168.202.43@tcp:35:dd.60003 Request processed in 539us (1120us total) trans 4294967778 rc 0/0 00000100:00100000:2.0:1768253420.164842:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 203 00010000:00010000:0.0:1768253420.981537:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1768253421.404244:0:96728:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2626825227068ns, next at 2624313095798ns, rc = 0 00000004:00080000:0.0:1768253421.404481:0:96728:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2626825466683ns, next at 2602962336245ns, rc = 0 00000004:00080000:0.0:1768253421.435580:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 110 committed 00000004:00080000:0.0:1768253421.435595:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 107 committed 00000001:00080000:0.0:1768253421.435606:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967778 is committed 00010000:00010000:3.0:1768253422.002231:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1768253422.191103:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000001:00080000:2.0:1768253422.191125:0:6594:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000100:00100000:0.0:1768253422.778913:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253422.781382:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049536 00000100:00100000:3.0:1768253422.781395:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049536 00000100:00100000:3.0:1768253422.781476:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1246 00000100:00100000:3.0:1768253422.781486:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452049536:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253422.781609:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452049536:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 124us (2719us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253422.781617:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1246 00000100:00080000:1.0:1768253422.782516:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253422.784870:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253422.784965:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049664 00000100:00100000:2.0:1768253422.784978:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049664 00000100:00100000:2.0:1768253422.785076:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 683 00000100:00100000:2.0:1768253422.785087:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55892:x1854145452049664:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:2.0:1768253422.785403:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55892:x1854145452049664:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 318us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253422.785412:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 683 00000100:00080000:0.0:1768253422.785668:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253422.788409:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253422.788487:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049792 00000100:00100000:0.0:1768253422.788498:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049792 00000100:00100000:0.0:1768253422.788571:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 684 00000100:00100000:0.0:1768253422.788582:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55892:x1854145452049792:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253422.788942:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55892:x1854145452049792:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 361us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253422.788950:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 684 00000100:00080000:2.0:1768253422.790286:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253422.791268:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253422.791337:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452049920 00000100:00100000:1.0:1768253422.791348:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452049920 00000100:00100000:1.0:1768253422.791439:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1247 00000100:00100000:1.0:1768253422.791449:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452049920:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253422.791626:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452049920:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 178us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253422.791634:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1247 00000100:00100000:0.0:1768253422.812227:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253422.819776:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050048 00000100:00100000:3.0:1768253422.819794:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050048 00000100:00100000:3.0:1768253422.824804:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1248 00000100:00100000:3.0:1768253422.824818:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452050048:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253422.824940:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452050048:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 124us (12723us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253422.824948:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1248 00000100:00100000:0.0:1768253422.827868:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253422.827951:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050176 00000100:00100000:1.0:1768253422.827966:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050176 00000100:00100000:1.0:1768253422.828138:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 685 00000100:00100000:1.0:1768253422.828153:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55892:x1854145452050176:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253422.828499:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972750cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:55892:x1854145452050176:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 349us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253422.828510:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 685 00000100:00100000:3.0:1768253422.846834:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253422.847244:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050304 00000100:00100000:1.0:1768253422.847256:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050304 00000100:00100000:1.0:1768253422.847317:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 686 00000100:00100000:1.0:1768253422.847327:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55892:x1854145452050304:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:1.0:1768253422.847623:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+6:55892:x1854145452050304:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 296us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253422.847631:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 686 00000100:00100000:2.0:1768253422.859040:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253422.859087:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050432 00000100:00100000:2.0:1768253422.859099:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050432 00000100:00100000:2.0:1768253422.859166:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1249 00000100:00100000:2.0:1768253422.859176:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452050432:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:2.0:1768253422.859491:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55892:x1854145452050432:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 316us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253422.859499:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1249 00000100:00100000:1.0:1768253422.927560:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253422.927673:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050688 00000100:00100000:2.0:1768253422.927683:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050688 00000100:00100000:2.0:1768253422.927809:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1250 00000100:00100000:2.0:1768253422.927821:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:55896:x1854145452050688:12345-192.168.202.43@tcp:36:rm.60003 00010000:00010000:2.0:1768253422.927879:0:29086:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253422.927922:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8400/0xef9a6e5c83abe766 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d751e expref: 8 pid: 29086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253422.927942:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff972744dbbc00) 00010000:00010000:2.0:1768253422.927953:0:29086:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253422.927976:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.927990:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.927999:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928059:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928067:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928074:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928308:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928316:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928323:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000040:00080000:2.0:1768253422.928760:0:29086:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].39, 64 off10688 00000004:00080000:2.0:1768253422.928770:0:29086:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2628349756824ns, next at 2629349754338ns, rc = 0 00010000:00010000:2.0:1768253422.928941:0:29086:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928951:0:29086:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928959:0:29086:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928965:0:29086:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928971:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.928976:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929005:0:29086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1768253422.929051:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929058:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929065:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929071:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253422.929074:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929085:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929093:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff972749ca9700) 00010000:00010000:2.0:1768253422.929096:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253422.929100:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929105:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe789 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929155:0:29086:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929162:0:29086:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929167:0:29086:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929171:0:29086:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253422.929174:0:29086:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929181:0:29086:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929941:0:29086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9000) 00010000:00010000:2.0:1768253422.929946:0:29086:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253422.929951:0:29086:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:2.0:1768253422.929957:0:29086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00200/0xef9a6e5c83abe77b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00000004:00010000:2.0:1768253422.929973:0:29086:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d393073f reply state 000000006e0f69a9 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29086 initiator: MDT0 00000100:00100000:2.0:1768253422.929983:0:29086:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253422.930109:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+9:55896:x1854145452050688:12345-192.168.202.43@tcp:36:rm.60003 Request processed in 2285us (2558us total) trans 4294967779 rc 0/0 00000100:00100000:2.0:1768253422.930118:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1250 00010000:00010000:3.0:1768253422.930254:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253422.930263:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253422.930270:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253422.930274:0:5772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253422.930281:0:5772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253422.930290:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff972749ca9700) 00010000:00010000:3.0:1768253422.930293:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1768253422.930296:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253422.930302:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01800/0xef9a6e5c83abe790 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253422.930318:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253422.930320:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253422.930322:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253422.934784:0:3304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253422.934804:0:3304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253422.934813:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253422.934820:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01000 already unused, calling callback (ffffffffc209b550) 00010000:00010000:1.0:1768253422.934825:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253422.934834:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253422.934853:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff972749ca9900) 00010000:00010000:1.0:1768253422.934856:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1768253422.934862:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:1.0:1768253422.934873:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01000/0xef9a6e5c83abe782 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29086 initiator: MDT0 00010000:00010000:3.0:1768253423.036237:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253424.050181:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253424.583808:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253424.583854:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253424.583891:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253424.583913:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253424.583941:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051200 00000100:00100000:1.0:1768253424.583951:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051200 00000100:00100000:1.0:1768253424.584032:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051072 00000100:00100000:1.0:1768253424.584036:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051072 00000100:00100000:1.0:1768253424.584070:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1407 00000100:00100000:1.0:1768253424.584079:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452051200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253424.584257:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2368:x1854145452051200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 178us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253424.584265:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1407 00000100:00100000:1.0:1768253424.584286:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1408 00000100:00100000:1.0:1768253424.584293:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452051072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253424.584323:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452051072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253424.584330:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1408 00000100:00100000:1.0:1768253424.584350:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050816 00000100:00100000:1.0:1768253424.584353:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050816 00000100:00100000:1.0:1768253424.584380:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1437 00000100:00100000:1.0:1768253424.584386:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452050816:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253424.584412:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452050816:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253424.584418:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1437 00000100:00080000:1.0:1768253424.584447:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253424.584450:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253424.584600:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452050944 00000100:00100000:0.0:1768253424.584605:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452050944 00000100:00100000:0.0:1768253424.584644:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1852 00000100:00100000:0.0:1768253424.584651:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145452050944:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253424.584689:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2368:x1854145452050944:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253424.584695:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1852 00000100:00080000:0.0:1768253424.585146:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253424.691146:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253424.691168:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476303104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253424.691234:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253424.691298:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476303104 00000100:00100000:0.0:1768253424.691306:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476303104 00000100:00100000:0.0:1768253424.691361:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1768253424.691369:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476303104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253424.691403:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253424.691449:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476303104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253424.691460:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00080000:0.0:1768253424.691485:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253424.691511:0:3319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:0.0:1768253424.691517:0:3319:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972777cbf800, transno 4294967375 00000100:00100000:0.0:1768253424.691533:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972750cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476303104:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1768253424.692913:0:7875:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2630113897621ns, next at 2631113895895ns, rc = 0 00000100:00100000:0.0:1768253424.692927:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253424.692942:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476303232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253424.692986:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253424.693051:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476303232 00000100:00100000:0.0:1768253424.693057:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476303232 00000100:00100000:0.0:1768253424.693109:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1768253424.693118:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476303232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253424.693815:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1768253424.695251:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476303232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2126us (2256us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253424.695264:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00080000:0.0:1768253424.695301:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253424.697634:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476303232:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1768253424.939368:0:96874:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2630360351238ns, next at 2624313095798ns, rc = 0 00000004:00080000:1.0:1768253424.939527:0:96874:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2630360513175ns, next at 2631113895895ns, rc = 0 00000004:00080000:0.0:1768253424.999761:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 112 committed 00000004:00080000:0.0:1768253424.999793:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 113 committed 00000004:00080000:0.0:1768253424.999798:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 108 committed 00000001:00080000:0.0:1768253424.999820:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000004:00080000:0.0:1768253424.999834:0:5805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 111 committed 00000100:00100000:3.0:1768253425.000354:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476303360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1768253425.000431:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253425.000604:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476303360 00000100:00100000:2.0:1768253425.000612:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476303360 00000100:00100000:2.0:1768253425.000664:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1768253425.000674:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277df03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476303360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1768253425.000703:0:6570:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:39 count 1 00010000:00010000:2.0:1768253425.000728:0:6570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253425.000747:0:6570:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253425.000756:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253425.000758:0:6570:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1768253425.000762:0:6570:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253425.000789:0:6570:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 5 pid: 6569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253425.000804:0:6570:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 5 pid: 6569 timeout: 2730 lvb_type: 0 00000100:00100000:2.0:1768253425.000821:0:6570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476303488:192.168.202.43@tcp:104: 00000100:00100000:2.0:1768253425.001240:0:6570:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dada780 going to sleep for 11 seconds 00000100:00100000:1.0:1768253425.010525:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253425.010774:0:6570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6570:1854145476303488:192.168.202.43@tcp:104: 00010000:00010000:2.0:1768253425.010804:0:6570:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253425.010893:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051328 00000100:00100000:3.0:1768253425.010900:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051328 00010000:00010000:3.0:1768253425.010940:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 6 pid: 6569 timeout: 2730 lvb_type: 0 00000100:00100000:3.0:1768253425.010978:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 479 00000100:00100000:3.0:1768253425.010988:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2369:x1854145452051328:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1768253425.011005:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253425.011357:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 6 pid: 6569 timeout: 2730 lvb_type: 0 00010000:00010000:3.0:1768253425.011373:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 6 pid: 6569 timeout: 2730 lvb_type: 0 00010000:00010000:3.0:1768253425.011398:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01a00/0xef9a6e5c83abe774 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7525 expref: 6 pid: 6569 timeout: 2730 lvb_type: 0 00010000:00010000:3.0:1768253425.011413:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253425.011415:0:80177:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1768253425.011420:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253425.011430:0:80177:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253425.011504:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253425.011564:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452051328:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 576us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253425.011572:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 479 00010000:00010000:0.0:1768253425.012556:0:6570:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253425.012570:0:6570:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253425.012581:0:6570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253425.012589:0:6570:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253425.012647:0:6570:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1768253425.013507:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277df03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3320:x1854145476303360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12831us (13072us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1768253425.013517:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000004:00080000:1.0:1768253425.013917:0:3320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff972646ee7100/2, rc 0, transno 4294967375 00000100:00100000:1.0:1768253425.013940:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476303360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1768253425.017160:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253425.017173:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253425.017185:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253425.017198:0:5771:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253425.017209:0:5771:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253425.017229:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253425.017236:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff97277dc01e00/0xef9a6e5c83abe797 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253425.017561:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253425.017564:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253425.017565:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253425.088646:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253425.203598:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253425.203625:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476304000:0@lo:400:kworker.0 00000100:00100000:0.0:1768253425.203632:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476303744:0@lo:400:kworker.0 00000100:00100000:1.0:1768253425.208254:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476303872:0@lo:400:kworker.0 00000100:00100000:0.0:1768253425.213533:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253425.214301:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476303744 00000100:00100000:2.0:1768253425.214312:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476303744 00000100:00100000:2.0:1768253425.214368:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1768253425.214378:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476303744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253425.214455:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476303744:12345-0@lo:400:kworker.0 Request processed in 79us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253425.214463:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1768253425.214514:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476303744:0@lo:400:kworker.0 00000100:00100000:3.0:1768253425.214838:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253425.214897:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476303616:0@lo:400:kworker.0 00000100:00100000:3.0:1768253425.214937:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253425.215043:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304000 00000100:00100000:2.0:1768253425.215049:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304000 00000100:00100000:2.0:1768253425.215095:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1768253425.215104:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476304000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253425.215147:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476304000:12345-0@lo:400:kworker.0 Request processed in 45us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253425.215157:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1768253425.215202:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476304000:0@lo:400:kworker.0 00000100:00080000:3.0:1768253425.215434:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253425.216405:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476303616 00000100:00100000:1.0:1768253425.216415:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476303616 00000100:00100000:1.0:1768253425.216460:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1768253425.216467:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476303616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253425.216534:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476303616:12345-0@lo:400:kworker.0 Request processed in 67us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253425.216541:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1768253425.216588:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253425.216983:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476303872 00000100:00100000:2.0:1768253425.216989:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476303872 00000100:00100000:2.0:1768253425.217044:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1768253425.217052:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476303872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253425.217093:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476303872:12345-0@lo:400:kworker.0 Request processed in 42us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253425.217099:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00080000:2.0:1768253425.217116:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253425.217425:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476303616:0@lo:400:kworker.0 00000100:00100000:1.0:1768253425.218399:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476303872:0@lo:400:kworker.0 00010000:00010000:0.0:1768253426.098855:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253427.122225:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1768253427.847954:0:7475:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00010000:00010000:0.0:1768253428.146839:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253429.170346:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253429.704529:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253429.704585:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253429.704613:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253429.704642:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253429.704673:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051712 00000100:00100000:0.0:1768253429.704688:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051712 00000100:00100000:0.0:1768253429.704763:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051840 00000100:00100000:0.0:1768253429.704766:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051840 00000100:00100000:0.0:1768253429.704793:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1409 00000100:00100000:0.0:1768253429.704804:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452051712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253429.704908:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452051712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 106us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253429.704921:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1409 00000100:00100000:0.0:1768253429.704944:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1410 00000100:00100000:0.0:1768253429.704950:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452051840:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253429.704976:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452051840:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 26us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253429.704983:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1410 00000100:00080000:0.0:1768253429.705006:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253429.705030:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253429.705186:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051456 00000100:00100000:3.0:1768253429.705192:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051456 00000100:00100000:3.0:1768253429.705229:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1439 00000100:00100000:3.0:1768253429.705236:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452051456:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253429.705267:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452051456:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253429.705280:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1439 00000100:00100000:3.0:1768253429.705351:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051584 00000100:00100000:3.0:1768253429.705356:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051584 00000100:00100000:3.0:1768253429.705393:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1856 00000100:00100000:3.0:1768253429.705401:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452051584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253429.705430:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452051584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253429.705437:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1856 00000100:00080000:0.0:1768253429.707746:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253429.811204:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253429.811234:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476304128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253429.811340:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253429.811432:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304128 00000100:00100000:1.0:1768253429.811443:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304128 00000100:00100000:1.0:1768253429.811508:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1768253429.811518:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476304128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253429.811563:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253429.811619:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476304128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253429.811627:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00080000:1.0:1768253429.811662:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253429.811701:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:1.0:1768253429.811707:0:3320:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff972646ee7100, transno 4294967375 00000100:00100000:1.0:1768253429.811725:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476304128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253429.816199:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253429.816241:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476304256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253429.819733:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253429.820143:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304256 00000100:00100000:0.0:1768253429.820158:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304256 00000100:00100000:0.0:1768253429.820266:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1768253429.820281:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476304256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253429.820514:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253429.820598:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476304256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 320us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253429.820609:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1768253429.820681:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476304256:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768253429.820763:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1768253430.202556:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253430.323480:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476304384:0@lo:400:kworker.0 00000100:00100000:3.0:1768253430.323562:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253430.323758:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476304512:0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.323792:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253430.323843:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253430.323850:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476304640:0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.323873:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253430.323917:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476304768:0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.323939:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253430.324256:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304512 00000100:00100000:1.0:1768253430.324266:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304512 00000100:00100000:1.0:1768253430.324318:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304640 00000100:00100000:1.0:1768253430.324321:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304640 00000100:00100000:1.0:1768253430.324354:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304768 00000100:00100000:1.0:1768253430.324357:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304768 00000100:00100000:1.0:1768253430.324378:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:1.0:1768253430.324388:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476304512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.324450:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476304512:12345-0@lo:400:kworker.0 Request processed in 64us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253430.324458:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:1.0:1768253430.324475:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1768253430.324479:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476304640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.324496:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476304640:12345-0@lo:400:kworker.0 Request processed in 17us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253430.324499:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:1.0:1768253430.324508:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1768253430.324512:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476304768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.324528:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476304768:12345-0@lo:400:kworker.0 Request processed in 17us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253430.324532:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:1.0:1768253430.324567:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476304640:0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.324574:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476304512:0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.324596:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476304768:0@lo:400:kworker.0 00000100:00100000:1.0:1768253430.326334:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304384 00000100:00100000:1.0:1768253430.326351:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304384 00000100:00100000:1.0:1768253430.326408:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1768253430.326417:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476304384:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768253430.330611:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253430.332436:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476304384:12345-0@lo:400:kworker.0 Request processed in 6007us (8859us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253430.332460:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1768253430.342399:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476304384:0@lo:400:kworker.0 00010000:00010000:2.0:1768253431.221492:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253432.242293:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253433.266621:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253434.290370:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253434.828949:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253434.829003:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253434.829083:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253434.829151:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253434.829206:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052224 00000100:00100000:1.0:1768253434.829220:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052224 00000100:00100000:1.0:1768253434.829284:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052352 00000100:00100000:1.0:1768253434.829287:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052352 00000100:00100000:1.0:1768253434.829311:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1411 00000100:00100000:1.0:1768253434.829323:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452052224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253434.829425:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452052224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 104us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253434.829433:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1411 00000100:00100000:1.0:1768253434.829456:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1412 00000100:00100000:1.0:1768253434.829463:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452052352:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253434.829490:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452052352:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253434.829496:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1412 00000100:00100000:2.0:1768253434.829937:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052096 00000100:00100000:2.0:1768253434.829945:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052096 00000100:00100000:2.0:1768253434.830001:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1860 00000100:00100000:2.0:1768253434.830010:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452052096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253434.830092:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2371:x1854145452052096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 84us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253434.830098:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1860 00000100:00100000:3.0:1768253434.830337:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452051968 00000100:00100000:3.0:1768253434.830372:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452051968 00000100:00100000:3.0:1768253434.830452:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1441 00000100:00100000:3.0:1768253434.830460:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452051968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253434.830505:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452051968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 46us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253434.830513:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1441 00000100:00080000:0.0:1768253434.833335:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1768253434.833349:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253434.833353:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253434.930353:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253434.930383:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476304896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253434.930482:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253434.930581:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476304896 00000100:00100000:1.0:1768253434.930591:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476304896 00000100:00100000:1.0:1768253434.930657:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1768253434.930668:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476304896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253434.930715:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253434.930774:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476304896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253434.930791:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1768253434.930852:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476304896:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768253434.931128:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253434.931409:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1768253434.931422:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476305024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253434.931461:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253434.931529:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305024 00000100:00100000:0.0:1768253434.931534:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305024 00000100:00100000:0.0:1768253434.931581:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1768253434.931589:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476305024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253434.931614:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253434.931650:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476305024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253434.931656:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:2.0:1768253434.931737:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253434.931760:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476305024:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768253435.320770:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253435.442451:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253435.442667:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476305408:0@lo:400:kworker.0 00000100:00100000:3.0:1768253435.442688:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476305536:0@lo:400:kworker.0 00000100:00100000:0.0:1768253435.442757:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476305280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253435.446901:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253435.447040:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305408 00000100:00100000:1.0:1768253435.447056:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305408 00000100:00100000:1.0:1768253435.447143:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1768253435.447157:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476305408:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1768253435.448234:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253435.451212:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253435.451260:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305536 00000100:00100000:0.0:1768253435.451275:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305536 00000100:00100000:3.0:1768253435.451318:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476305152:0@lo:400:kworker.0 00000100:00100000:0.0:1768253435.451362:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:3.0:1768253435.451370:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253435.451375:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476305536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253435.451419:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305152 00000100:00100000:3.0:1768253435.451424:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305152 00000100:00100000:3.0:1768253435.451455:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1768253435.451462:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476305152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253435.451544:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476305152:12345-0@lo:400:kworker.0 Request processed in 82us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253435.451553:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1768253435.451609:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476305152:0@lo:400:kworker.0 00000100:00080000:3.0:1768253435.451654:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253435.451768:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476305408:12345-0@lo:400:kworker.0 Request processed in 4613us (4878us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253435.451787:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1768253435.451836:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253435.451922:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476305536:12345-0@lo:400:kworker.0 Request processed in 550us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253435.451931:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1768253435.451950:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305280 00000100:00100000:0.0:1768253435.451954:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305280 00000100:00100000:1.0:1768253435.451958:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476305536:0@lo:400:kworker.0 00000100:00100000:3.0:1768253435.455120:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:3.0:1768253435.455148:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476305280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253435.455309:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476305280:12345-0@lo:400:kworker.0 Request processed in 178us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253435.455315:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:1.0:1768253435.455578:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476305280:0@lo:400:kworker.0 00000100:00100000:2.0:1768253435.455924:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476305408:0@lo:400:kworker.0 00010000:00010000:0.0:1768253436.338308:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253437.362326:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253438.386325:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253439.411190:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253439.942824:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253439.943223:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052480 00000100:00100000:3.0:1768253439.943234:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052480 00000100:00100000:3.0:1768253439.943298:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1443 00000100:00100000:3.0:1768253439.943308:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452052480:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253439.943386:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452052480:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 79us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253439.943393:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1443 00000100:00100000:1.0:1768253439.947303:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253439.949416:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253439.949476:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253439.949538:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052736 00000100:00100000:0.0:1768253439.949550:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052736 00000100:00100000:0.0:1768253439.949632:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052864 00000100:00100000:0.0:1768253439.949635:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052864 00000100:00100000:0.0:1768253439.949667:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1413 00000100:00100000:0.0:1768253439.949679:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452052736:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253439.949763:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452052736:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 86us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253439.949776:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1413 00000100:00100000:2.0:1768253439.949795:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1414 00000100:00100000:2.0:1768253439.949808:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452052864:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253439.949845:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452052864:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253439.949852:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1414 00000100:00080000:1.0:1768253439.951009:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253439.951039:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253439.951146:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052608 00000100:00100000:3.0:1768253439.951154:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052608 00000100:00100000:3.0:1768253439.951223:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1864 00000100:00100000:3.0:1768253439.951232:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452052608:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253439.951293:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:2368:x1854145452052608:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 62us (4001us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253439.951300:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1864 00000100:00080000:1.0:1768253439.952436:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253440.050409:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476305664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253440.050471:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253440.050555:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305664 00000100:00100000:1.0:1768253440.050563:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305664 00000100:00100000:1.0:1768253440.050617:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1768253440.050626:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476305664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253440.050655:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253440.050699:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476305664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253440.050704:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00080000:1.0:1768253440.050724:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253440.050766:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476305664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253440.051195:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253440.051207:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476305792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253440.051240:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253440.051319:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305792 00000100:00100000:0.0:1768253440.051324:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305792 00000100:00100000:0.0:1768253440.051366:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1768253440.051373:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476305792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253440.051394:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253440.051427:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476305792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253440.051433:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00080000:2.0:1768253440.051513:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253440.051536:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476305792:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768253440.434341:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253440.563903:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476306048:0@lo:400:kworker.0 00000100:00100000:0.0:1768253440.563980:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253440.564069:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253440.564076:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476306176:0@lo:400:kworker.0 00000100:00100000:2.0:1768253440.564217:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476305920:0@lo:400:kworker.0 00000100:00100000:2.0:1768253440.564251:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253440.564273:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253440.564279:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476306304:0@lo:400:kworker.0 00000100:00100000:2.0:1768253440.564465:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306048 00000100:00100000:2.0:1768253440.564473:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306048 00000100:00100000:2.0:1768253440.564520:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1768253440.564528:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476306048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253440.564702:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253440.564771:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476306048:12345-0@lo:400:kworker.0 Request processed in 242us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253440.564779:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:0.0:1768253440.564913:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476306048:0@lo:400:kworker.0 00000100:00100000:1.0:1768253440.564987:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253440.565039:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476305920 00000100:00100000:3.0:1768253440.565044:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476305920 00000100:00100000:3.0:1768253440.565075:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1768253440.565082:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476305920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253440.565129:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476305920:12345-0@lo:400:kworker.0 Request processed in 48us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253440.565136:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1768253440.565211:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306176 00000100:00100000:2.0:1768253440.565216:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306176 00000100:00100000:2.0:1768253440.565250:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1768253440.565257:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476306176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253440.565291:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476306176:12345-0@lo:400:kworker.0 Request processed in 35us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253440.565297:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00080000:2.0:1768253440.565314:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253440.566914:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476306176:0@lo:400:kworker.0 00000100:00100000:0.0:1768253440.577688:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306304 00000100:00100000:1.0:1768253440.577694:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476305920:0@lo:400:kworker.0 00000100:00100000:0.0:1768253440.577701:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306304 00000100:00100000:0.0:1768253440.577792:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:0.0:1768253440.577802:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476306304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253440.577883:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476306304:12345-0@lo:400:kworker.0 Request processed in 83us (12895us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253440.577890:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00080000:2.0:1768253440.577971:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253440.579556:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476306304:0@lo:400:kworker.0 00000100:00100000:0.0:1768253440.724132:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.724210:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452052992 00000100:00100000:3.0:1768253440.724221:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452052992 00000100:00100000:3.0:1768253440.724296:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1251 00000100:00100000:3.0:1768253440.724307:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452052992:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253440.724399:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452052992:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 95us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253440.724418:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1251 00000100:00100000:3.0:1768253440.727113:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253440.727157:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053120 00000100:00100000:0.0:1768253440.727171:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053120 00000100:00100000:0.0:1768253440.727265:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 688 00000100:00100000:0.0:1768253440.727291:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053120:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253440.727607:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053120:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 332us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253440.727615:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 688 00000100:00100000:3.0:1768253440.731767:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1768253440.732058:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053248 00000100:00100000:0.0:1768253440.732068:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053248 00000100:00100000:0.0:1768253440.732122:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 689 00000100:00100000:0.0:1768253440.732133:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053248:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:0.0:1768253440.732621:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053248:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 488us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253440.732630:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 689 00000100:00100000:0.0:1768253440.737069:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.737530:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053376 00000100:00100000:3.0:1768253440.737548:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053376 00000100:00100000:3.0:1768253440.737604:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1252 00000100:00100000:3.0:1768253440.737614:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452053376:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253440.738090:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452053376:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 475us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253440.738101:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1252 00000100:00100000:3.0:1768253440.747177:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253440.747712:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053504 00000100:00100000:1.0:1768253440.747734:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053504 00000100:00100000:1.0:1768253440.747800:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1253 00000100:00100000:1.0:1768253440.747810:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452053504:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:1.0:1768253440.747914:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452053504:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 104us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253440.747922:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1253 00000100:00100000:3.0:1768253440.758290:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.758331:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053632 00000100:00100000:3.0:1768253440.758341:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053632 00000100:00100000:3.0:1768253440.758400:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 690 00000100:00100000:3.0:1768253440.758409:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053632:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253440.758820:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053632:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 411us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253440.758830:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 690 00000100:00100000:3.0:1768253440.761391:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.761418:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053760 00000100:00100000:3.0:1768253440.761426:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053760 00000100:00100000:3.0:1768253440.761463:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 691 00000100:00100000:3.0:1768253440.761471:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053760:12345-192.168.202.43@tcp:19:lfs.60003 00000100:00100000:3.0:1768253440.761744:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:56114:x1854145452053760:12345-192.168.202.43@tcp:19:lfs.60003 Request processed in 272us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253440.761752:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 691 00000100:00100000:3.0:1768253440.763793:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.763831:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452053888 00000100:00100000:3.0:1768253440.763840:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452053888 00000100:00100000:3.0:1768253440.763899:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1254 00000100:00100000:3.0:1768253440.763909:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452053888:12345-192.168.202.43@tcp:48:lfs.60003 00000100:00100000:3.0:1768253440.764397:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56114:x1854145452053888:12345-192.168.202.43@tcp:48:lfs.60003 Request processed in 487us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253440.764409:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1254 00000100:00100000:0.0:1768253440.789707:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253440.789858:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452054016 00000100:00100000:1.0:1768253440.789868:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452054016 00000100:00100000:1.0:1768253440.789928:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1255 00000100:00100000:1.0:1768253440.789938:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+7:56115:x1854145452054016:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768253440.789959:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253440.789981:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe79e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d752c expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253440.790071:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe7a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253440.790087:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253440.790100:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:1.0:1768253440.790168:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1768253440.790172:0:6919:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1768253440.790198:0:6919:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:1.0:1768253440.790226:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe79e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d752c expref: 9 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253440.790245:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe7a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d752c expref: 8 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253440.790255:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9000) 00010000:00010000:1.0:1768253440.790259:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253440.790263:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadfc00, rc 0) 00000100:00100000:1.0:1768253440.791680:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:56115:x1854145452054016:12345-192.168.202.43@tcp:101:rm.0 Request processed in 1734us (1974us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253440.791693:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1255 00000100:00100000:0.0:1768253440.798140:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.799271:0:5787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452054144 00000100:00100000:3.0:1768253440.799284:0:5787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452054144 00000100:00100000:3.0:1768253440.799336:0:5787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 204 00000100:00100000:3.0:1768253440.799346:0:5787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:56115:x1854145452054144:12345-192.168.202.43@tcp:49:rm.0 00000100:00100000:3.0:1768253440.799461:0:5787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+8:56115:x1854145452054144:12345-192.168.202.43@tcp:49:rm.0 Request processed in 117us (1332us total) trans 0 rc -61/-61 00000100:00100000:3.0:1768253440.799469:0:5787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 204 00000100:00100000:3.0:1768253440.802243:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253440.806556:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452054400 00000100:00100000:1.0:1768253440.806570:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452054400 00000100:00100000:1.0:1768253440.806642:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1256 00000100:00100000:1.0:1768253440.806654:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:56115:x1854145452054400:12345-192.168.202.43@tcp:101:rm.0 00010000:00010000:1.0:1768253440.806676:0:6919:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253440.806702:0:6919:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe7ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d7533 expref: -99 pid: 6919 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1768253440.806830:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00010000:1.0:1768253440.807079:0:6919:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe7ac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7533 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253440.807093:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:1.0:1768253440.807097:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1768253440.807102:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf200/0xef9a6e5c83abe7ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7533 expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253440.807115:0:6919:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253440.807182:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:56115:x1854145452054400:12345-192.168.202.43@tcp:101:rm.0 Request processed in 531us (4949us total) trans 4294967780 rc 301/301 00000100:00100000:1.0:1768253440.807191:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1256 00000100:00100000:2.0:1768253440.812205:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253440.812286:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452054528 00000100:00100000:3.0:1768253440.812295:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452054528 00000100:00100000:3.0:1768253440.812366:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 205 00000100:00100000:3.0:1768253440.812376:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:56115:x1854145452054528:12345-192.168.202.43@tcp:37:rm.0 00000100:00100000:1.0:1768253440.820829:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:56115:x1854145452054528:12345-192.168.202.43@tcp:37:rm.0 Request processed in 8444us (8619us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253440.820846:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 205 00000100:00100000:0.0:1768253440.829323:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253440.829768:0:5786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452054784 00000100:00100000:1.0:1768253440.829781:0:5786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452054784 00000100:00100000:1.0:1768253440.829846:0:5786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 206 00000100:00100000:1.0:1768253440.829857:0:5786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+9:56115:x1854145452054784:12345-192.168.202.43@tcp:35:rm.0 00000100:00100000:1.0:1768253440.830163:0:5786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+10:56115:x1854145452054784:12345-192.168.202.43@tcp:35:rm.0 Request processed in 306us (850us total) trans 4294967781 rc 0/0 00000100:00100000:1.0:1768253440.830172:0:5786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 206 00000100:00100000:2.0:1768253440.833300:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253440.833346:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055040 00000100:00100000:2.0:1768253440.833355:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055040 00000100:00100000:2.0:1768253440.833414:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1257 00000100:00100000:2.0:1768253440.833425:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+10:56115:x1854145452055040:12345-192.168.202.43@tcp:36:rm.0 00010000:00010000:2.0:1768253440.833479:0:6919:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1768253440.833508:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadfc00/0xef9a6e5c83abe7a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d752c expref: 10 pid: 6919 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253440.833527:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01c00/0xef9a6e5c83abe74a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7517 expref: 9 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253440.833541:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9000) 00010000:00010000:2.0:1768253440.833556:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dadf800/0xef9a6e5c83abe464 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d7461 expref: 8 pid: 5783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253440.833566:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972769ec0900) 00010000:00010000:2.0:1768253440.833573:0:6919:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1768253440.833597:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833609:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833619:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833630:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833636:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833641:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833792:0:6919:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833801:0:6919:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.833809:0:6919:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000004:00200000:2.0:1768253440.834363:0:6919:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00010000:2.0:1768253440.834382:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834393:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834400:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834406:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01200 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253440.834409:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834417:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834426:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff972749ca9600) 00010000:00010000:2.0:1768253440.834429:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1768253440.834433:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834439:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01200/0xef9a6e5c83abe7c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834473:0:6919:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834479:0:6919:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834484:0:6919:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834489:0:6919:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc209b550) 00010000:00010000:2.0:1768253440.834493:0:6919:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834502:0:6919:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834509:0:6919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972749ca9200) 00010000:00010000:2.0:1768253440.834512:0:6919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1768253440.834514:0:6919:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:2.0:1768253440.834520:0:6919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc00e00/0xef9a6e5c83abe7ba lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00000004:00010000:2.0:1768253440.834532:0:6919:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e6b4af8 reply state 00000000aeccd65c transno 4294967782 ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6919 initiator: MDT0 00000100:00100000:2.0:1768253440.834540:0:6919:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1768253440.834611:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+9:56115:x1854145452055040:12345-192.168.202.43@tcp:36:rm.0 Request processed in 1187us (1323us total) trans 4294967782 rc 0/0 00000100:00100000:2.0:1768253440.834620:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1257 00010000:00010000:0.0:1768253440.838232:0:3305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253440.838247:0:3305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253440.838254:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253440.838262:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01600 already unused, calling callback (ffffffffc209b550) 00010000:00010000:0.0:1768253440.838267:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253440.838275:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253440.838301:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff972749ca9300) 00010000:00010000:0.0:1768253440.838305:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1768253440.838310:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253440.838316:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff97277dc01600/0xef9a6e5c83abe7c1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6919 initiator: MDT0 00010000:00010000:0.0:1768253441.468157:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253442.235297:0:97093:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb88d9140 20000000:00000080:2.0:1768253442.235320:0:97093:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972746017800 uarg=0000000000000000 00010000:00010000:3.0:1768253442.254790:0:97093:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253442.254813:0:97093:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253442.254852:0:97093:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253442.254872:0:97093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.254888:0:97093:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.254897:0:97093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.254938:0:97093:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.254955:0:97093:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 17 pid: 5778 timeout: 2797 lvb_type: 0 00000100:00100000:3.0:1768253442.254969:0:97093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97093:1854145476306432:0@lo:104: 00000100:00100000:3.0:1768253442.256318:0:97093:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253442.256440:0:97093:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274634d180 going to sleep for 11 seconds 00000100:00100000:2.0:1768253442.260355:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306432 00000100:00100000:2.0:1768253442.260369:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306432 00000100:00100000:2.0:1768253442.261287:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1768253442.261301:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97093:x1854145476306432:12345-0@lo:104: 00010000:00010000:2.0:1768253442.261318:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253442.261429:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253442.261435:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97093:x1854145476306432:12345-0@lo:104: Request processed in 140us (5123us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253442.261445:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00010000:00010000:0.0:1768253442.265129:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253442.265143:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265154:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253442.265158:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265166:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253442.265173:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253442.265178:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253442.265236:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265242:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253442.265277:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265284:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc00800/0xef9a6e5c83abe44f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe456 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265307:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253442.265309:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253442.265310:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253442.265358:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476306560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253442.265435:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253442.265519:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306560 00000100:00100000:0.0:1768253442.265526:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306560 00010000:00010000:0.0:1768253442.265568:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 18 pid: 5778 timeout: 2797 lvb_type: 0 00000100:00100000:0.0:1768253442.265600:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1768253442.265608:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476306560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253442.265622:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253442.265626:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 18 pid: 5778 timeout: 2797 lvb_type: 0 00010000:00010000:0.0:1768253442.265637:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 18 pid: 5778 timeout: 2797 lvb_type: 0 00010000:00010000:0.0:1768253442.265654:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265662:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265679:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265686:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265692:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265697:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265702:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253442.265705:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265723:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265731:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253442.265740:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253442.265773:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476306560:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253442.265781:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1768253442.265821:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476306560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253442.266279:0:97093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf000/0xef9a6e5c83abe456 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe44f expref: 17 pid: 5778 timeout: 2797 lvb_type: 0 00000100:00100000:3.0:1768253442.266293:0:97093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97093:1854145476306432:0@lo:104: 00010000:00010000:3.0:1768253442.266311:0:97093:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.266318:0:97093:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.266323:0:97093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.266328:0:97093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe7cf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253442.486608:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253443.369524:0:97141:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1ba5ce00 20000000:00000080:2.0:1768253443.369548:0:97141:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647db1800 uarg=0000000000000000 00010000:00010000:2.0:1768253443.369856:0:97141:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253443.369873:0:97141:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253443.369894:0:97141:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253443.369920:0:97141:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369940:0:97141:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369952:0:97141:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369959:0:97141:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369966:0:97141:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369974:0:97141:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369980:0:97141:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253443.369985:0:97141:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.369994:0:97141:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.370190:0:97141:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.370203:0:97141:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.370209:0:97141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7d6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97141 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253443.442311:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253443.442321:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253443.442328:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253443.442397:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253443.442410:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253443.442424:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253443.442458:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777514700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476306688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253443.442546:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253443.442615:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253443.442800:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306688 00000100:00100000:2.0:1768253443.442810:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306688 00000100:00100000:2.0:1768253443.442887:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1768253443.442898:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476306688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253443.442914:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253443.442931:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe7dd expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.442961:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.442973:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253443.442984:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768253443.443064:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476306688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253443.443072:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1768253443.443196:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777514700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476306688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253443.443215:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253443.443225:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253443.443254:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253443.443260:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253443.443267:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253443.513355:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253444.389327:0:97190:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff27d92c50 20000000:00000080:2.0:1768253444.389356:0:97190:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972647db1800 uarg=0000000000000000 00010000:00010000:2.0:1768253444.389913:0:97190:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1768253444.389932:0:97190:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1768253444.389954:0:97190:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253444.389982:0:97190:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.390004:0:97190:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.390043:0:97190:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.390376:0:97190:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.390396:0:97190:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 17 pid: 5777 timeout: 2799 lvb_type: 0 00000100:00100000:2.0:1768253444.390414:0:97190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97190:1854145476306816:0@lo:104: 00000100:00100000:2.0:1768253444.390502:0:97190:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253444.391464:0:97190:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fe4ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1768253444.391679:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1768253444.391717:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306816 00000100:00100000:3.0:1768253444.391728:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306816 00000100:00100000:3.0:1768253444.391797:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1768253444.391807:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972747d7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97190:x1854145476306816:12345-0@lo:104: 00010000:00010000:3.0:1768253444.391826:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253444.391924:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1768253444.391932:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972747d7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97190:x1854145476306816:12345-0@lo:104: Request processed in 127us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253444.391940:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00010000:00010000:0.0:1768253444.391998:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253444.392051:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253444.392066:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963200 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253444.392070:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253444.392080:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253444.392186:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253444.392195:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253444.392266:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253444.392273:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253444.392296:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253444.392303:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963200/0xef9a6e5c83abe7dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe7e4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253444.392324:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253444.392326:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253444.392585:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253444.392610:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476306944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253444.392681:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253444.392880:0:97190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97190:1854145476306816:0@lo:104: 00010000:00010000:2.0:1768253444.392912:0:97190:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253444.396347:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476306944 00000100:00100000:2.0:1768253444.396371:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476306944 00010000:00010000:2.0:1768253444.396441:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 18 pid: 5777 timeout: 2799 lvb_type: 0 00000100:00100000:2.0:1768253444.396501:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1768253444.396513:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476306944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253444.396533:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253444.396539:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 18 pid: 5777 timeout: 2799 lvb_type: 0 00010000:00010000:2.0:1768253444.396564:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 18 pid: 5777 timeout: 2799 lvb_type: 0 00010000:00010000:2.0:1768253444.396588:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe7e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe7dd expref: 18 pid: 5777 timeout: 2799 lvb_type: 0 00010000:00010000:2.0:1768253444.396612:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396621:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396641:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396647:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396654:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396660:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396666:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253444.396670:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396678:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396706:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396723:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253444.396807:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3320:x1854145476306944:12345-0@lo:103:ldlm_bl.0 Request processed in 297us (4126us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253444.396816:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00010000:00010000:2.0:1768253444.396855:0:97190:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396862:0:97190:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253444.396869:0:97190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe7eb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97190 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253444.410961:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476306944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253444.536704:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253445.069711:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253445.069755:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253445.069806:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253445.069837:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253445.069872:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055168 00000100:00100000:2.0:1768253445.069884:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055168 00000100:00100000:2.0:1768253445.069945:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1446 00000100:00100000:2.0:1768253445.069956:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452055168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253445.070058:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452055168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 104us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.070068:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1446 00000100:00100000:2.0:1768253445.070106:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055552 00000100:00100000:2.0:1768253445.070109:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055552 00000100:00100000:2.0:1768253445.070147:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055424 00000100:00100000:2.0:1768253445.070150:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055424 00000100:00100000:2.0:1768253445.070173:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1415 00000100:00100000:2.0:1768253445.070180:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055552:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253445.070211:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055552:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 32us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.070217:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1415 00000100:00100000:2.0:1768253445.070229:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1416 00000100:00100000:2.0:1768253445.070235:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055424:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253445.070258:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055424:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.070264:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1416 00000100:00080000:2.0:1768253445.070396:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253445.070401:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253445.071803:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055296 00000100:00100000:1.0:1768253445.071817:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055296 00000100:00100000:1.0:1768253445.071913:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1868 00000100:00100000:1.0:1768253445.071923:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145452055296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253445.072035:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+8:2369:x1854145452055296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 114us (2351us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253445.072043:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1868 00000100:00080000:2.0:1768253445.072214:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253445.170292:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476307072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253445.170396:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.170480:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307072 00000100:00100000:2.0:1768253445.170492:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307072 00000100:00100000:2.0:1768253445.170573:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1768253445.170589:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476307072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253445.170635:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253445.170729:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476307072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.170737:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1768253445.170795:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476307072:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1768253445.170873:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253445.171936:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476307200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253445.171993:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253445.172694:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307200 00000100:00100000:0.0:1768253445.172704:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307200 00000100:00100000:0.0:1768253445.172778:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1768253445.172788:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476307200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253445.172841:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253445.172918:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476307200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253445.172926:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1768253445.173348:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476307200:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253445.174198:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1768253445.484441:0:97238:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec066fd80 20000000:00000080:1.0:1768253445.484465:0:97238:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474c8c00 uarg=0000000000000000 00010000:00010000:1.0:1768253445.484861:0:97238:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1768253445.484877:0:97238:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1768253445.484982:0:97238:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253445.485009:0:97238:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485115:0:97238:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485127:0:97238:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485134:0:97238:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485142:0:97238:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485150:0:97238:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485157:0:97238:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253445.485162:0:97238:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485170:0:97238:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485186:0:97238:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485194:0:97238:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.485201:0:97238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe7f2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253445.554171:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253445.554247:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253445.554253:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253445.554258:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253445.554316:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253445.554329:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253445.554342:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253445.554377:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476307328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253445.554475:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253445.558097:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264982b300 going to sleep for 11 seconds 00000100:00100000:0.0:1768253445.558404:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307328 00000100:00100000:0.0:1768253445.558419:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307328 00000100:00100000:0.0:1768253445.558628:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1768253445.558642:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476307328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253445.558665:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253445.558705:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe7f9 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253445.558744:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253445.558757:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253445.558769:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962800, rc 0) 00000100:00100000:0.0:1768253445.558862:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476307328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 222us (4385us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253445.558934:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476307328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253445.558954:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.558965:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253445.558994:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253445.559000:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253445.559008:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253445.562735:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1768253445.687881:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476307456:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.687979:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.688066:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476307968:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688097:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.688129:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253445.688135:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476307840:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688161:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.688194:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476307584:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688221:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.688236:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476308096:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688257:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.688273:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1768253445.688278:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972646ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476307712:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688296:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253445.688332:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307456 00000100:00100000:2.0:1768253445.688341:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307456 00000100:00100000:2.0:1768253445.688395:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1768253445.688404:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476307456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688461:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476307456:12345-0@lo:400:kworker.0 Request processed in 57us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.688470:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1768253445.688508:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307840 00000100:00100000:2.0:1768253445.688512:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307840 00000100:00100000:2.0:1768253445.688539:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308096 00000100:00100000:2.0:1768253445.688543:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308096 00000100:00100000:2.0:1768253445.688562:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1768253445.688569:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476307840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688606:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476307840:12345-0@lo:400:kworker.0 Request processed in 37us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.688612:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1768253445.688623:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1768253445.688630:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476308096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.688658:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476308096:12345-0@lo:400:kworker.0 Request processed in 29us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253445.688664:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1768253445.688833:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307968 00000100:00100000:1.0:1768253445.688838:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307968 00000100:00100000:1.0:1768253445.688881:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307584 00000100:00100000:1.0:1768253445.688884:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307584 00000100:00100000:1.0:1768253445.688900:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476307712 00000100:00100000:1.0:1768253445.688902:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476307712 00000100:00100000:1.0:1768253445.688916:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1768253445.688922:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476307968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253445.688962:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476307968:12345-0@lo:400:kworker.0 Request processed in 40us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253445.688968:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1768253445.688981:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:1.0:1768253445.688989:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476307584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253445.689034:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476307584:12345-0@lo:400:kworker.0 Request processed in 46us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253445.689041:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:1.0:1768253445.689052:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:1.0:1768253445.689058:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476307712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253445.689085:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476307712:12345-0@lo:400:kworker.0 Request processed in 27us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253445.689090:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00080000:1.0:1768253445.689135:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253445.691369:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476307840:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.691395:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476307456:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.691413:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476307968:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.691714:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476307712:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.691728:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476307584:0@lo:400:kworker.0 00000100:00100000:2.0:1768253445.691745:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972646ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476308096:0@lo:400:kworker.0 00000001:00080000:3.0:1768253445.749202:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967781 is committed 00000001:00080000:3.0:1768253445.749252:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967782 is committed 00010000:00010000:3.0:1768253446.579048:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253447.602547:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253448.626715:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253449.650375:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253450.186408:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253450.186470:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253450.186509:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253450.186536:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253450.186563:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055680 00000100:00100000:2.0:1768253450.186583:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055680 00000100:00100000:2.0:1768253450.186670:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1449 00000100:00100000:2.0:1768253450.186680:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452055680:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253450.186756:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452055680:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253450.186763:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1449 00000100:00100000:2.0:1768253450.186796:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056064 00000100:00100000:2.0:1768253450.186800:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056064 00000100:00100000:2.0:1768253450.186831:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055936 00000100:00100000:2.0:1768253450.186833:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055936 00000100:00100000:2.0:1768253450.186853:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1419 00000100:00100000:2.0:1768253450.186859:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452056064:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253450.186886:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452056064:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253450.186892:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1419 00000100:00100000:2.0:1768253450.186903:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1420 00000100:00100000:2.0:1768253450.186908:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055936:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253450.186930:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055936:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253450.186935:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1420 00000100:00080000:1.0:1768253450.187050:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253450.187055:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253450.187464:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452055808 00000100:00100000:3.0:1768253450.187470:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452055808 00000100:00100000:3.0:1768253450.187521:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1872 00000100:00100000:3.0:1768253450.187529:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055808:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253450.187586:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452055808:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 58us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253450.187593:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1872 00000100:00080000:1.0:1768253450.187706:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253450.291159:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476308352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253450.291232:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253450.291342:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476308224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253450.291366:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253450.291576:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308352 00000100:00100000:0.0:1768253450.291587:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308352 00000100:00100000:0.0:1768253450.291678:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308224 00000100:00100000:0.0:1768253450.291682:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308224 00000100:00100000:0.0:1768253450.291703:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1768253450.291713:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476308352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253450.291754:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253450.291790:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476308352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253450.291796:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1768253450.291818:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1768253450.291831:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476308224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253450.291851:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253450.291898:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476308224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253450.291898:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476308352:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253450.291942:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1768253450.291945:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253450.291977:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476308224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253450.294121:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00010000:00010000:3.0:1768253450.677815:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253450.805977:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476308480:0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806039:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476308608:0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.806061:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253450.806070:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253450.806111:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253450.806117:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476308736:0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806138:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253450.806167:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308608 00000100:00100000:3.0:1768253450.806173:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308608 00000100:00100000:3.0:1768253450.806210:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308736 00000100:00100000:3.0:1768253450.806213:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308736 00000100:00100000:3.0:1768253450.806239:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:3.0:1768253450.806246:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476308608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806295:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476308608:12345-0@lo:400:kworker.0 Request processed in 49us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253450.806301:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:3.0:1768253450.806318:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:3.0:1768253450.806324:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476308736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806348:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476308736:12345-0@lo:400:kworker.0 Request processed in 25us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253450.806354:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00080000:3.0:1768253450.806370:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253450.806397:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476308736:0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806407:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476308608:0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806470:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476309120:0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806494:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253450.806522:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309120 00000100:00100000:3.0:1768253450.806526:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309120 00000100:00100000:3.0:1768253450.806911:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1768253450.806920:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476309120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253450.806958:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476309120:12345-0@lo:400:kworker.0 Request processed in 39us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253450.806964:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1768253450.806990:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476309120:0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.808239:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476308992:0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.808285:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253450.808312:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253450.808318:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476308864:0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.808340:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253450.808372:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308480 00000100:00100000:1.0:1768253450.808378:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308480 00000100:00100000:1.0:1768253450.808413:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1768253450.808420:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476308480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.808460:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476308480:12345-0@lo:400:kworker.0 Request processed in 40us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253450.808467:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1768253450.808497:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308992 00000100:00100000:1.0:1768253450.808501:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308992 00000100:00100000:1.0:1768253450.808532:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:1.0:1768253450.808538:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476308992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.808565:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476308992:12345-0@lo:400:kworker.0 Request processed in 28us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253450.808571:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00100000:1.0:1768253450.808593:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476308864 00000100:00100000:1.0:1768253450.808596:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476308864 00000100:00100000:1.0:1768253450.808617:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1768253450.808623:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476308864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.808663:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476308864:12345-0@lo:400:kworker.0 Request processed in 40us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253450.808668:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00080000:1.0:1768253450.811978:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253450.812061:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476308864:0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.812077:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476308992:0@lo:400:kworker.0 00000100:00100000:1.0:1768253450.812087:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476308480:0@lo:400:kworker.0 00000100:00100000:2.0:1768253451.218459:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253451.218683:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056192 00000100:00100000:1.0:1768253451.218696:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056192 00000100:00100000:1.0:1768253451.218777:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1258 00000100:00100000:1.0:1768253451.218790:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452056192:12345-192.168.202.43@tcp:17:kworker.0 00000100:00100000:1.0:1768253451.218914:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452056192:12345-192.168.202.43@tcp:17:kworker.0 Request processed in 127us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253451.218922:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1258 00010000:00010000:0.0:1768253451.699353:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253452.724328:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253453.748980:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1768253454.062672:0:97581:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23a: test mapped regular ACLs ========= 16:30:52 (1768253452) 00010000:00010000:3.0:1768253454.773096:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253455.304661:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253455.304698:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253455.304719:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253455.304740:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253455.304767:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056448 00000100:00100000:3.0:1768253455.304775:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056448 00000100:00100000:3.0:1768253455.304832:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1876 00000100:00100000:3.0:1768253455.304842:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452056448:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253455.304910:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452056448:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253455.304918:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1876 00000100:00100000:2.0:1768253455.305088:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056320 00000100:00100000:2.0:1768253455.305094:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056320 00000100:00100000:2.0:1768253455.305137:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1451 00000100:00100000:2.0:1768253455.305145:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452056320:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253455.305173:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452056320:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253455.305180:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1451 00000100:00100000:1.0:1768253455.306497:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056576 00000100:00100000:1.0:1768253455.306508:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056576 00000100:00100000:1.0:1768253455.306562:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056704 00000100:00100000:1.0:1768253455.306566:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056704 00000100:00100000:1.0:1768253455.306615:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1423 00000100:00100000:1.0:1768253455.306625:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452056576:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253455.306697:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452056576:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 73us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253455.306705:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1423 00000100:00100000:1.0:1768253455.306720:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1424 00000100:00100000:1.0:1768253455.306727:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452056704:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253455.306750:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2371:x1854145452056704:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253455.306757:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1424 00000100:00080000:1.0:1768253455.306776:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1768253455.306780:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253455.306783:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253455.415596:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253455.415619:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476309248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253455.415688:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253455.415757:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309248 00000100:00100000:0.0:1768253455.415764:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309248 00000100:00100000:0.0:1768253455.415821:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1768253455.415830:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476309248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253455.415866:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253455.415925:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476309248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253455.415937:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00080000:0.0:1768253455.415961:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253455.416000:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476309248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253455.417935:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476309376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253455.417994:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253455.422885:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309376 00000100:00100000:0.0:1768253455.422921:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309376 00000100:00100000:3.0:1768253455.427543:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1768253455.427558:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476309376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253455.427613:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253455.427699:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476309376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (9705us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253455.427707:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:0.0:1768253455.427763:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253455.428092:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476309376:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1768253455.719861:0:97629:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23a Need 2 clients at least 00010000:00010000:3.0:1768253455.798476:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253455.922463:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476309888:0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.922532:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253455.922571:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476309632:0@lo:400:kworker.0 00000100:00100000:0.0:1768253455.922617:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253455.922651:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309632 00000100:00100000:0.0:1768253455.922658:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309632 00000100:00100000:0.0:1768253455.922703:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:0.0:1768253455.922710:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476309632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253455.922755:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476309632:12345-0@lo:400:kworker.0 Request processed in 45us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253455.922762:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1768253455.922830:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476309504:0@lo:400:kworker.0 00000100:00100000:2.0:1768253455.922869:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253455.923003:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309888 00000100:00100000:3.0:1768253455.923008:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309888 00000100:00100000:1.0:1768253455.923054:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476309760:0@lo:400:kworker.0 00000100:00100000:3.0:1768253455.923087:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1768253455.923090:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253455.923099:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476309888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253455.923143:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476309888:12345-0@lo:400:kworker.0 Request processed in 48us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253455.923149:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1768253455.923247:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476309888:0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.923328:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309760 00000100:00100000:1.0:1768253455.923333:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309760 00000100:00100000:1.0:1768253455.923370:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1768253455.923378:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476309760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.923428:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476309760:12345-0@lo:400:kworker.0 Request processed in 52us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253455.923435:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00080000:1.0:1768253455.923460:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253455.923860:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476309504 00000100:00100000:0.0:1768253455.923865:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476309504 00000100:00100000:2.0:1768253455.924149:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476309632:0@lo:400:kworker.0 00000100:00100000:2.0:1768253455.924162:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476310144:0@lo:400:kworker.0 00000100:00100000:3.0:1768253455.924168:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476310016:0@lo:400:kworker.0 00000100:00100000:3.0:1768253455.924207:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253455.924246:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476309760:0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.924392:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310016 00000100:00100000:1.0:1768253455.924396:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310016 00000100:00100000:1.0:1768253455.924424:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:1.0:1768253455.924431:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476310016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.924469:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476310016:12345-0@lo:400:kworker.0 Request processed in 39us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253455.924475:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00080000:1.0:1768253455.924489:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253455.924507:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476310016:0@lo:400:kworker.0 00000100:00100000:2.0:1768253455.924517:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253455.924684:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1768253455.924686:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310144 00000100:00100000:1.0:1768253455.924692:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310144 00000100:00100000:0.0:1768253455.924701:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476309504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253455.924748:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476309504:12345-0@lo:400:kworker.0 Request processed in 55us (1877us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253455.924755:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1768253455.924757:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1768253455.924769:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476310144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.924823:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476310144:12345-0@lo:400:kworker.0 Request processed in 58us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253455.924829:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1768253455.924855:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476309504:0@lo:400:kworker.0 00000100:00100000:1.0:1768253455.926068:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476310144:0@lo:400:kworker.0 00010000:00010000:3.0:1768253456.819339:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1768253457.345279:0:97678:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23b: test mapped default ACLs ========= 16:30:56 (1768253456) 00010000:00010000:3.0:1768253457.842747:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253458.866361:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1768253459.188132:0:97727:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23b Need 2 clients at least 00010000:00010000:3.0:1768253459.890355:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253460.444379:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253460.444427:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253460.444464:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253460.444497:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057088 00000100:00100000:2.0:1768253460.444507:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057088 00000100:00100000:2.0:1768253460.444577:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 692 00000100:00100000:2.0:1768253460.444587:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145452057088:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:2.0:1768253460.444619:0:10696:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abe0c1 00000100:00080000:2.0:1768253460.444629:0:10696:0:(import.c:65:import_set_state_nolock()) ffff9727775af800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1768253460.444667:0:10696:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967375 00000100:00100000:2.0:1768253460.444928:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145452057088:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 342us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253460.444936:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 692 00000100:00080000:2.0:1768253460.444956:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253460.444986:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253460.445367:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056832 00000100:00100000:3.0:1768253460.445373:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056832 00000100:00100000:3.0:1768253460.445407:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1453 00000100:00100000:3.0:1768253460.445416:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452056832:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253460.445449:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452056832:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 35us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253460.445455:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1453 00000100:00100000:3.0:1768253460.445484:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057216 00000100:00100000:3.0:1768253460.445488:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057216 00000100:00100000:3.0:1768253460.445517:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 693 00000100:00100000:3.0:1768253460.445525:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2367:x1854145452057216:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:3.0:1768253460.445550:0:6570:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83abe170 00000100:00080000:3.0:1768253460.445556:0:6570:0:(import.c:65:import_set_state_nolock()) ffff972756aa4800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768253460.445586:0:6570:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967375 00000100:00100000:3.0:1768253460.445759:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+2:2367:x1854145452057216:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 234us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253460.445766:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 693 00010000:00010000:3.0:1768253460.445785:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1768253460.445796:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1768253460.445805:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253460.446479:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452056960 00000100:00100000:0.0:1768253460.446487:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452056960 00000100:00100000:0.0:1768253460.446565:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1880 00000100:00100000:0.0:1768253460.446573:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452056960:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1768253460.446611:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972646ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452056960:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 40us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253460.446617:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1880 00000100:00080000:2.0:1768253460.448651:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253460.530231:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253460.530238:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1768253460.530258:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476310400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253460.530258:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476310272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253460.535916:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253460.535999:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310400 00000100:00100000:1.0:1768253460.536008:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310400 00000100:00100000:1.0:1768253460.536095:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1768253460.536105:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476310400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253460.536142:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253460.536192:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476310400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253460.536199:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:1.0:1768253460.536219:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253460.536255:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476310400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253460.538808:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253460.539226:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310272 00000100:00100000:1.0:1768253460.539238:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310272 00000100:00100000:1.0:1768253460.539313:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1768253460.539324:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476310272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253460.539364:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253460.539426:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476310272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253460.539433:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1768253460.539517:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476310272:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1768253460.540607:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:2.0:1768253460.889762:0:97775:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 24: check nodemap proc files for LBUGs and Oopses ========================================================== 16:30:59 (1768253459) 00010000:00010000:3.0:1768253460.915972:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253461.046677:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476310528:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.046761:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253461.046814:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476311040:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.046840:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253461.046864:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253461.046870:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476310912:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.046893:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253461.046922:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476310656:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.046947:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253461.046965:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476311168:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.046984:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253461.047001:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253461.047006:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476310784:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.047045:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253461.047077:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310528 00000100:00100000:0.0:1768253461.047084:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310528 00000100:00100000:0.0:1768253461.047131:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1768253461.047139:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476310528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.047192:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746292c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476310528:12345-0@lo:400:kworker.0 Request processed in 53us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253461.047199:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1768253461.047232:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311040 00000100:00100000:0.0:1768253461.047235:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311040 00000100:00100000:0.0:1768253461.047264:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310656 00000100:00100000:0.0:1768253461.047267:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310656 00000100:00100000:0.0:1768253461.047280:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310784 00000100:00100000:0.0:1768253461.047282:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310784 00000100:00100000:0.0:1768253461.047295:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:0.0:1768253461.047300:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476311040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.047327:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1854145476311040:12345-0@lo:400:kworker.0 Request processed in 27us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253461.047333:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:0.0:1768253461.048684:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1768253461.048696:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476310656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.048756:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476310656:12345-0@lo:400:kworker.0 Request processed in 64us (1808us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253461.048762:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1768253461.048782:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:0.0:1768253461.048788:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476310784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.048814:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476310784:12345-0@lo:400:kworker.0 Request processed in 26us (1768us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253461.048819:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00100000:0.0:1768253461.048843:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476310912 00000100:00100000:0.0:1768253461.048850:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476310912 00000100:00100000:0.0:1768253461.048878:0:10696:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311168 00000100:00100000:0.0:1768253461.048881:0:10696:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311168 00000100:00100000:0.0:1768253461.048899:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1768253461.048906:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476310912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.048934:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476310912:12345-0@lo:400:kworker.0 Request processed in 30us (2040us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253461.048940:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:0.0:1768253461.048950:0:10696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1768253461.048969:0:10696:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476311168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.048994:0:10696:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476311168:12345-0@lo:400:kworker.0 Request processed in 27us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253461.049000:0:10696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00080000:0.0:1768253461.049048:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253461.049091:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476310784:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.049099:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476310656:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.049105:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777515880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476311168:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.049130:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476310912:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.049136:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476310528:0@lo:400:kworker.0 00000100:00100000:0.0:1768253461.049143:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1854145476311040:0@lo:400:kworker.0 00000004:00000400:1.0:1768253461.888094:0:97823:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1768253461.894191:0:97823:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:0.0:1768253461.938518:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253462.845890:0:97872:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8ce0e650 20000000:00000080:2.0:1768253462.845909:0:97872:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0c000 uarg=0000000000000000 10000000:01000000:2.0:1768253462.846311:0:97872:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253462.846332:0:97872:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253462.846350:0:97872:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253462.846359:0:97872:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253462.846399:0:97872:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253462.846414:0:97872:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 17 pid: 5777 timeout: 2818 lvb_type: 0 00000100:00100000:2.0:1768253462.846430:0:97872:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97264925a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97872:1854145476311296:0@lo:104: 00000100:00100000:2.0:1768253462.846493:0:97872:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253462.847606:0:97872:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264982b240 going to sleep for 11 seconds 00000100:00100000:0.0:1768253462.847999:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311296 00000100:00100000:0.0:1768253462.848008:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311296 00000100:00100000:0.0:1768253462.848414:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1768253462.848424:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97872:x1854145476311296:12345-0@lo:104: 00010000:00010000:0.0:1768253462.848438:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253462.848681:0:97872:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97264925a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97872:1854145476311296:0@lo:104: 00010000:00010000:2.0:1768253462.848702:0:97872:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253462.848934:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253462.848941:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97872:x1854145476311296:12345-0@lo:104: Request processed in 519us (2447us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253462.848948:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00010000:00010000:1.0:1768253462.849131:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253462.849138:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849147:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253462.849151:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849160:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253462.849167:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253462.849172:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253462.849243:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849250:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253462.849275:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849282:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8400/0xef9a6e5c83abe7f9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe800 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849296:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253462.849298:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253462.849299:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253462.849344:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476311424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253462.849382:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253462.849521:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311424 00000100:00100000:1.0:1768253462.849526:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311424 00010000:00010000:1.0:1768253462.849547:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 18 pid: 5777 timeout: 2818 lvb_type: 0 00000100:00100000:1.0:1768253462.849574:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1768253462.849580:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476311424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253462.849590:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253462.849594:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 18 pid: 5777 timeout: 2818 lvb_type: 0 00010000:00010000:1.0:1768253462.849604:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 18 pid: 5777 timeout: 2818 lvb_type: 0 00010000:00010000:1.0:1768253462.849616:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962800/0xef9a6e5c83abe800 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe7f9 expref: 18 pid: 5777 timeout: 2818 lvb_type: 0 00010000:00010000:1.0:1768253462.849628:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849637:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849650:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849657:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849664:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849670:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849675:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253462.849680:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849687:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849697:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253462.849712:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253462.849751:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476311424:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253462.849757:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1768253462.849782:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476311424:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253462.850281:0:97872:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253462.850290:0:97872:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253462.850296:0:97872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00400/0xef9a6e5c83abe807 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253462.962188:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1768253463.660613:0:7475:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768253463.660623:0:7475:0:(genops.c:904:class_export_put()) final put ffff972756aa1000/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768253463.660652:0:85232:0:(genops.c:863:class_export_destroy()) destroying export ffff972756aa1000/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0001 00000020:00000080:2.0:1768253463.660695:0:85232:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972756aa4800 for lustre-OST0001 00000001:00100000:2.0:1768253463.666259:0:6594:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:2.0:1768253463.666270:0:6594:0:(genops.c:904:class_export_put()) final put ffff9727775ac800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:0.0:1768253463.666700:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9727775ac800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-OST0000 00000020:00000080:0.0:1768253463.666752:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9727775af800 for lustre-OST0000 00000020:00000080:3.0:1768253463.674774:0:97923:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed8dff630 20000000:00000080:3.0:1768253463.674791:0:97923:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475f0800 uarg=0000000000000000 10000000:01000000:2.0:1768253463.675172:0:97923:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253463.675194:0:97923:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675210:0:97923:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675220:0:97923:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675228:0:97923:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675235:0:97923:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675248:0:97923:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675252:0:97923:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00a00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253463.675256:0:97923:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675261:0:97923:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675270:0:97923:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675275:0:97923:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253463.675279:0:97923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00a00/0xef9a6e5c83abe80e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97923 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253463.923701:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253463.923715:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253463.923720:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253463.923765:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253463.923777:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253463.923788:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253463.923815:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476311552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253463.923887:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253463.923942:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97274633e780 going to sleep for 11 seconds 00000100:00100000:0.0:1768253463.924148:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311552 00000100:00100000:0.0:1768253463.924157:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311552 00000100:00100000:0.0:1768253463.924213:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1768253463.924223:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476311552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253463.924238:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253463.924252:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe815 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253463.924274:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253463.924284:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253463.924293:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963a00, rc 0) 00000100:00100000:0.0:1768253463.924457:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476311552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 235us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253463.924465:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1768253463.924625:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476311552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253463.924641:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253463.924650:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253463.924669:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253463.924674:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253463.924681:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253463.986205:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253464.524295:0:97971:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf4de6180 20000000:00000080:2.0:1768253464.524315:0:97971:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0c000 uarg=0000000000000000 10000000:01000000:2.0:1768253464.524521:0:97971:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253464.524547:0:97971:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.524565:0:97971:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.524575:0:97971:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.524613:0:97971:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.524628:0:97971:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 17 pid: 5777 timeout: 2819 lvb_type: 0 00000100:00100000:2.0:1768253464.524641:0:97971:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97971:1854145476311680:0@lo:104: 00000100:00100000:2.0:1768253464.524698:0:97971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253464.524746:0:97971:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bd54cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253464.524837:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311680 00000100:00100000:0.0:1768253464.524846:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311680 00000100:00100000:0.0:1768253464.524901:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1768253464.524911:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97971:x1854145476311680:12345-0@lo:104: 00010000:00010000:0.0:1768253464.524932:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253464.525005:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253464.525040:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:97971:x1854145476311680:12345-0@lo:104: Request processed in 103us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253464.525048:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00010000:00010000:1.0:1768253464.525123:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253464.525131:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525139:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253464.525142:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525151:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253464.525158:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253464.525163:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253464.525199:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525205:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253464.525222:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525229:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade600/0xef9a6e5c83abe815 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe81c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525242:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253464.525244:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253464.525246:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253464.525392:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476311808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253464.525427:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253464.525531:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311808 00000100:00100000:1.0:1768253464.525537:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311808 00010000:00010000:1.0:1768253464.525562:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 18 pid: 5777 timeout: 2819 lvb_type: 0 00000100:00100000:1.0:1768253464.525592:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1768253464.525599:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476311808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253464.525611:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253464.525615:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 18 pid: 5777 timeout: 2819 lvb_type: 0 00010000:00010000:1.0:1768253464.525625:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 18 pid: 5777 timeout: 2819 lvb_type: 0 00010000:00010000:1.0:1768253464.525640:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525649:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525661:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525668:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525675:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525681:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525686:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253464.525690:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525696:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525704:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253464.525713:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253464.525742:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476311808:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253464.525749:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1768253464.525824:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476311808:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253464.525917:0:97971:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963a00/0xef9a6e5c83abe81c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe815 expref: 17 pid: 5777 timeout: 2819 lvb_type: 0 00000100:00100000:2.0:1768253464.525939:0:97971:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97971:1854145476311680:0@lo:104: 00010000:00010000:2.0:1768253464.525953:0:97971:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.525962:0:97971:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.525969:0:97971:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253464.525975:0:97971:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe823 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97971 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253465.010471:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253465.554676:0:98020:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8cd883d0 20000000:00000080:0.0:1768253465.554704:0:98020:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726474fbc00 uarg=0000000000000000 10000000:01000000:0.0:1768253465.554931:0:98020:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253465.554953:0:98020:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.554970:0:98020:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.554979:0:98020:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.554985:0:98020:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.554991:0:98020:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.555001:0:98020:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.555007:0:98020:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253465.557004:0:98020:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.557204:0:98020:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.557221:0:98020:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.557559:0:98020:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.557566:0:98020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777962400/0xef9a6e5c83abe82a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98020 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253465.558400:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253465.558590:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057344 00000100:00100000:1.0:1768253465.558599:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057344 00000100:00100000:1.0:1768253465.558658:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1456 00000100:00100000:1.0:1768253465.558668:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452057344:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253465.558755:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746291c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452057344:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 89us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253465.558763:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1456 00000100:00100000:3.0:1768253465.558945:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253465.559150:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057472 00000100:00100000:1.0:1768253465.559155:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057472 00000100:00100000:1.0:1768253465.559204:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1884 00000100:00100000:1.0:1768253465.559211:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452057472:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1768253465.559335:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253465.559396:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452057472:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 185us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253465.559403:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1884 10000000:01000000:0.0:1768253465.652437:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253465.652446:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253465.652451:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253465.652516:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.652532:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.652543:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253465.652573:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476311936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253465.652644:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253465.652710:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649a74600 going to sleep for 11 seconds 00000100:00100000:3.0:1768253465.652777:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476311936 00000100:00100000:3.0:1768253465.652785:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476311936 00000100:00100000:3.0:1768253465.652841:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1768253465.652851:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476311936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253465.652866:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253465.652881:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe831 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253465.652903:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253465.652924:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253465.652933:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8200, rc 0) 00000100:00100000:3.0:1768253465.652973:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746290850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476311936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253465.652980:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1768253465.653303:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476311936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253465.653318:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.653326:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253465.653343:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253465.653348:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253465.653355:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253465.655369:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476312064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253465.655428:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253465.655493:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253465.655501:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476312192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253465.655526:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253465.655566:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312064 00000100:00100000:0.0:1768253465.655572:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312064 00000100:00100000:0.0:1768253465.655621:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312192 00000100:00100000:0.0:1768253465.655625:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312192 00000100:00100000:0.0:1768253465.655642:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1768253465.655649:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476312064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253465.655684:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253465.655724:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476312064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253465.655731:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1768253465.655748:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1768253465.655754:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476312192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253465.655772:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253465.655800:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476312192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253465.655806:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00080000:0.0:1768253465.655825:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1768253465.655828:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253465.655860:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476312192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253465.655889:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476312064:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1768253466.035852:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253466.166954:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476312320:0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167035:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253466.167099:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476312448:0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167123:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253466.167141:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253466.167147:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476312576:0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167166:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253466.167198:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312320 00000100:00100000:1.0:1768253466.167206:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312320 00000100:00100000:1.0:1768253466.167260:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312448 00000100:00100000:1.0:1768253466.167264:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312448 00000100:00100000:1.0:1768253466.167289:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312576 00000100:00100000:1.0:1768253466.167292:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312576 00000100:00100000:1.0:1768253466.167619:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:1.0:1768253466.167628:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476312320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167680:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476312320:12345-0@lo:400:kworker.0 Request processed in 52us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253466.167776:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:1.0:1768253466.167794:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1768253466.167800:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476312448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167836:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476312448:12345-0@lo:400:kworker.0 Request processed in 37us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253466.167842:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1768253466.167853:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887 00000100:00100000:1.0:1768253466.167859:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476312576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167884:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476312576:12345-0@lo:400:kworker.0 Request processed in 26us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253466.167890:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887 00000100:00080000:1.0:1768253466.167915:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253466.167947:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476312320:0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167973:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476312576:0@lo:400:kworker.0 00000100:00100000:1.0:1768253466.167982:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476312448:0@lo:400:kworker.0 00000020:00000080:3.0:1768253466.343752:0:98069:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc50c82a70 20000000:00000080:3.0:1768253466.343770:0:98069:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475f3000 uarg=0000000000000000 10000000:01000000:3.0:1768253466.344197:0:98069:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253466.344220:0:98069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.344236:0:98069:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.344243:0:98069:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.344278:0:98069:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.344289:0:98069:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 17 pid: 5778 timeout: 2821 lvb_type: 0 00000100:00100000:3.0:1768253466.344304:0:98069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98069:1854145476312704:0@lo:104: 00000100:00100000:3.0:1768253466.344371:0:98069:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253466.344426:0:98069:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727479f0480 going to sleep for 11 seconds 00000100:00100000:2.0:1768253466.344565:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312704 00000100:00100000:2.0:1768253466.344572:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312704 00000100:00100000:2.0:1768253466.344622:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1768253466.344632:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98069:x1854145476312704:12345-0@lo:104: 00010000:00010000:2.0:1768253466.344642:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344694:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253466.344701:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98069:x1854145476312704:12345-0@lo:104: Request processed in 71us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253466.344707:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00010000:00010000:2.0:1768253466.344728:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253466.344734:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344741:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253466.344745:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344753:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253466.344759:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253466.344764:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253466.344792:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344798:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253466.344819:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344826:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe831 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe838 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344841:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253466.344843:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253466.344845:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253466.344866:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476312832:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253466.344893:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253466.344917:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312832 00000100:00100000:2.0:1768253466.344920:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312832 00010000:00010000:2.0:1768253466.344932:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 18 pid: 5778 timeout: 2821 lvb_type: 0 00000100:00100000:2.0:1768253466.344945:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1768253466.344949:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748411c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476312832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253466.344957:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253466.344959:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 18 pid: 5778 timeout: 2821 lvb_type: 0 00010000:00010000:2.0:1768253466.344968:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 18 pid: 5778 timeout: 2821 lvb_type: 0 00010000:00010000:2.0:1768253466.344982:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.344989:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345001:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345008:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345039:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345046:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345050:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253466.345052:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345057:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345062:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253466.345068:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253466.345088:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748411c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476312832:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253466.345093:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1768253466.345138:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476312832:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253466.345301:0:98069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe838 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe831 expref: 17 pid: 5778 timeout: 2821 lvb_type: 0 00000100:00100000:3.0:1768253466.345310:0:98069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98069:1854145476312704:0@lo:104: 00010000:00010000:3.0:1768253466.345322:0:98069:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.345330:0:98069:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.345335:0:98069:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253466.345341:0:98069:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe83f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98069 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253467.042153:0:98117:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4552ef80 20000000:00000080:3.0:1768253467.042170:0:98117:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475f0000 uarg=0000000000000000 10000000:01000000:3.0:1768253467.042370:0:98117:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253467.042390:0:98117:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042406:0:98117:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042416:0:98117:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042422:0:98117:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042429:0:98117:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042435:0:98117:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042440:0:98117:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253467.042445:0:98117:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042451:0:98117:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042464:0:98117:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042483:0:98117:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253467.042489:0:98117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8400/0xef9a6e5c83abe846 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253467.060817:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253467.510879:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253467.510887:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253467.510891:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253467.510936:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253467.510948:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253467.510959:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253467.510986:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476312960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253467.511086:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253467.511140:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972749f49900 going to sleep for 11 seconds 00000100:00100000:1.0:1768253467.511214:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476312960 00000100:00100000:1.0:1768253467.511222:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476312960 00000100:00100000:1.0:1768253467.511276:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1768253467.511295:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476312960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253467.511309:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253467.511323:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe84d expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253467.511348:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253467.511359:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253467.511367:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade600, rc 0) 00000100:00100000:1.0:1768253467.511413:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746293850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476312960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253467.511421:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1768253467.511861:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476312960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253467.511877:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253467.511887:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253467.511907:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253467.511912:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253467.511920:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253468.082660:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253469.106822:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253469.512790:0:98264:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc55317ab0 20000000:00000080:2.0:1768253469.512810:0:98264:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0c400 uarg=0000000000000000 10000000:01000000:2.0:1768253469.513003:0:98264:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253469.513240:0:98264:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253469.513259:0:98264:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253469.513273:0:98264:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253469.513313:0:98264:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253469.513326:0:98264:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 17 pid: 5777 timeout: 2824 lvb_type: 0 00000100:00100000:2.0:1768253469.513339:0:98264:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98264:1854145476313088:0@lo:104: 00000100:00100000:2.0:1768253469.513397:0:98264:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253469.513486:0:98264:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253469.513531:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313088 00000100:00100000:0.0:1768253469.513539:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313088 00000100:00100000:0.0:1768253469.513617:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1768253469.513627:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98264:x1854145476313088:12345-0@lo:104: 00010000:00010000:0.0:1768253469.513639:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253469.513709:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253469.513716:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98264:x1854145476313088:12345-0@lo:104: Request processed in 91us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253469.513724:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00010000:00010000:1.0:1768253469.513766:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253469.513773:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.513781:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253469.513785:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.513793:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253469.513801:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253469.513808:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253469.513836:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.513843:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253469.513860:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.513867:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962a00/0xef9a6e5c83abe84d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe854 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.513882:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253469.513884:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253469.513886:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253469.513904:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476313216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253469.513931:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253469.513962:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313216 00000100:00100000:1.0:1768253469.513965:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313216 00010000:00010000:1.0:1768253469.513981:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 18 pid: 5777 timeout: 2824 lvb_type: 0 00000100:00100000:1.0:1768253469.514002:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1768253469.514008:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476313216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253469.514123:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253469.514129:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 18 pid: 5777 timeout: 2824 lvb_type: 0 00010000:00010000:1.0:1768253469.514140:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 18 pid: 5777 timeout: 2824 lvb_type: 0 00010000:00010000:1.0:1768253469.514161:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514170:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514183:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514191:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514199:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514205:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514211:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253469.514215:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514222:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514230:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253469.514238:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253469.514264:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476313216:12345-0@lo:103:ldlm_bl.0 Request processed in 256us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253469.514271:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1768253469.514308:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476313216:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253469.514518:0:98264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade600/0xef9a6e5c83abe854 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe84d expref: 17 pid: 5777 timeout: 2824 lvb_type: 0 00000100:00100000:3.0:1768253469.514529:0:98264:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98264:1854145476313088:0@lo:104: 00010000:00010000:3.0:1768253469.514545:0:98264:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253469.514553:0:98264:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253469.514560:0:98264:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253469.514566:0:98264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe85b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98264 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253470.133898:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253470.464814:0:98312:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed81ac120 20000000:00000080:1.0:1768253470.464836:0:98312:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645dab800 uarg=0000000000000000 10000000:01000000:1.0:1768253470.467506:0:98312:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253470.467546:0:98312:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467564:0:98312:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467574:0:98312:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467579:0:98312:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467585:0:98312:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467592:0:98312:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467598:0:98312:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253470.467602:0:98312:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467609:0:98312:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467622:0:98312:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467629:0:98312:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253470.467637:0:98312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe862 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98312 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253470.671008:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253470.671445:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253470.671493:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057600 00000100:00100000:2.0:1768253470.671504:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057600 00000100:00100000:3.0:1768253470.671533:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057728 00000100:00100000:3.0:1768253470.671538:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057728 00000100:00100000:2.0:1768253470.671557:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1459 00000100:00100000:2.0:1768253470.671567:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452057600:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253470.671576:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1888 00000100:00100000:3.0:1768253470.671582:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452057728:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253470.671639:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452057728:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 57us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253470.671648:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1888 00000100:00080000:3.0:1768253470.671669:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253470.677254:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452057600:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 5671us (6239us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253470.677270:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1459 00000100:00100000:1.0:1768253470.770512:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476313344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253470.770589:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253470.770700:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313344 00000100:00100000:1.0:1768253470.770710:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313344 00000100:00100000:1.0:1768253470.770773:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1768253470.770783:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476313344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253470.770827:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253470.770882:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476313344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253470.770892:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00080000:1.0:1768253470.770916:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1768253470.770959:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476313344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253470.771052:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476313472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253470.771337:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253470.771373:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313472 00000100:00100000:1.0:1768253470.771635:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313472 00000100:00100000:1.0:1768253470.771747:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1768253470.771755:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476313472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253470.771782:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253470.771822:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476313472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253470.771829:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:1.0:1768253470.771845:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253470.771868:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476313472:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253471.156940:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253471.161303:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253471.161311:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253471.161532:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253471.161584:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.161597:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.161608:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253471.161644:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476313600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253471.161718:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253471.161830:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253471.165816:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313600 00000100:00100000:2.0:1768253471.165834:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313600 00000100:00100000:2.0:1768253471.165914:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1768253471.165925:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476313600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253471.165943:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253471.165965:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe869 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.165993:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.166002:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.166032:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00200, rc 0) 00000100:00100000:2.0:1768253471.166111:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476313600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (4392us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253471.166118:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1768253471.166184:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476313600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253471.166201:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.166210:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253471.166231:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253471.166236:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.166242:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253471.283259:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476313984:0@lo:400:kworker.0 00000100:00100000:1.0:1768253471.283330:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253471.283634:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476313728:0@lo:400:kworker.0 00000100:00100000:3.0:1768253471.283666:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253471.283686:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476313856:0@lo:400:kworker.0 00000100:00100000:3.0:1768253471.283708:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313984 00000100:00100000:0.0:1768253471.283714:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253471.283715:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313984 00000100:00100000:0.0:1768253471.283744:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313728 00000100:00100000:0.0:1768253471.283748:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313728 00000100:00100000:3.0:1768253471.283776:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476313856 00000100:00100000:3.0:1768253471.283779:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476313856 00000100:00100000:0.0:1768253471.289360:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:0.0:1768253471.289396:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476313984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253471.289595:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476313984:12345-0@lo:400:kworker.0 Request processed in 216us (6263us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253471.289603:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:0.0:1768253471.289787:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:0.0:1768253471.289799:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476313728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253471.289841:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476313728:12345-0@lo:400:kworker.0 Request processed in 44us (6174us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253471.292483:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:3.0:1768253471.292507:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476313856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253471.292603:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476313856:12345-0@lo:400:kworker.0 Request processed in 106us (8886us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253471.292611:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00000100:00080000:3.0:1768253471.292653:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253471.296362:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:1.0:1768253471.296475:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476313984:0@lo:400:kworker.0 00000100:00100000:0.0:1768253471.296760:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476313856:0@lo:400:kworker.0 00000100:00100000:1.0:1768253471.297343:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476313728:0@lo:400:kworker.0 00000020:00000080:3.0:1768253471.375880:0:98362:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeaca86170 20000000:00000080:3.0:1768253471.375899:0:98362:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff9726475f0800 uarg=0000000000000000 00010000:00010000:3.0:1768253471.376220:0:98362:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253471.376235:0:98362:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253471.376472:0:98362:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253471.376498:0:98362:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253471.376516:0:98362:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253471.376525:0:98362:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253471.376567:0:98362:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253471.376581:0:98362:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 17 pid: 5778 timeout: 2826 lvb_type: 0 00000100:00100000:3.0:1768253471.376595:0:98362:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98362:1854145476314112:0@lo:104: 00000100:00100000:3.0:1768253471.376743:0:98362:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253471.376798:0:98362:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264982be40 going to sleep for 11 seconds 00000100:00100000:0.0:1768253471.376885:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314112 00000100:00100000:0.0:1768253471.376892:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314112 00000100:00100000:0.0:1768253471.376947:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1768253471.376956:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98362:x1854145476314112:12345-0@lo:104: 00010000:00010000:0.0:1768253471.376968:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.377048:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253471.377054:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98362:x1854145476314112:12345-0@lo:104: Request processed in 100us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253471.377061:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00010000:00010000:0.0:1768253471.377084:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253471.377090:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.377098:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253471.377101:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.377111:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253471.377118:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253471.377123:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253471.377152:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.377157:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253471.377179:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.377191:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963c00/0xef9a6e5c83abe869 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe870 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.377207:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253471.377209:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253471.377211:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253471.377223:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476314240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253471.377460:0:98362:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98362:1854145476314112:0@lo:104: 00010000:00010000:3.0:1768253471.377480:0:98362:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253471.377527:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253471.377614:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314240 00000100:00100000:2.0:1768253471.377621:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314240 00010000:00010000:2.0:1768253471.377660:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 18 pid: 5778 timeout: 2826 lvb_type: 0 00000100:00100000:2.0:1768253471.377697:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1768253471.377706:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476314240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253471.377717:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253471.377721:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 18 pid: 5778 timeout: 2826 lvb_type: 0 00010000:00010000:2.0:1768253471.377730:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 18 pid: 5778 timeout: 2826 lvb_type: 0 00010000:00010000:2.0:1768253471.377743:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe870 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe869 expref: 18 pid: 5778 timeout: 2826 lvb_type: 0 00010000:00010000:2.0:1768253471.377757:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377765:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377779:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377785:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377791:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377797:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377802:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253471.377807:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377814:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377835:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253471.377844:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253471.377879:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476314240:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253471.377886:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1768253471.377915:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476314240:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253471.378115:0:98362:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.378124:0:98362:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253471.378129:0:98362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe877 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98362 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253472.178658:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1768253472.946105:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1768253472.946113:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:2.0:1768253472.946118:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1768253472.946167:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253472.946180:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253472.946192:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253472.946219:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476314368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253472.946302:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253472.946349:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726493ee600 going to sleep for 11 seconds 00000100:00100000:1.0:1768253472.946547:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314368 00000100:00100000:1.0:1768253472.946555:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314368 00000100:00100000:1.0:1768253472.946609:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1768253472.946631:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476314368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253472.946644:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253472.946659:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe87e expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253472.946681:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253472.946694:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253472.946703:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253472.946754:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476314368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253472.946761:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1768253472.946940:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476314368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253472.946956:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253472.946964:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253472.946984:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1768253472.946989:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253472.946994:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253473.202171:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253474.227879:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253475.250461:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253475.786187:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253475.790516:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253475.790557:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057984 00000100:00100000:3.0:1768253475.790566:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057984 00000100:00100000:3.0:1768253475.790652:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1892 00000100:00100000:3.0:1768253475.790661:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452057984:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253475.790742:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2369:x1854145452057984:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 81us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253475.790750:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1892 00000100:00080000:3.0:1768253475.790773:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253475.791643:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452057856 00000100:00100000:2.0:1768253475.791652:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452057856 00000100:00100000:2.0:1768253475.791792:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1462 00000100:00100000:2.0:1768253475.791800:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452057856:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253475.791857:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2369:x1854145452057856:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 58us (5679us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253475.791864:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1462 00000100:00100000:1.0:1768253475.892775:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476314496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1768253475.892868:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253475.892938:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1768253475.892945:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476314624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253475.892967:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253475.893001:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314496 00000100:00100000:1.0:1768253475.893010:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314496 00000100:00100000:1.0:1768253475.893080:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314624 00000100:00100000:1.0:1768253475.893083:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314624 00000100:00100000:1.0:1768253475.893103:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1768253475.893111:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476314496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253475.893146:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253475.893190:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476314496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253475.893197:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1768253475.893215:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1768253475.893221:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476314624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1768253475.893238:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253475.893263:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476314624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253475.893268:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:1.0:1768253475.893286:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1768253475.893290:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253475.893338:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476314624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253475.893350:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476314496:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768253476.274166:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253476.403910:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476314752:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.403975:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253476.404048:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253476.404055:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476314880:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404082:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253476.404112:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476315008:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404133:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253476.404151:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253476.404156:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476315136:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404174:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253476.404367:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314752 00000100:00100000:3.0:1768253476.404377:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314752 00000100:00100000:3.0:1768253476.404439:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1768253476.404447:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476314752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404499:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476314752:12345-0@lo:400:kworker.0 Request processed in 52us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253476.404505:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1768253476.404538:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476314880 00000100:00100000:3.0:1768253476.404541:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476314880 00000100:00100000:3.0:1768253476.404566:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315008 00000100:00100000:3.0:1768253476.404570:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315008 00000100:00100000:3.0:1768253476.404799:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315136 00000100:00100000:3.0:1768253476.404803:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315136 00000100:00100000:3.0:1768253476.404821:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:3.0:1768253476.404827:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476314880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404859:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476314880:12345-0@lo:400:kworker.0 Request processed in 32us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253476.404866:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00000100:00100000:3.0:1768253476.404878:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1768253476.404884:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476315008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404915:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476315008:12345-0@lo:400:kworker.0 Request processed in 31us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253476.404921:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1768253476.404932:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:3.0:1768253476.404938:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476315136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.404964:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476315136:12345-0@lo:400:kworker.0 Request processed in 27us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253476.404969:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00080000:3.0:1768253476.405003:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253476.405058:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476315136:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.405070:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476315008:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.405100:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476314880:0@lo:400:kworker.0 00000100:00100000:3.0:1768253476.405108:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476314752:0@lo:400:kworker.0 00000020:00000080:3.0:1768253476.553828:0:98607:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd205c18d0 20000000:00000080:3.0:1768253476.553843:0:98607:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645dab800 uarg=0000000000000000 00010000:00010000:3.0:1768253476.556745:0:98607:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253476.556767:0:98607:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253476.556798:0:98607:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253476.556818:0:98607:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253476.556837:0:98607:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253476.556845:0:98607:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253476.556884:0:98607:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253476.556898:0:98607:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 17 pid: 5777 timeout: 2831 lvb_type: 0 00000100:00100000:3.0:1768253476.556911:0:98607:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98607:1854145476315264:0@lo:104: 00000100:00100000:3.0:1768253476.556971:0:98607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253476.557107:0:98607:0:(client.c:2690:ptlrpc_set_wait()) set ffff97276bec6000 going to sleep for 11 seconds 00000100:00100000:2.0:1768253476.557137:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315264 00000100:00100000:2.0:1768253476.557146:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315264 00000100:00100000:2.0:1768253476.557185:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1768253476.557194:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98607:x1854145476315264:12345-0@lo:104: 00010000:00010000:2.0:1768253476.557214:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253476.557284:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253476.557290:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98607:x1854145476315264:12345-0@lo:104: Request processed in 97us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253476.557298:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1768253476.557306:0:98607:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98607:1854145476315264:0@lo:104: 00010000:00010000:3.0:1768253476.557323:0:98607:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557373:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253476.557404:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557412:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253476.557415:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557424:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253476.557431:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253476.557435:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253476.557459:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557463:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253476.557482:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557489:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dc01800/0xef9a6e5c83abe87e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe885 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253476.557503:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476315392:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253476.557503:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253476.557505:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253476.557507:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253476.557531:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253476.557624:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315392 00000100:00100000:1.0:1768253476.557629:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315392 00010000:00010000:1.0:1768253476.557647:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 18 pid: 5777 timeout: 2831 lvb_type: 0 00000100:00100000:1.0:1768253476.557677:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1768253476.557682:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476315392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253476.557691:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253476.557696:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 18 pid: 5777 timeout: 2831 lvb_type: 0 00010000:00010000:1.0:1768253476.557705:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 18 pid: 5777 timeout: 2831 lvb_type: 0 00010000:00010000:1.0:1768253476.557716:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe885 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe87e expref: 18 pid: 5777 timeout: 2831 lvb_type: 0 00010000:00010000:1.0:1768253476.557727:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557735:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557747:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557754:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557760:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557766:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557772:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8e00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253476.557775:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557786:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557796:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253476.557806:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253476.557835:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476315392:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253476.557842:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1768253476.557996:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476315392:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253476.558131:0:98607:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253476.558136:0:98607:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253476.558139:0:98607:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8e00/0xef9a6e5c83abe88c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98607 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253477.298552:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253477.530525:0:98655:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd878b070 20000000:00000080:3.0:1768253477.530545:0:98655:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648242400 uarg=0000000000000000 00010000:00010000:3.0:1768253477.530784:0:98655:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253477.530801:0:98655:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253477.530820:0:98655:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253477.530842:0:98655:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530858:0:98655:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530867:0:98655:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530873:0:98655:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530880:0:98655:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530887:0:98655:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530894:0:98655:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253477.530898:0:98655:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530906:0:98655:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530918:0:98655:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530930:0:98655:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253477.530935:0:98655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe893 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253478.327236:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253478.386126:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253478.386133:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253478.386139:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253478.386185:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.386198:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.386210:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253478.386240:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476315520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253478.386310:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253478.386393:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777246b40 going to sleep for 11 seconds 00000100:00100000:2.0:1768253478.386491:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315520 00000100:00100000:2.0:1768253478.386499:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315520 00000100:00100000:2.0:1768253478.386556:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1768253478.386564:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476315520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253478.386588:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253478.386605:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe89a expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.386633:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.386642:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.386651:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01400, rc 0) 00000100:00100000:2.0:1768253478.386701:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476315520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253478.386708:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1768253478.386868:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476315520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253478.386884:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253478.386892:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253478.386920:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253478.386925:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253478.386933:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253478.483629:0:98703:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc7ce7af20 20000000:00000080:3.0:1768253478.483647:0:98703:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648241400 uarg=0000000000000000 00010000:00010000:3.0:1768253478.483862:0:98703:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1768253478.483875:0:98703:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1768253478.483889:0:98703:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253478.483906:0:98703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.483922:0:98703:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.483932:0:98703:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.483970:0:98703:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.483983:0:98703:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 17 pid: 5777 timeout: 2833 lvb_type: 0 00000100:00100000:3.0:1768253478.483998:0:98703:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98703:1854145476315648:0@lo:104: 00000100:00100000:3.0:1768253478.484092:0:98703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253478.484155:0:98703:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777246300 going to sleep for 11 seconds 00000100:00100000:0.0:1768253478.484866:0:27508:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768253478.484885:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315648 00000100:00100000:0.0:1768253478.484896:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315648 00000100:00100000:0.0:1768253478.484952:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1768253478.484961:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972648457050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98703:x1854145476315648:12345-0@lo:104: 00010000:00010000:0.0:1768253478.484976:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253478.485075:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253478.485081:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972648457050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:98703:x1854145476315648:12345-0@lo:104: Request processed in 121us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253478.485087:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00010000:00010000:1.0:1768253478.485222:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253478.485230:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253478.485237:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253478.485241:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253478.485250:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253478.485256:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253478.485262:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1768253478.485299:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253478.485305:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253478.485334:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253478.485342:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f9000/0xef9a6e5c83abe89a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8a1 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253478.485368:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253478.485370:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253478.485372:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253478.485385:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476315776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253478.485416:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253478.486391:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315776 00000100:00100000:2.0:1768253478.486403:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315776 00010000:00010000:2.0:1768253478.486436:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 18 pid: 5777 timeout: 2833 lvb_type: 0 00000100:00100000:3.0:1768253478.486561:0:98703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98703:1854145476315648:0@lo:104: 00000100:00100000:2.0:1768253478.486644:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1768253478.486652:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476315776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253478.486666:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253478.486671:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 18 pid: 5777 timeout: 2833 lvb_type: 0 00010000:00010000:2.0:1768253478.486681:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 18 pid: 5777 timeout: 2833 lvb_type: 0 00010000:00010000:2.0:1768253478.486696:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe8a1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe89a expref: 18 pid: 5777 timeout: 2833 lvb_type: 0 00010000:00010000:2.0:1768253478.486712:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486726:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486739:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486746:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486753:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486760:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486766:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253478.486770:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486777:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486784:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253478.486793:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253478.486850:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476315776:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253478.486856:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1768253478.486912:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476315776:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253478.486976:0:98703:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.486986:0:98703:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.487188:0:98703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253478.487197:0:98703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe8a8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98703 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1768253479.297668:0:98751:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeab57d220 20000000:00000080:0.0:1768253479.297691:0:98751:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc9ac00 uarg=0000000000000000 00010000:00010000:0.0:1768253479.297913:0:98751:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1768253479.297927:0:98751:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1768253479.297941:0:98751:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253479.297960:0:98751:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.297977:0:98751:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.297986:0:98751:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.297994:0:98751:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298000:0:98751:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298007:0:98751:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298041:0:98751:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253479.298046:0:98751:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298055:0:98751:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298067:0:98751:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298075:0:98751:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.298081:0:98751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963400/0xef9a6e5c83abe8af lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253479.346651:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253480.370197:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253480.436066:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253480.436074:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253480.436079:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253480.436137:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253480.436148:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253480.436169:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253480.436197:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476315904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253480.436272:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253480.436322:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253480.437280:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476315904 00000100:00100000:1.0:1768253480.437292:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476315904 00000100:00100000:1.0:1768253480.437364:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1768253480.437375:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476315904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253480.437393:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253480.437412:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe8b6 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253480.437440:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253480.437451:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253480.437460:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dadf200, rc 0) 00000100:00100000:1.0:1768253480.437518:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476315904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253480.437526:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1768253480.437760:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476315904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253480.437779:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253480.437788:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253480.437812:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253480.437818:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253480.437825:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253480.902943:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253480.903003:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253480.903062:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058112 00000100:00100000:2.0:1768253480.903076:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058112 00000100:00100000:2.0:1768253480.903138:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1466 00000100:00100000:2.0:1768253480.903150:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452058112:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1768253480.903235:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2368:x1854145452058112:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 88us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253480.903243:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1466 00000100:00100000:1.0:1768253480.903446:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058240 00000100:00100000:1.0:1768253480.903451:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058240 00000100:00100000:1.0:1768253480.903502:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1896 00000100:00100000:1.0:1768253480.903510:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452058240:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253480.903551:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2368:x1854145452058240:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253480.903558:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1896 00000100:00080000:2.0:1768253480.905866:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253481.011093:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476316032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253481.011166:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253481.011254:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316032 00000100:00100000:2.0:1768253481.011263:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316032 00000100:00100000:2.0:1768253481.011319:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1768253481.011329:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476316032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253481.011381:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253481.011426:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97264925a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476316032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253481.011434:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00080000:2.0:1768253481.011457:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253481.011497:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649259880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476316032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253481.013323:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253481.013355:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476316160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253481.013425:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253481.013482:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316160 00000100:00100000:0.0:1768253481.013491:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316160 00000100:00100000:0.0:1768253481.013539:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1768253481.013633:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476316160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253481.013670:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253481.013716:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476316160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253481.013723:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1768253481.013774:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476316160:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253481.013853:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1768253481.394244:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253481.524324:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476316672:0@lo:400:kworker.0 00000100:00100000:2.0:1768253481.524476:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253481.524574:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476316416:0@lo:400:kworker.0 00000100:00100000:0.0:1768253481.524618:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476316544:0@lo:400:kworker.0 00000100:00100000:2.0:1768253481.525287:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253481.526246:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476316288:0@lo:400:kworker.0 00000100:00100000:0.0:1768253481.526302:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253481.526691:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253481.526742:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316672 00000100:00100000:3.0:1768253481.526753:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316672 00000100:00100000:3.0:1768253481.526810:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316544 00000100:00100000:3.0:1768253481.526814:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316544 00000100:00100000:3.0:1768253481.526838:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1768253481.526846:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476316672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253481.526909:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476316672:12345-0@lo:400:kworker.0 Request processed in 63us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253481.526917:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1768253481.526934:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:3.0:1768253481.526940:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476316544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253481.526972:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476316544:12345-0@lo:400:kworker.0 Request processed in 32us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253481.526978:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:2.0:1768253481.527717:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316288 00000100:00100000:2.0:1768253481.527725:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316288 00000100:00100000:2.0:1768253481.527758:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1768253481.527766:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476316288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253481.527812:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746253c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476316288:12345-0@lo:400:kworker.0 Request processed in 48us (1510us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253481.527819:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00080000:2.0:1768253481.527849:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253481.527880:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476316288:0@lo:400:kworker.0 00000100:00100000:2.0:1768253481.527917:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476316672:0@lo:400:kworker.0 00000100:00100000:2.0:1768253481.527943:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476316544:0@lo:400:kworker.0 00000100:00100000:3.0:1768253481.528003:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316416 00000100:00100000:3.0:1768253481.528007:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316416 00000100:00100000:3.0:1768253481.528064:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:3.0:1768253481.528072:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476316416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253481.528108:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777514700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476316416:12345-0@lo:400:kworker.0 Request processed in 37us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253481.528255:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476316416:0@lo:400:kworker.0 00000100:00100000:3.0:1768253481.528308:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00010000:00010000:1.0:1768253482.418188:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253483.442513:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253484.467136:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253485.490973:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253486.033626:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253486.033670:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253486.033713:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058368 00000100:00100000:3.0:1768253486.033725:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058368 00000100:00100000:3.0:1768253486.033781:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1468 00000100:00100000:3.0:1768253486.033790:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452058368:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1768253486.033860:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746252c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2370:x1854145452058368:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253486.033868:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1468 00000100:00100000:1.0:1768253486.033887:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058496 00000100:00100000:1.0:1768253486.033892:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058496 00000100:00100000:1.0:1768253486.033932:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1900 00000100:00100000:1.0:1768253486.033938:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452058496:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1768253486.034683:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8709718a-63ed-4c56-b24b-b8b68724edc3+5:2370:x1854145452058496:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 740us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253486.034691:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1900 00000100:00080000:2.0:1768253486.035345:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253486.130474:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476316800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253486.130557:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253486.131078:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316800 00000100:00100000:3.0:1768253486.131087:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316800 00000100:00100000:3.0:1768253486.131149:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1768253486.131159:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476316800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253486.131194:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253486.131247:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476316800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253486.131254:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1768253486.131309:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476316800:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253486.131475:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253486.133394:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1768253486.133413:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476316928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253486.133467:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253486.133539:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476316928 00000100:00100000:1.0:1768253486.133547:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476316928 00000100:00100000:1.0:1768253486.133601:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1768253486.133610:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476316928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253486.133641:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1768253486.133659:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253486.133693:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476316928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253486.133699:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1768253486.133769:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476316928:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1768253486.515088:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253486.644406:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476317440:0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.644498:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253486.644566:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253486.644573:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476317312:0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.644600:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253486.644634:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317440 00000100:00100000:3.0:1768253486.644643:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317440 00000100:00100000:3.0:1768253486.644691:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1768253486.644700:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476317440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.644757:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476317440:12345-0@lo:400:kworker.0 Request processed in 57us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253486.644764:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1768253486.644790:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317312 00000100:00100000:3.0:1768253486.644794:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317312 00000100:00100000:3.0:1768253486.644829:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:3.0:1768253486.644836:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476317312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.644864:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476317312:12345-0@lo:400:kworker.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253486.644870:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:3.0:1768253486.644917:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476317312:0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.644931:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476317440:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646111:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476317056:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646171:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253486.646209:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476317568:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646233:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253486.646259:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1768253486.646265:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476317184:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646301:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253486.646318:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476317696:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646352:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768253486.646387:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253486.646402:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317568 00000100:00100000:2.0:1768253486.646408:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317568 00000100:00100000:2.0:1768253486.646447:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317184 00000100:00100000:2.0:1768253486.646450:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317184 00000100:00100000:2.0:1768253486.646467:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:2.0:1768253486.646473:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476317568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646517:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476317568:12345-0@lo:400:kworker.0 Request processed in 44us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253486.646524:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:2.0:1768253486.646538:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:2.0:1768253486.646544:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476317184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646569:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476317184:12345-0@lo:400:kworker.0 Request processed in 25us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253486.646574:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:2.0:1768253486.646594:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317696 00000100:00100000:2.0:1768253486.646598:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317696 00000100:00100000:2.0:1768253486.646619:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1768253486.646624:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476317696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646651:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476317696:12345-0@lo:400:kworker.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253486.646656:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00080000:2.0:1768253486.646668:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253486.646696:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476317184:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646706:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476317696:0@lo:400:kworker.0 00000100:00100000:2.0:1768253486.646714:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476317568:0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.647427:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317056 00000100:00100000:3.0:1768253486.647434:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317056 00000100:00100000:3.0:1768253486.647884:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1768253486.647893:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476317056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253486.647955:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746251c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476317056:12345-0@lo:400:kworker.0 Request processed in 63us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253486.647961:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1768253486.648114:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476317056:0@lo:400:kworker.0 00010000:00010000:2.0:1768253487.539403:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1768253488.269609:0:99094:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25a: test save and reload nodemap config ========================================================== 16:31:27 (1768253487) 00010000:00010000:0.0:1768253488.562303:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253489.587158:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253489.595188:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253489.595335:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058624 00000100:00100000:3.0:1768253489.595346:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058624 00000100:00100000:3.0:1768253489.595431:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00100000:3.0:1768253489.595442:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+5:58446:x1854145452058624:12345-192.168.202.43@tcp:101:lsof.0 00010000:00010000:3.0:1768253489.595463:0:5785:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253489.595499:0:5785:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe8c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xcef9c5d35c9d753a expref: -99 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253489.595561:0:5785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe8cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253489.595575:0:5785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe8cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253489.595589:0:5785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe8cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00000004:00200000:3.0:1768253489.595660:0:5785:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1768253489.595664:0:5785:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1768253489.595707:0:5785:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe8cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5785 initiator: MDT0 00010000:00010000:3.0:1768253489.595733:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8000/0xef9a6e5c83abe8c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d753a expref: 7 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253489.595751:0:5785:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe8cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d753a expref: 6 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253489.595759:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbbf00) 00010000:00010000:3.0:1768253489.595762:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1768253489.595765:0:5785:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8c00, rc 0) 00000100:00100000:3.0:1768253489.595824:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:58446:x1854145452058624:12345-192.168.202.43@tcp:101:lsof.0 Request processed in 384us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253489.595832:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1259 00000100:00080000:2.0:1768253489.595979:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1768253490.615272:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253491.046791:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253491.046847:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253491.046884:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1768253491.046972:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058752 00000100:00100000:1.0:1768253491.046985:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058752 00000100:00100000:1.0:1768253491.047091:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452059008 00000100:00100000:1.0:1768253491.047096:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452059008 00000100:00100000:1.0:1768253491.047110:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452058880 00000100:00100000:1.0:1768253491.047112:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452058880 00000100:00100000:1.0:1768253491.047128:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:1.0:1768253491.047136:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+11:2371:x1854145452058752:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253491.047152:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253491.047173:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972755017200/0xef9a6e5c83ab806c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d649a expref: 11 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253491.047195:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253491.047263:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+10:2371:x1854145452058752:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 126us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.047271:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:1.0:1768253491.047290:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:1.0:1768253491.047296:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+9:2371:x1854145452059008:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253491.047304:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253491.047312:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727413fe400/0xef9a6e5c83ab80b9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d64af expref: 9 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253491.047322:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253491.047341:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+8:2371:x1854145452059008:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 44us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.047347:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:1.0:1768253491.047359:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:1.0:1768253491.047365:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748410850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+7:2371:x1854145452058880:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1768253491.047375:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253491.047384:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8600/0xef9a6e5c83ab7fd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d6462 expref: 7 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253491.047392:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253491.047408:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748410850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+6:2371:x1854145452058880:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 44us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.047413:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:0.0:1768253491.067317:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1768253491.067425:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452059264 00000100:00100000:3.0:1768253491.067435:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452059264 00000100:00100000:3.0:1768253491.067508:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1260 00000100:00100000:3.0:1768253491.067519:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+6:2367:x1854145452059264:12345-192.168.202.43@tcp:39:umount.0 00000020:00000080:3.0:1768253491.067561:0:5785:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83ab7fe0 00000020:00010000:3.0:1768253491.067570:0:5785:0:(genops.c:1938:obd_stale_export_put()) Put export ffff972777264800: total 0 00000100:00080000:3.0:1768253491.067575:0:5785:0:(import.c:65:import_set_state_nolock()) ffff972777261000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1768253491.067600:0:5785:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967782 00000020:00010000:1.0:1768253491.067621:0:5772:0:(genops.c:1924:obd_stale_export_get()) Get export ffff972777264800: total 0 00010000:00010000:1.0:1768253491.067676:0:5772:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777264800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1768253491.067713:0:5772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff972744dbbf00) 00010000:00010000:1.0:1768253491.067717:0:5772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1768253491.067725:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9727820f8c00/0xef9a6e5c83abe8cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d753a expref: 5 pid: 5785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253491.067751:0:5772:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777264800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1768253491.067761:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253491.067764:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253491.067765:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253491.067998:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8709718a-63ed-4c56-b24b-b8b68724edc3+3:2367:x1854145452059264:12345-192.168.202.43@tcp:39:umount.0 Request processed in 480us (691us total) trans 4294967783 rc 0/0 00000100:00100000:3.0:1768253491.068007:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1260 00000100:00080000:2.0:1768253491.068179:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253491.080933:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1768253491.081075:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145452059520 00000100:00100000:2.0:1768253491.081087:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145452059520 00000100:00100000:2.0:1768253491.081147:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1470 00000100:00100000:2.0:1768253491.081157:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+6:2367:x1854145452059520:12345-192.168.202.43@tcp:251:umount.0 00000020:00000080:2.0:1768253491.081211:0:5778:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xef9a6e5c83ab7fbd 00000020:00010000:2.0:1768253491.081220:0:5778:0:(genops.c:1938:obd_stale_export_put()) Put export ffff972777262800: total 0 00000100:00080000:2.0:1768253491.081224:0:5778:0:(import.c:65:import_set_state_nolock()) ffff972777264000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1768253491.081314:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6c1aa236-3f58-4d01-9791-4ffdc26a00e0+3:2367:x1854145452059520:12345-192.168.202.43@tcp:251:umount.0 Request processed in 158us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253491.081323:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1470 00000020:00010000:0.0:1768253491.081777:0:5771:0:(genops.c:1924:obd_stale_export_get()) Get export ffff972777262800: total 0 00010000:00010000:0.0:1768253491.081783:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253491.081839:0:5771:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff972777262800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1768253491.081876:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972740031a00/0xef9a6e5c83ab8073 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0xcef9c5d35c9d64a1 expref: 2 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253491.081891:0:5771:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff972777262800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1768253491.081901:0:5771:0:(genops.c:904:class_export_put()) final put ffff972777262800/6c1aa236-3f58-4d01-9791-4ffdc26a00e0 00010000:00010000:0.0:1768253491.081922:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253491.081924:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253491.081926:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253491.082070:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff972777262800/6c1aa236-3f58-4d01-9791-4ffdc26a00e0 for MGS 00000020:00000080:3.0:1768253491.082108:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972777264000 for MGS 00000100:00100000:0.0:1768253491.250643:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476317952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253491.250717:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253491.250788:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253491.250793:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476317824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253491.250815:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253491.250852:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317952 00000100:00100000:0.0:1768253491.250858:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317952 00000100:00100000:0.0:1768253491.250907:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476317824 00000100:00100000:0.0:1768253491.250910:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476317824 00000100:00100000:0.0:1768253491.250928:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1768253491.250936:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476317952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253491.250974:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1768253491.251040:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1768253491.251054:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476317952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253491.251064:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1768253491.251065:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277e213850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476317824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1768253491.251091:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253491.251128:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476317952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253491.251134:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277e213850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476317824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.251143:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1768253491.251157:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476317824:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1768253491.255303:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1768253491.255315:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1768253491.635662:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253491.763143:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476318208:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763214:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253491.763272:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476318720:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763297:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253491.763325:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1768253491.763332:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476318080:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763357:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253491.763380:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476318592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763401:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253491.763428:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476318336:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763464:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253491.763482:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253491.763487:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476318464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763508:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253491.763543:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318208 00000100:00100000:1.0:1768253491.763552:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318208 00000100:00100000:1.0:1768253491.763596:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318592 00000100:00100000:1.0:1768253491.763599:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318592 00000100:00100000:1.0:1768253491.763800:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318336 00000100:00100000:1.0:1768253491.763804:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318336 00000100:00100000:1.0:1768253491.763821:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:1.0:1768253491.763909:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476318208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.763963:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476318208:12345-0@lo:400:kworker.0 Request processed in 134us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.763972:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00000100:00100000:1.0:1768253491.763991:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:1.0:1768253491.763997:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476318592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.764053:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476318592:12345-0@lo:400:kworker.0 Request processed in 57us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.764059:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:1.0:1768253491.764072:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1768253491.764078:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476318336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.764109:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476318336:12345-0@lo:400:kworker.0 Request processed in 32us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.764115:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1768253491.764135:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318720 00000100:00100000:1.0:1768253491.764139:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318720 00000100:00100000:1.0:1768253491.764163:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318464 00000100:00100000:1.0:1768253491.764166:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318464 00000100:00100000:1.0:1768253491.764187:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1768253491.764192:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476318720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.764220:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476318720:12345-0@lo:400:kworker.0 Request processed in 28us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.764226:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1768253491.764249:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1768253491.764255:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476318464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.764284:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476318464:12345-0@lo:400:kworker.0 Request processed in 29us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.764289:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1768253491.764307:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318080 00000100:00100000:1.0:1768253491.764311:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318080 00000100:00100000:1.0:1768253491.764335:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1768253491.764341:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476318080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.764373:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746250850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476318080:12345-0@lo:400:kworker.0 Request processed in 32us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253491.764378:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00080000:1.0:1768253491.764422:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253491.766597:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476318464:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.766707:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476318336:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.766757:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476318080:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.766770:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476318592:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.766783:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476318208:0@lo:400:kworker.0 00000100:00100000:1.0:1768253491.766794:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476318720:0@lo:400:kworker.0 00000001:00100000:0.0:1768253491.834250:0:5805:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8709718a-63ed-4c56-b24b-b8b68724edc3 00000001:00080000:0.0:1768253491.834268:0:5805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967783 is committed 00000020:00000080:0.0:1768253491.834273:0:5805:0:(genops.c:904:class_export_put()) final put ffff972777264800/8709718a-63ed-4c56-b24b-b8b68724edc3 00000020:00000080:1.0:1768253491.834329:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff972777264800/8709718a-63ed-4c56-b24b-b8b68724edc3 for lustre-MDT0000 00000020:00000080:1.0:1768253491.834403:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff972777261000 for lustre-MDT0000 00000004:00000400:1.0:1768253492.077185:0:99144:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1768253492.077193:0:99144:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:0.0:1768253492.660667:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1768253493.016881:0:99193:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc6beab50 20000000:00000080:0.0:1768253493.016901:0:99193:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc9ac00 uarg=0000000000000000 10000000:01000000:0.0:1768253493.017357:0:99193:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253493.017379:0:99193:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253493.017399:0:99193:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253493.017410:0:99193:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253493.017456:0:99193:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253493.017470:0:99193:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 17 pid: 5778 timeout: 2848 lvb_type: 0 00000100:00100000:0.0:1768253493.017484:0:99193:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99193:1854145476318848:0@lo:104: 00000100:00100000:0.0:1768253493.017545:0:99193:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253493.017599:0:99193:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277dc83840 going to sleep for 11 seconds 00000100:00100000:2.0:1768253493.017888:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318848 00000100:00100000:2.0:1768253493.017897:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318848 00000100:00100000:2.0:1768253493.017957:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1768253493.017968:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99193:x1854145476318848:12345-0@lo:104: 00010000:00010000:2.0:1768253493.017983:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018074:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253493.018081:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99193:x1854145476318848:12345-0@lo:104: Request processed in 115us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253493.018088:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00010000:00010000:2.0:1768253493.018111:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1768253493.018116:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018124:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963a00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:2.0:1768253493.018128:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018136:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1768253493.018143:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253493.018148:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1768253493.018174:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018180:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1768253493.018198:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018205:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963a00/0xef9a6e5c83abe8b6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8bd expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018232:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253493.018234:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253493.018235:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253493.018255:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476318976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253493.018287:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253493.018321:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476318976 00000100:00100000:2.0:1768253493.018325:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476318976 00010000:00010000:2.0:1768253493.018342:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 18 pid: 5778 timeout: 2848 lvb_type: 0 00000100:00100000:2.0:1768253493.018362:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1768253493.018369:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476318976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253493.018379:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253493.018384:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 18 pid: 5778 timeout: 2848 lvb_type: 0 00010000:00010000:2.0:1768253493.018393:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 18 pid: 5778 timeout: 2848 lvb_type: 0 00010000:00010000:2.0:1768253493.018408:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018415:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018428:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018435:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018441:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018447:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018452:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253493.018456:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018462:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018470:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253493.018480:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253493.018508:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476318976:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253493.018514:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1768253493.018565:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476318976:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253493.018812:0:99193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadf200/0xef9a6e5c83abe8bd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe8b6 expref: 17 pid: 5778 timeout: 2848 lvb_type: 0 00000100:00100000:3.0:1768253493.018826:0:99193:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99193:1854145476318848:0@lo:104: 00010000:00010000:3.0:1768253493.018841:0:99193:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253493.018851:0:99193:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253493.018856:0:99193:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253493.018861:0:99193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963c00/0xef9a6e5c83abe8d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99193 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253493.683243:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253493.695149:0:99241:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3683ac20 20000000:00000080:1.0:1768253493.695176:0:99241:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cb3b000 uarg=0000000000000000 10000000:01000000:1.0:1768253493.695637:0:99241:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253493.695659:0:99241:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.695677:0:99241:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.695982:0:99241:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696179:0:99241:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696187:0:99241:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696195:0:99241:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696201:0:99241:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253493.696206:0:99241:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696224:0:99241:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696239:0:99241:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696247:0:99241:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253493.696253:0:99241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade400/0xef9a6e5c83abe8d9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99241 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253494.591001:0:99290:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5ae93900 20000000:00000080:3.0:1768253494.591066:0:99290:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972648242400 uarg=0000000000000000 10000000:01000000:3.0:1768253494.591769:0:99290:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253494.591801:0:99290:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591821:0:99290:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591834:0:99290:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591841:0:99290:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591849:0:99290:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591858:0:99290:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591865:0:99290:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253494.591871:0:99290:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591881:0:99290:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591897:0:99290:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591904:0:99290:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.591911:0:99290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe8e0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99290 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.710544:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1768253494.963182:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1768253494.963191:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:3.0:1768253494.963196:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1768253494.963256:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.963268:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253494.963279:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253494.963307:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476319104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253494.963370:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253494.963418:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff9727776a80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1768253494.963530:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319104 00000100:00100000:1.0:1768253494.963539:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319104 00000100:00100000:1.0:1768253494.963606:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1768253494.963616:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476319104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253494.963627:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1768253494.963640:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe8e7 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253494.963662:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253494.963672:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253494.963680:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dade000, rc 0) 00000100:00100000:1.0:1768253494.963724:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476319104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253494.963730:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1768253494.963776:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476319104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253494.963790:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253494.963799:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253494.963817:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253494.963822:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253494.963830:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:2.0:1768253495.510852:0:99338:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcda1ad110 20000000:00000080:2.0:1768253495.510880:0:99338:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0fc00 uarg=0000000000000000 10000000:01000000:2.0:1768253495.511188:0:99338:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253495.511230:0:99338:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253495.511255:0:99338:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253495.511266:0:99338:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253495.511317:0:99338:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253495.511335:0:99338:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 17 pid: 5778 timeout: 2850 lvb_type: 0 00000100:00100000:2.0:1768253495.511353:0:99338:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99338:1854145476319232:0@lo:104: 00000100:00100000:2.0:1768253495.511438:0:99338:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253495.511523:0:99338:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb6600 going to sleep for 11 seconds 00000100:00100000:1.0:1768253495.514084:0:27508:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319232 00000100:00100000:1.0:1768253495.514107:0:27508:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319232 00000100:00100000:1.0:1768253495.514209:0:27508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1768253495.514225:0:27508:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99338:x1854145476319232:12345-0@lo:104: 00010000:00010000:1.0:1768253495.514252:0:27508:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.514392:0:27508:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253495.514399:0:27508:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99338:x1854145476319232:12345-0@lo:104: Request processed in 180us (2961us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253495.514407:0:27508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00010000:00010000:0.0:1768253495.514587:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253495.514597:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.514607:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8800 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253495.514613:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.514623:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253495.514632:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253495.514638:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1768253495.514822:0:99338:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99338:1854145476319232:0@lo:104: 00010000:00010000:3.0:1768253495.514861:0:99338:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.515356:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.515365:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253495.515402:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.515410:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff9727820f8800/0xef9a6e5c83abe8e7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe8ee expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.515430:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253495.515432:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253495.515435:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253495.515458:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476319360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253495.515521:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253495.515633:0:5769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319360 00000100:00100000:0.0:1768253495.515641:0:5769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319360 00010000:00010000:0.0:1768253495.515675:0:5769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 18 pid: 5778 timeout: 2850 lvb_type: 0 00000100:00100000:0.0:1768253495.515740:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1768253495.515751:0:5769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476319360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253495.515774:0:5769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253495.515780:0:5769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 18 pid: 5778 timeout: 2850 lvb_type: 0 00010000:00010000:0.0:1768253495.515793:0:5769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 18 pid: 5778 timeout: 2850 lvb_type: 0 00010000:00010000:0.0:1768253495.515809:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade000/0xef9a6e5c83abe8ee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe8e7 expref: 18 pid: 5778 timeout: 2850 lvb_type: 0 00010000:00010000:0.0:1768253495.515827:0:5769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515835:0:5769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515854:0:5769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515861:0:5769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515867:0:5769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515873:0:5769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515879:0:5769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253495.515883:0:5769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515896:0:5769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515917:0:5769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253495.515930:0:5769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1768253495.515953:0:99338:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.515961:0:99338:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253495.515967:0:99338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00200/0xef9a6e5c83abe8f5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99338 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253495.515968:0:5769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476319360:12345-0@lo:103:ldlm_bl.0 Request processed in 220us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253495.515986:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1768253495.516487:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476319360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253495.730169:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253496.371453:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253496.371489:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476319488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253496.371576:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253496.371663:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319488 00000100:00100000:0.0:1768253496.371674:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319488 00000100:00100000:0.0:1768253496.371739:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1768253496.371745:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476319488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253496.371803:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253496.371862:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476319488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253496.371870:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:0.0:1768253496.371901:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1768253496.371949:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476319488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253496.372665:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253496.372677:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476319616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253496.372717:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253496.372757:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319616 00000100:00100000:3.0:1768253496.372764:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319616 00000100:00100000:3.0:1768253496.372821:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1768253496.372830:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476319616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253496.372866:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253496.372906:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476319616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253496.372912:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00080000:3.0:1768253496.372928:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253496.372949:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476319616:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1768253496.522249:0:99386:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc19f273a0 20000000:00000080:0.0:1768253496.522309:0:99386:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff97277cc98400 uarg=0000000000000000 10000000:01000000:0.0:1768253496.523853:0:99386:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1768253496.524077:0:99386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524094:0:99386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524104:0:99386:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524111:0:99386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524118:0:99386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524125:0:99386:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524379:0:99386:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253496.524384:0:99386:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524392:0:99386:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524406:0:99386:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524414:0:99386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253496.524420:0:99386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963600/0xef9a6e5c83abe8fc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253496.755592:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253496.884160:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476320000:0@lo:400:kworker.0 00000100:00100000:0.0:1768253496.884296:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253496.884355:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253496.884361:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476320128:0@lo:400:kworker.0 00000100:00100000:0.0:1768253496.884387:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253496.884477:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476319744:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.884524:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253496.884573:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476320256:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.884599:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253496.884621:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1768253496.884627:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476319872:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.884649:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253496.884666:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476320384:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.884699:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253496.884733:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320000 00000100:00100000:1.0:1768253496.884740:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320000 00000100:00100000:1.0:1768253496.884806:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320256 00000100:00100000:1.0:1768253496.884810:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320256 00000100:00100000:1.0:1768253496.884837:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319872 00000100:00100000:1.0:1768253496.884840:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319872 00000100:00100000:1.0:1768253496.884864:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1768253496.884875:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476320000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.884942:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1854145476320000:12345-0@lo:400:kworker.0 Request processed in 68us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253496.884951:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1768253496.884973:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:1.0:1768253496.884981:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476320256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885039:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476320256:12345-0@lo:400:kworker.0 Request processed in 58us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253496.885047:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:1.0:1768253496.885069:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:1.0:1768253496.885078:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476319872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885118:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476319872:12345-0@lo:400:kworker.0 Request processed in 42us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253496.885125:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:1.0:1768253496.885157:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320128 00000100:00100000:1.0:1768253496.885161:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320128 00000100:00100000:1.0:1768253496.885207:0:6569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320384 00000100:00100000:1.0:1768253496.885211:0:6569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320384 00000100:00100000:1.0:1768253496.885238:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1768253496.885246:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476320128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885278:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476320128:12345-0@lo:400:kworker.0 Request processed in 34us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253496.885284:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1768253496.885295:0:6569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1768253496.885301:0:6569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476320384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885326:0:6569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476320384:12345-0@lo:400:kworker.0 Request processed in 26us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253496.885333:0:6569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:1.0:1768253496.885369:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253496.885419:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476319872:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885429:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476320384:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885438:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649927480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476320256:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885471:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649924e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476320128:0@lo:400:kworker.0 00000100:00100000:1.0:1768253496.885480:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1854145476320000:0@lo:400:kworker.0 00000100:00100000:0.0:1768253496.886095:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476319744 00000100:00100000:0.0:1768253496.886102:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476319744 00000100:00100000:0.0:1768253496.886145:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1768253496.886153:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476319744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253496.886218:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476319744:12345-0@lo:400:kworker.0 Request processed in 65us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253496.886226:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1768253496.887866:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649927800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476319744:0@lo:400:kworker.0 10000000:01000000:1.0:1768253497.271614:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253497.271623:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253497.271628:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253497.271670:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253497.271682:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253497.271692:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253497.271718:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476320512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253497.271781:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253497.271870:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649a74000 going to sleep for 11 seconds 00000100:00100000:3.0:1768253497.271914:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320512 00000100:00100000:3.0:1768253497.271922:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320512 00000100:00100000:3.0:1768253497.272035:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:3.0:1768253497.272046:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476320512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253497.272059:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253497.272072:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe903 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.272095:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.272111:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.272119:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8000, rc 0) 00000100:00100000:3.0:1768253497.272253:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476320512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253497.272263:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1768253497.272344:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476320512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253497.272360:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253497.272368:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253497.272398:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253497.272403:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253497.272410:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253497.371914:0:99434:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff63e66c10 20000000:00000080:3.0:1768253497.371933:0:99434:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972749aa4400 uarg=0000000000000000 10000000:01000000:3.0:1768253497.372356:0:99434:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253497.372375:0:99434:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.372479:0:99434:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.372489:0:99434:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.372530:0:99434:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.372545:0:99434:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 17 pid: 5778 timeout: 2852 lvb_type: 0 00000100:00100000:3.0:1768253497.372561:0:99434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99434:1854145476320640:0@lo:104: 00000100:00100000:3.0:1768253497.372621:0:99434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253497.372747:0:99434:0:(client.c:2690:ptlrpc_set_wait()) set ffff972746dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1768253497.372798:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320640 00000100:00100000:2.0:1768253497.372807:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320640 00000100:00100000:2.0:1768253497.372891:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1768253497.372901:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99434:x1854145476320640:12345-0@lo:104: 00010000:00010000:2.0:1768253497.372913:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253497.372979:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253497.372985:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99434:x1854145476320640:12345-0@lo:104: Request processed in 87us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253497.372992:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00010000:00010000:0.0:1768253497.373057:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1768253497.373064:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373072:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dade400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:0.0:1768253497.373075:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373083:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1768253497.373091:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253497.373096:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1768253497.373127:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373134:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1768253497.373163:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373170:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dade400/0xef9a6e5c83abe903 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe90a expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373190:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253497.373192:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253497.373194:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253497.373232:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476320768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253497.373262:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253497.373299:0:5769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320768 00000100:00100000:0.0:1768253497.373303:0:5769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320768 00010000:00010000:0.0:1768253497.373322:0:5769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 18 pid: 5778 timeout: 2852 lvb_type: 0 00000100:00100000:0.0:1768253497.373343:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1768253497.373350:0:5769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476320768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253497.373361:0:5769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1768253497.373365:0:5769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 18 pid: 5778 timeout: 2852 lvb_type: 0 00010000:00010000:0.0:1768253497.373375:0:5769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 18 pid: 5778 timeout: 2852 lvb_type: 0 00010000:00010000:0.0:1768253497.373398:0:5769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373406:0:5769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373420:0:5769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373428:0:5769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373435:0:5769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373441:0:5769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373447:0:5769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:0.0:1768253497.373450:0:5769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373457:0:5769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373466:0:5769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253497.373474:0:5769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1768253497.373502:0:5769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476320768:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253497.373509:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1768253497.373544:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476320768:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253497.373642:0:99434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8000/0xef9a6e5c83abe90a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe903 expref: 17 pid: 5778 timeout: 2852 lvb_type: 0 00000100:00100000:3.0:1768253497.373657:0:99434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99434:1854145476320640:0@lo:104: 00010000:00010000:3.0:1768253497.373668:0:99434:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.373676:0:99434:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.373682:0:99434:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253497.373688:0:99434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8c00/0xef9a6e5c83abe911 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99434 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253497.779150:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253498.547329:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253498.547338:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253498.547343:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253498.547518:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253498.547530:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253498.547541:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253498.547568:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476320896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253498.547631:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253498.547684:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649891000 going to sleep for 11 seconds 00000100:00100000:3.0:1768253498.547854:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476320896 00000100:00100000:3.0:1768253498.547863:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476320896 00000100:00100000:3.0:1768253498.547917:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:3.0:1768253498.547927:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476320896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253498.547941:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253498.547955:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe918 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253498.547979:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253498.548150:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253498.548159:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f9200, rc 0) 00000100:00100000:3.0:1768253498.548267:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476320896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 341us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253498.548276:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1768253498.553140:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476320896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253498.553181:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253498.553196:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253498.553221:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1768253498.553227:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253498.553234:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253498.803281:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253499.827657:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253499.956880:0:99581:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbddbbed0 20000000:00000080:1.0:1768253499.956896:0:99581:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972747841800 uarg=0000000000000000 10000000:01000000:1.0:1768253499.957454:0:99581:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253499.957473:0:99581:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.957491:0:99581:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.957501:0:99581:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.957535:0:99581:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.957548:0:99581:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 17 pid: 5778 timeout: 2855 lvb_type: 0 00000100:00100000:1.0:1768253499.957567:0:99581:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99581:1854145476321024:0@lo:104: 00000100:00100000:1.0:1768253499.957629:0:99581:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253499.957721:0:99581:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649208f00 going to sleep for 11 seconds 00000100:00100000:2.0:1768253499.957767:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321024 00000100:00100000:2.0:1768253499.957774:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321024 00000100:00100000:2.0:1768253499.957843:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1768253499.957852:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99581:x1854145476321024:12345-0@lo:104: 00010000:00010000:2.0:1768253499.957864:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253499.957964:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1768253499.957970:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99581:x1854145476321024:12345-0@lo:104: Request processed in 120us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253499.957977:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00010000:00010000:3.0:1768253499.958227:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253499.958244:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958252:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962000 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253499.958255:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958263:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253499.958271:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253499.958276:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253499.958307:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958312:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253499.958331:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958337:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962000/0xef9a6e5c83abe918 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe91f expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958350:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253499.958351:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253499.958353:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253499.958364:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476321152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253499.958392:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253499.958442:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321152 00000100:00100000:3.0:1768253499.958447:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321152 00010000:00010000:3.0:1768253499.958465:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 18 pid: 5778 timeout: 2855 lvb_type: 0 00000100:00100000:3.0:1768253499.958484:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1768253499.958490:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476321152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253499.958499:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253499.958503:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 18 pid: 5778 timeout: 2855 lvb_type: 0 00010000:00010000:3.0:1768253499.958513:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 18 pid: 5778 timeout: 2855 lvb_type: 0 00010000:00010000:3.0:1768253499.958526:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958534:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958548:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958554:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958561:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958568:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958573:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfa00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253499.958577:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958584:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958592:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253499.958600:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253499.958624:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476321152:12345-0@lo:103:ldlm_bl.0 Request processed in 134us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253499.958630:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1768253499.958661:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476321152:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1768253499.958855:0:99581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9200/0xef9a6e5c83abe91f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe918 expref: 17 pid: 5778 timeout: 2855 lvb_type: 0 00000100:00100000:0.0:1768253499.958866:0:99581:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99581:1854145476321024:0@lo:104: 00010000:00010000:0.0:1768253499.958879:0:99581:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.958999:0:99581:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.959007:0:99581:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253499.959096:0:99581:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfa00/0xef9a6e5c83abe926 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99581 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1768253500.795943:0:99629:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2bb69220 20000000:00000080:3.0:1768253500.795964:0:99629:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972749aa7c00 uarg=0000000000000000 10000000:01000000:3.0:1768253500.796389:0:99629:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253500.796411:0:99629:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796429:0:99629:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796439:0:99629:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796447:0:99629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796456:0:99629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796464:0:99629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796472:0:99629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f8200 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253500.796477:0:99629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796485:0:99629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796498:0:99629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796506:0:99629:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253500.796513:0:99629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f8200/0xef9a6e5c83abe92d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253500.850633:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253501.048249:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253501.048255:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253501.048259:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253501.048302:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253501.048313:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253501.048323:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253501.048348:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476321280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253501.048410:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253501.048853:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1768253501.048897:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321280 00000100:00100000:2.0:1768253501.048906:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321280 00000100:00100000:2.0:1768253501.048965:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1768253501.048973:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476321280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253501.048987:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253501.049000:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe934 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.049195:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.049207:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.049216:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01800, rc 0) 00000100:00100000:2.0:1768253501.049337:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476321280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 365us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253501.049345:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1768253501.049411:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476321280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253501.049425:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253501.049434:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253501.049452:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253501.049457:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253501.049463:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253501.493631:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253501.493656:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476321408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253501.493778:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253501.493965:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321408 00000100:00100000:3.0:1768253501.493973:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321408 00000100:00100000:3.0:1768253501.494117:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1768253501.494126:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476321408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253501.494170:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253501.494215:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476321408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253501.494223:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1768253501.494320:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476321536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253501.494347:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253501.494389:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476321408:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1768253501.495659:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1768253501.497836:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321536 00000100:00100000:3.0:1768253501.497857:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321536 00000100:00100000:3.0:1768253501.497940:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1768253501.497951:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476321536:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1768253501.498075:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1768253501.498185:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253501.498270:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476321536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 320us (3920us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253501.498277:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1768253501.498329:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476321536:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1768253501.604233:0:99679:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe37de9430 20000000:00000080:2.0:1768253501.604253:0:99679:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750d0fc00 uarg=0000000000000000 10000000:01000000:2.0:1768253501.604458:0:99679:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253501.604561:0:99679:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.604579:0:99679:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.604588:0:99679:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.604630:0:99679:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.604644:0:99679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 17 pid: 5777 timeout: 2857 lvb_type: 0 00000100:00100000:2.0:1768253501.604659:0:99679:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99679:1854145476321664:0@lo:104: 00000100:00100000:2.0:1768253501.604724:0:99679:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253501.604825:0:99679:0:(client.c:2690:ptlrpc_set_wait()) set ffff9726493ee540 going to sleep for 11 seconds 00000100:00100000:0.0:1768253501.604874:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321664 00000100:00100000:0.0:1768253501.604885:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321664 00000100:00100000:0.0:1768253501.604936:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1768253501.604946:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99679:x1854145476321664:12345-0@lo:104: 00010000:00010000:0.0:1768253501.604959:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253501.605188:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253501.605195:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99679:x1854145476321664:12345-0@lo:104: Request processed in 252us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253501.605202:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00010000:00010000:3.0:1768253501.605295:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253501.605302:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605310:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777962400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253501.605315:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605323:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253501.605329:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253501.605334:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253501.605361:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605367:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253501.605396:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605404:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777962400/0xef9a6e5c83abe934 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe93b expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605423:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253501.605425:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253501.605427:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253501.605435:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253501.605445:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476321792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1768253501.605489:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253501.605519:0:5769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321792 00000100:00100000:3.0:1768253501.605524:0:5769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321792 00010000:00010000:3.0:1768253501.605542:0:5769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 18 pid: 5777 timeout: 2857 lvb_type: 0 00000100:00100000:3.0:1768253501.605561:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1768253501.605568:0:5769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476321792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253501.605578:0:5769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253501.605583:0:5769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 18 pid: 5777 timeout: 2857 lvb_type: 0 00010000:00010000:3.0:1768253501.605592:0:5769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 18 pid: 5777 timeout: 2857 lvb_type: 0 00010000:00010000:3.0:1768253501.605608:0:5769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605615:0:5769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605628:0:5769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605634:0:5769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605640:0:5769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605650:0:5769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605655:0:5769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253501.605659:0:5769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605666:0:5769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605675:0:5769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253501.605685:0:5769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253501.605723:0:5769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476321792:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253501.605730:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1768253501.605809:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476321792:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253501.605906:0:99679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01800/0xef9a6e5c83abe93b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe934 expref: 17 pid: 5777 timeout: 2857 lvb_type: 0 00000100:00100000:2.0:1768253501.605916:0:99679:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99679:1854145476321664:0@lo:104: 00010000:00010000:2.0:1768253501.605929:0:99679:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.605936:0:99679:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.605941:0:99679:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253501.605951:0:99679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe942 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253501.874188:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253502.005839:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476321920:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.005957:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253502.006370:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253502.006379:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476322304:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.006407:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253502.006456:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476321920 00000100:00100000:0.0:1768253502.006464:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476321920 00000100:00100000:0.0:1768253502.006505:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322304 00000100:00100000:0.0:1768253502.006508:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322304 00000100:00100000:0.0:1768253502.006535:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1768253502.006543:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476321920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.006592:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476321920:12345-0@lo:400:kworker.0 Request processed in 49us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253502.006599:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1768253502.006617:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911 00000100:00100000:0.0:1768253502.006623:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476322304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.006651:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476322304:12345-0@lo:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253502.006657:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911 00000100:00080000:0.0:1768253502.006676:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253502.006711:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476322304:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.006722:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476321920:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.011456:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476322048:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.011530:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253502.011630:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253502.011639:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476322176:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.011667:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253502.011717:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322048 00000100:00100000:0.0:1768253502.011726:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322048 00000100:00100000:0.0:1768253502.011779:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1768253502.011788:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476322048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.011838:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476322048:12345-0@lo:400:kworker.0 Request processed in 52us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253502.011843:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1768253502.011862:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322176 00000100:00100000:0.0:1768253502.011865:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322176 00000100:00100000:0.0:1768253502.011882:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1768253502.011886:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476322176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.011904:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476322176:12345-0@lo:400:kworker.0 Request processed in 18us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253502.011907:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00080000:0.0:1768253502.011921:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253502.011964:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476322176:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.011976:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476322048:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.012353:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253502.012363:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476322432:0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.012391:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253502.012421:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322432 00000100:00100000:0.0:1768253502.012425:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322432 00000100:00100000:0.0:1768253502.012448:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1768253502.012454:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277fea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476322432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253502.012490:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277fea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476322432:12345-0@lo:400:kworker.0 Request processed in 35us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253502.012496:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1768253502.012522:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476322432:0@lo:400:kworker.0 00010000:00010000:3.0:1768253502.898402:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1768253503.154113:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1768253503.154120:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:0.0:1768253503.154135:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1768253503.154177:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253503.154188:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253503.154199:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253503.154228:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476322560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1768253503.154302:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253503.154365:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264982bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1768253503.154431:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322560 00000100:00100000:2.0:1768253503.154439:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322560 00000100:00100000:2.0:1768253503.154497:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1768253503.154508:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476322560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253503.154521:0:5777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253503.154534:0:5777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe949 expref: -99 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253503.154557:0:5777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253503.154567:0:5777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 18 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253503.154576:0:5777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc01e00, rc 0) 00000100:00100000:2.0:1768253503.154625:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476322560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253503.154632:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1768253503.154956:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476322560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253503.154971:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253503.154980:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253503.154998:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253503.155004:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253503.155050:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253503.923736:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1768253504.835091:0:99876:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1b061380 20000000:00000080:1.0:1768253504.838183:0:99876:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972777ce9c00 uarg=0000000000000000 10000000:01000000:1.0:1768253504.838477:0:99876:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1768253504.838497:0:99876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253504.838514:0:99876:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253504.838523:0:99876:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253504.838563:0:99876:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 17 pid: 5777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253504.838578:0:99876:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 17 pid: 5777 timeout: 2860 lvb_type: 0 00000100:00100000:1.0:1768253504.838634:0:99876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99876:1854145476322688:0@lo:104: 00000100:00100000:1.0:1768253504.838699:0:99876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253504.838862:0:99876:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649a740c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253504.839103:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322688 00000100:00100000:0.0:1768253504.839122:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322688 00000100:00100000:0.0:1768253504.839185:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1768253504.839194:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99876:x1854145476322688:12345-0@lo:104: 00010000:00010000:0.0:1768253504.839207:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253504.839275:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253504.839281:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:99876:x1854145476322688:12345-0@lo:104: Request processed in 89us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253504.839287:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1768253504.839331:0:99876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99876:1854145476322688:0@lo:104: 00010000:00010000:3.0:1768253504.839352:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253504.839354:0:99876:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.839360:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.839370:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff972777963600 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253504.839374:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.839382:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253504.839390:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253504.839396:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253504.839434:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.839441:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253504.839478:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.839486:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff972777963600/0xef9a6e5c83abe949 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe950 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.839504:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253504.839506:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253504.839509:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1768253504.839513:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253504.839538:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476322816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1768253504.839572:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253504.840142:0:5769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322816 00000100:00100000:3.0:1768253504.840149:0:5769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322816 00010000:00010000:3.0:1768253504.840172:0:5769:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 18 pid: 5777 timeout: 2860 lvb_type: 0 00000100:00100000:3.0:1768253504.840202:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1768253504.840210:0:5769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476322816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1768253504.840221:0:5769:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1768253504.840226:0:5769:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 18 pid: 5777 timeout: 2860 lvb_type: 0 00010000:00010000:3.0:1768253504.840236:0:5769:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 18 pid: 5777 timeout: 2860 lvb_type: 0 00010000:00010000:3.0:1768253504.840249:0:5769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01e00/0xef9a6e5c83abe950 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe949 expref: 18 pid: 5777 timeout: 2860 lvb_type: 0 00010000:00010000:3.0:1768253504.840265:0:5769:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840273:0:5769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840286:0:5769:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840293:0:5769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840299:0:5769:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840305:0:5769:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840317:0:5769:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadfe00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253504.840320:0:5769:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840327:0:5769:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840339:0:5769:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253504.840348:0:5769:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1768253504.840394:0:5769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3319:x1854145476322816:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253504.840400:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1768253504.840463:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476322816:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253504.841232:0:99876:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253504.841244:0:99876:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253504.841257:0:99876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadfe00/0xef9a6e5c83abe957 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99876 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253504.946177:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1768253505.668586:0:99924:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd951eb930 20000000:00000080:3.0:1768253505.668604:0:99924:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972645dab800 uarg=0000000000000000 10000000:01000000:3.0:1768253505.669446:0:99924:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1768253505.669480:0:99924:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669496:0:99924:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669506:0:99924:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669513:0:99924:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669520:0:99924:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669528:0:99924:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669534:0:99924:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9727820f9800 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:3.0:1768253505.669538:0:99924:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669544:0:99924:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669554:0:99924:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669560:0:99924:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.669571:0:99924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9727820f9800/0xef9a6e5c83abe95e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253505.972590:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253506.099911:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253506.099917:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253506.099921:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253506.099968:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253506.099979:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253506.099989:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253506.100051:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476322944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253506.100127:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253506.100174:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649a74600 going to sleep for 11 seconds 00000100:00100000:0.0:1768253506.103314:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476322944 00000100:00100000:0.0:1768253506.103329:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476322944 00000100:00100000:0.0:1768253506.103391:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1768253506.103401:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476322944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253506.103419:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253506.103441:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe965 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253506.103472:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253506.103485:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253506.103495:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963600, rc 0) 00000100:00100000:0.0:1768253506.103573:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476322944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (3444us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253506.103580:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1768253506.103640:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476322944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253506.103657:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253506.103666:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1768253506.103687:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1768253506.103692:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253506.103699:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253506.614732:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253506.614999:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476323200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1768253506.615125:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253506.616247:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476323072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1768253506.616322:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253506.622132:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323200 00000100:00100000:3.0:1768253506.622152:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323200 00000100:00100000:2.0:1768253506.622347:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323072 00000100:00100000:2.0:1768253506.622355:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323072 00000100:00100000:2.0:1768253506.622553:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1768253506.622565:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476323072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253506.622609:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253506.622723:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476323072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (6401us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253506.622731:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:0.0:1768253506.622767:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253506.622866:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476323072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253506.623106:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1768253506.623115:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476323200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253506.623137:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253506.623184:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476323200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (8058us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253506.623201:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1768253506.623287:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476323200:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1768253506.623461:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1768253506.994185:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253507.129157:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476323328:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.129258:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253507.129320:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253507.129326:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476323712:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.129399:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253507.129430:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476323584:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.129452:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253507.129468:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1768253507.129473:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476323456:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.129490:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253507.129593:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323328 00000100:00100000:0.0:1768253507.129602:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323328 00000100:00100000:0.0:1768253507.129646:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:0.0:1768253507.129654:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476323328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.129706:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476323328:12345-0@lo:400:kworker.0 Request processed in 53us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253507.129714:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:0.0:1768253507.129753:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323712 00000100:00100000:0.0:1768253507.130360:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323712 00000100:00100000:0.0:1768253507.130408:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323584 00000100:00100000:0.0:1768253507.130412:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323584 00000100:00100000:0.0:1768253507.130436:0:5783:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323456 00000100:00100000:0.0:1768253507.130439:0:5783:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323456 00000100:00100000:0.0:1768253507.130454:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:0.0:1768253507.130461:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476323712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.130503:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476323712:12345-0@lo:400:kworker.0 Request processed in 42us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253507.130509:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:0.0:1768253507.130522:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:0.0:1768253507.130528:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476323584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.130559:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476323584:12345-0@lo:400:kworker.0 Request processed in 31us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253507.130568:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:0.0:1768253507.130579:0:5783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:0.0:1768253507.130584:0:5783:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476323456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.130608:0:5783:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476323456:12345-0@lo:400:kworker.0 Request processed in 25us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253507.130614:0:5783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00100000:0.0:1768253507.130832:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476323712:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.130849:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476323328:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.135301:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476323456:0@lo:400:kworker.0 00000100:00100000:0.0:1768253507.135322:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476323584:0@lo:400:kworker.0 00000100:00080000:3.0:1768253507.136564:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1768253508.020676:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253509.043595:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1768253509.083957:0:100122:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5a847690 20000000:00000080:2.0:1768253509.083975:0:100122:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff972750fe2c00 uarg=0000000000000000 10000000:01000000:2.0:1768253509.084775:0:100122:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1768253509.084796:0:100122:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.084814:0:100122:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.084823:0:100122:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.084862:0:100122:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 17 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.084875:0:100122:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 17 pid: 5778 timeout: 2864 lvb_type: 0 00000100:00100000:2.0:1768253509.084888:0:100122:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100122:1854145476323840:0@lo:104: 00000100:00100000:2.0:1768253509.084947:0:100122:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253509.085159:0:100122:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649891180 going to sleep for 11 seconds 00000100:00100000:0.0:1768253509.085308:0:5766:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1768253509.085321:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323840 00000100:00100000:0.0:1768253509.085328:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323840 00000100:00100000:0.0:1768253509.085411:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1768253509.085420:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cc98c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:100122:x1854145476323840:12345-0@lo:104: 00010000:00010000:0.0:1768253509.085431:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253509.085492:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1768253509.085498:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cc98c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:100122:x1854145476323840:12345-0@lo:104: Request processed in 80us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253509.085505:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1768253509.085584:0:100122:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100122:1854145476323840:0@lo:104: 00010000:00010000:2.0:1768253509.085600:0:100122:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.085642:0:5772:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1768253509.085649:0:5772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.085656:0:5772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadec00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:3.0:1768253509.085660:0:5772:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.085667:0:5772:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1768253509.085674:0:5772:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253509.085679:0:5772:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1768253509.085717:0:5772:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.085723:0:5772:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1768253509.085744:0:5772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.085757:0:5772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadec00/0xef9a6e5c83abe965 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83abe96c expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.085771:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253509.085773:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1768253509.085775:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253509.085853:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476323968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1768253509.085882:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253509.085980:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476323968 00000100:00100000:1.0:1768253509.085985:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476323968 00010000:00010000:1.0:1768253509.086004:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 18 pid: 5778 timeout: 2864 lvb_type: 0 00000100:00100000:1.0:1768253509.086175:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1768253509.086182:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972748413850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476323968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253509.086193:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253509.086197:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 18 pid: 5778 timeout: 2864 lvb_type: 0 00010000:00010000:1.0:1768253509.086207:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 18 pid: 5778 timeout: 2864 lvb_type: 0 00010000:00010000:1.0:1768253509.086219:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972777963600/0xef9a6e5c83abe96c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83abe965 expref: 18 pid: 5778 timeout: 2864 lvb_type: 0 00010000:00010000:1.0:1768253509.086231:0:5768:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086239:0:5768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086251:0:5768:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086258:0:5768:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086264:0:5768:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086271:0:5768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086276:0:5768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc00c00 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:1.0:1768253509.086279:0:5768:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.086286:0:5768:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.086395:0:100122:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.086402:0:100122:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.087330:0:5768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.087343:0:5768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc00c00/0xef9a6e5c83abe973 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.087358:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253509.087456:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972748413850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3321:x1854145476323968:12345-0@lo:103:ldlm_bl.0 Request processed in 1272us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253509.087465:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1768253509.088248:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476323968:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1768253509.753401:0:100170:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd27ff17e0 20000000:00000080:2.0:1768253509.753423:0:100170:0:(mgs_handler.c:1087:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff97277cb38000 uarg=0000000000000000 20000000:01000000:2.0:1768253509.753463:0:100170:0:(mgs_llog.c:6055:mgs_set_param2()) set_param2 fs='' device='general' param='nodemap..fileset=/c0dir' 20000000:01000000:2.0:1768253509.753469:0:100170:0:(mgs_llog.c:4530:mgs_write_log_param2()) next param 'nodemap..fileset=/c0dir' 20000000:01000000:2.0:1768253509.753474:0:100170:0:(mgs_llog.c:1275:mgs_modify_param()) modify params/general/nodemap..fileset=/c0dir del=0 00000040:00080000:0.0:1768253509.754540:0:100171:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 20000000:02000000:2.0:1768253509.754712:0:100170:0:(mgs_llog.c:4003:mgs_wlp_lcfg()) Setting parameter general.nodemap..fileset=/c0dir in log params 00000040:00080000:2.0:1768253509.759182:0:100170:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:2.0:1768253509.759241:0:100170:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 112 off9648 00000040:00080000:2.0:1768253509.759326:0:100170:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9872 10000000:01000000:2.0:1768253509.759345:0:100170:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1768253509.759366:0:100170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759384:0:100170:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 16 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759392:0:100170:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 16 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759398:0:100170:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 16 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759405:0:100170:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 6/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759448:0:100170:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 16 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759463:0:100170:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 16 pid: 5775 timeout: 2865 lvb_type: 0 00000100:00100000:2.0:1768253509.759478:0:100170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100170:1854145476324096:0@lo:104: 00000100:00100000:2.0:1768253509.759539:0:100170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1768253509.759603:0:100170:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 16 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759611:0:100170:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 16 pid: 5775 timeout: 2865 lvb_type: 0 00000100:00100000:2.0:1768253509.759620:0:100170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100170:1854145476324224:0@lo:104: 00000100:00100000:2.0:1768253509.759641:0:100170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1768253509.759662:0:100170:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 16 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.759674:0:100170:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 16 pid: 5778 timeout: 2865 lvb_type: 0 00000100:00100000:2.0:1768253509.759682:0:100170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100170:1854145476324352:0@lo:104: 00000100:00100000:2.0:1768253509.759701:0:100170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253509.759715:0:100170:0:(client.c:2690:ptlrpc_set_wait()) set ffff972649891840 going to sleep for 11 seconds 00000100:00100000:1.0:1768253509.759893:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324096 00000100:00100000:1.0:1768253509.759901:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324096 00000100:00100000:1.0:1768253509.759940:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324224 00000100:00100000:1.0:1768253509.759943:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324224 00000100:00100000:1.0:1768253509.759955:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1768253509.759964:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+4:100170:x1854145476324096:12345-0@lo:104: 00010000:00010000:1.0:1768253509.759975:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760056:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1768253509.760071:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+4:100170:x1854145476324096:12345-0@lo:104: Request processed in 108us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253509.760078:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1768253509.760093:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324352 00000100:00100000:1.0:1768253509.760096:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324352 00000100:00100000:1.0:1768253509.760110:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1768253509.760115:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+4:100170:x1854145476324224:12345-0@lo:104: 00010000:00010000:1.0:1768253509.760122:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760155:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1768253509.760161:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+4:100170:x1854145476324224:12345-0@lo:104: Request processed in 46us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253509.760167:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1768253509.760180:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1768253509.760185:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:100170:x1854145476324352:12345-0@lo:104: 00010000:00010000:1.0:1768253509.760192:0:5766:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760217:0:5766:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1768253509.760221:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+3:100170:x1854145476324352:12345-0@lo:104: Request processed in 37us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253509.760227:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00010000:00010000:1.0:1768253509.760246:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1768253509.760252:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760260:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadf400 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253509.760274:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760283:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253509.760289:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253509.760294:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1768253509.760324:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760330:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253509.760353:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760360:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83ab80dc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80e3 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760373:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1768253509.760376:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760382:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97276a644c00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253509.760385:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760391:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253509.760398:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253509.760403:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1768253509.760416:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760422:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253509.760427:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760433:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97276a644c00/0xef9a6e5c83ab80ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80d5 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760442:0:5771:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1768253509.760444:0:5771:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760449:0:5771:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dadee00 already unused, calling callback (ffffffffc1c69c20) 10000000:00010000:1.0:1768253509.760452:0:5771:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760458:0:5771:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1768253509.760464:0:5771:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253509.760469:0:5771:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1768253509.760480:0:5771:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760484:0:5771:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1768253509.760501:0:5771:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760507:0:5771:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83ab80c0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef9a6e5c83ab80c7 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253509.760521:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253509.760522:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253509.760524:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1768253509.760531:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253509.760551:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476324480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253509.760580:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253509.760606:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1768253509.760613:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476324608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253509.760632:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253509.760656:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324480 00000100:00100000:1.0:1768253509.760659:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324480 00010000:00010000:1.0:1768253509.760675:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 17 pid: 5775 timeout: 2865 lvb_type: 0 00000100:00100000:1.0:1768253509.760694:0:5768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324608 00000100:00100000:1.0:1768253509.760697:0:5768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324608 00010000:00010000:1.0:1768253509.760706:0:5768:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 18 pid: 5775 timeout: 2865 lvb_type: 0 00000100:00100000:1.0:1768253509.760723:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1768253509.760729:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476324480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253509.760738:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253509.760743:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 18 pid: 5775 timeout: 2865 lvb_type: 0 00010000:00010000:1.0:1768253509.760753:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 18 pid: 5775 timeout: 2865 lvb_type: 0 00010000:00010000:1.0:1768253509.760767:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253509.760794:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476324480:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253509.760801:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1768253509.760814:0:5768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1768253509.760820:0:5768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476324608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253509.760827:0:5768:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1768253509.760830:0:5768:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 17 pid: 5775 timeout: 2865 lvb_type: 0 00010000:00010000:1.0:1768253509.760839:0:5768:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 17 pid: 5775 timeout: 2865 lvb_type: 0 00010000:00010000:1.0:1768253509.760848:0:5768:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1768253509.760869:0:5768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:3318:x1854145476324608:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253509.760875:0:5768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1768253509.760919:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476324608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253509.760927:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476324480:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253509.761118:0:100170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dade800/0xef9a6e5c83ab80e3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83ab80dc expref: 16 pid: 5775 timeout: 2865 lvb_type: 0 00000100:00100000:2.0:1768253509.761129:0:100170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100170:1854145476324096:0@lo:104: 00010000:00010000:2.0:1768253509.761138:0:100170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dadea00/0xef9a6e5c83ab80d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83ab80ce expref: 15 pid: 5775 timeout: 2865 lvb_type: 0 00000100:00100000:2.0:1768253509.761144:0:100170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100170:1854145476324224:0@lo:104: 00000100:00100000:2.0:1768253509.761152:0:100170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100170:1854145476324352:0@lo:104: 00010000:00010000:2.0:1768253509.761171:0:100170:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253509.763074:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476324736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1768253509.763138:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253509.763376:0:80177:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324736 00000100:00100000:2.0:1768253509.763384:0:80177:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324736 00010000:00010000:2.0:1768253509.763424:0:80177:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 15 pid: 5778 timeout: 2865 lvb_type: 0 00000100:00100000:2.0:1768253509.763459:0:80177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1768253509.763468:0:80177:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:3320:x1854145476324736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1768253509.763483:0:80177:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1768253509.763488:0:80177:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 15 pid: 5778 timeout: 2865 lvb_type: 0 00010000:00010000:2.0:1768253509.763504:0:80177:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 15 pid: 5778 timeout: 2865 lvb_type: 0 00010000:00010000:2.0:1768253509.763521:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff972740030200/0xef9a6e5c83ab80c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xef9a6e5c83ab80c0 expref: 15 pid: 5778 timeout: 2865 lvb_type: 0 00010000:00010000:2.0:1768253509.763537:0:80177:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763545:0:80177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763561:0:80177:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763569:0:80177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763576:0:80177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763582:0:80177:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763588:0:80177:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff97277dc01400 already unused, calling callback (ffffffffc1649b40) 00010000:00010000:2.0:1768253509.763592:0:80177:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.763600:0:80177:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.763796:0:100170:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253509.763804:0:100170:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.764495:0:80177:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.764511:0:80177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff97277dc01400/0xef9a6e5c83abe97a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253509.764527:0:80177:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1768253509.764624:0:80177:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727776b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+14:3320:x1854145476324736:12345-0@lo:103:ldlm_bl.0 Request processed in 1154us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253509.764633:0:80177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1768253509.768721:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476324736:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1768253510.067208:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1768253510.106167:0:5780:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1768253510.106176:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff972645edc800 from 7 10000000:01000000:1.0:1768253510.106181:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1768253510.106240:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253510.106257:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253510.106281:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253510.106314:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476324864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253510.106392:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253510.106514:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1768253510.106710:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324864 00000100:00100000:0.0:1768253510.106720:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324864 00000100:00100000:0.0:1768253510.106817:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1768253510.106827:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+14:5780:x1854145476324864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253510.106842:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253510.106856:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777962400/0xef9a6e5c83abe988 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe981 expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.106895:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777962400/0xef9a6e5c83abe988 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe981 expref: 15 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.106908:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777962400/0xef9a6e5c83abe988 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe981 expref: 15 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.106918:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777962400, rc 0) 00000100:00100000:0.0:1768253510.106970:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:5780:x1854145476324864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253510.106977:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1768253510.107075:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476324864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1768253510.107091:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe988 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253510.107100:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe988 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253510.107157:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476324992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1768253510.107184:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253510.107487:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.107557:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476324992 00000100:00100000:2.0:1768253510.107563:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476324992 00000100:00100000:2.0:1768253510.107589:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1768253510.107596:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:5780:x1854145476324992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1768253510.107731:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:5780:x1854145476324992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.107738:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1768253510.107814:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476324992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1768253510.107841:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1768253510.107904:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253510.107923:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.108043:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325120 00000100:00100000:2.0:1768253510.108048:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325120 00000100:00100000:2.0:1768253510.108076:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1768253510.108082:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:5780:x1854145476325120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1768253510.108241:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:5780:x1854145476325120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.108249:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1768253510.108432:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1768253510.108827:0:100191:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100191:1854145476325248:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1768253510.108865:0:100191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253510.108976:0:100191:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb6540 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.109097:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325248 00000100:00100000:2.0:1768253510.109102:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325248 00000100:00100000:2.0:1768253510.109126:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1768253510.109132:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:100191:x1854145476325248:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1768253510.109290:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:100191:x1854145476325248:12345-0@lo:502:llog_process_th.0 Request processed in 157us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.109298:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1768253510.109465:0:100191:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100191:1854145476325248:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1768253510.109487:0:100191:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1768253510.109496:0:100191:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1768253510.109498:0:100191:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:1.0:1768253510.109504:0:100191:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff972645edc800 00000020:00000080:1.0:1768253510.109507:0:100191:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00020000:1.0:1768253510.110247:0:100191:0:(obd_config.c:1357:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 726us 00000100:00100000:0.0:1768253510.120419:0:100191:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100191:1854145476325376:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1768253510.120519:0:100191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253510.120579:0:100191:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3900 going to sleep for 11 seconds 00000100:00100000:1.0:1768253510.120960:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325376 00000100:00100000:1.0:1768253510.120968:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325376 00000100:00100000:1.0:1768253510.121073:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1768253510.121083:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:100191:x1854145476325376:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1768253510.121302:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:100191:x1854145476325376:12345-0@lo:502:llog_process_th.0 Request processed in 220us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253510.121311:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:0.0:1768253510.121472:0:100191:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100191:1854145476325376:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1768253510.121499:0:100191:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1768253510.121506:0:100191:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1768253510.121508:0:100191:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:0.0:1768253510.121513:0:100191:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1768253510.123190:0:5780:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1768253510.123218:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1768253510.123228:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe988 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253510.123240:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadee00/0xef9a6e5c83abe981 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe988 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1768253510.123250:0:5780:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1768253510.123252:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff97274a210000 from 1 10000000:01000000:1.0:1768253510.123255:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1768253510.123356:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253510.123380:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253510.123391:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1768253510.123414:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1768253510.123463:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253510.123504:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777eb6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1768253510.124219:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325504 00000100:00100000:0.0:1768253510.124230:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325504 00000100:00100000:0.0:1768253510.124283:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1768253510.124292:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+15:5780:x1854145476325504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253510.124306:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1768253510.124323:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff972777963000/0xef9a6e5c83abe996 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe98f expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.124346:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff972777963000/0xef9a6e5c83abe996 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe98f expref: 16 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.124355:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff972777963000/0xef9a6e5c83abe996 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe98f expref: 16 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.124363:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff972777963000, rc 0) 00000100:00100000:0.0:1768253510.124453:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+16:5780:x1854145476325504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253510.124459:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1768253510.127074:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253510.127107:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe996 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.127118:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe996 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253510.127141:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1768253510.127146:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe996 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.127153:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dadf400/0xef9a6e5c83abe98f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe996 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1768253510.127162:0:5780:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1768253510.127164:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9727779cf800 from 7 10000000:01000000:2.0:1768253510.127167:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1768253510.127199:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.127206:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.127216:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1768253510.127240:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1768253510.127959:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253510.128003:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277db7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.128044:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325632 00000100:00100000:2.0:1768253510.128050:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325632 00000100:00100000:2.0:1768253510.128107:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1768253510.128762:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+16:5780:x1854145476325632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1768253510.128778:0:5775:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1768253510.128794:0:5775:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe9a4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe99d expref: -99 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.128820:0:5775:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe9a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe99d expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.128830:0:5775:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff97277dc00e00/0xef9a6e5c83abe9a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe99d expref: 17 pid: 5775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1768253510.128838:0:5775:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff97277dc00e00, rc 0) 00000100:00100000:2.0:1768253510.128963:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476325632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.128971:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1768253510.129169:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1768253510.129185:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe9a4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.129192:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe9a4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1768253510.129271:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1768253510.129305:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253510.129338:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3300 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.129454:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325760 00000100:00100000:2.0:1768253510.129460:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325760 00000100:00100000:2.0:1768253510.129497:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:2.0:1768253510.129505:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476325760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1768253510.129625:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476325760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 120us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.129632:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:0.0:1768253510.129725:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1768253510.129762:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1768253510.129857:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.129975:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476325888 00000100:00100000:3.0:1768253510.129980:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476325888 00000100:00100000:3.0:1768253510.130039:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1768253510.130047:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476325888:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.130216:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476325888:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 170us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253510.130223:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1768253510.130404:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3300 going to sleep for 11 seconds 00000100:00100000:0.0:1768253510.130419:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476325888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.132358:0:100194:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100194:1854145476326016:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1768253510.132433:0:100194:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.132516:0:100194:0:(client.c:2690:ptlrpc_set_wait()) set ffff972777242600 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.134006:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326016 00000100:00100000:2.0:1768253510.134194:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326016 00000100:00100000:2.0:1768253510.134245:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1768253510.134255:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:100194:x1854145476326016:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1768253510.135397:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:100194:x1854145476326016:12345-0@lo:502:llog_process_th.0 Request processed in 1139us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.135409:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1768253510.139115:0:100194:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100194:1854145476326016:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1768253510.139173:0:100194:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1768253510.139185:0:100194:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1768253510.139187:0:100194:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:3.0:1768253510.139197:0:100194:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9727779cf800 00000020:00000080:3.0:1768253510.139201:0:100194:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00020000:3.0:1768253510.145031:0:100194:0:(obd_config.c:1357:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 5791us 00000100:00100000:0.0:1768253510.146221:0:100194:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100194:1854145476326144:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1768253510.146464:0:100194:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253510.146508:0:100194:0:(client.c:2690:ptlrpc_set_wait()) set ffff97277fea3300 going to sleep for 11 seconds 00000100:00100000:2.0:1768253510.146580:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326144 00000100:00100000:2.0:1768253510.146588:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326144 00000100:00100000:2.0:1768253510.146644:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1768253510.146654:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:100194:x1854145476326144:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1768253510.148419:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9727462e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:100194:x1854145476326144:12345-0@lo:502:llog_process_th.0 Request processed in 1758us (1947us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253510.148432:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1768253510.152448:0:100194:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100194:1854145476326144:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1768253510.152492:0:100194:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1768253510.152501:0:100194:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1768253510.152503:0:100194:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:0.0:1768253510.152508:0:100194:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1768253510.155031:0:5780:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1768253510.155072:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1768253510.155083:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe9a4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155095:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff97277dc00000/0xef9a6e5c83abe99d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe9a4 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1768253510.155105:0:5780:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1768253510.155107:0:5780:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff97274a250000 from 7 10000000:01000000:3.0:1768253510.155110:0:5780:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1768253510.155145:0:5780:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155153:0:5780:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155162:0:5780:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253510.155186:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476326272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.155245:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.155297:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646717780 going to sleep for 11 seconds 00000100:00100000:3.0:1768253510.155318:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326272 00000100:00100000:3.0:1768253510.155324:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326272 00000100:00100000:3.0:1768253510.155368:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1768253510.155377:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+17:5780:x1854145476326272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253510.155390:0:5778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1768253510.155402:0:5778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe9b2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xef9a6e5c83abe9ab expref: -99 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155425:0:5778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe9b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xef9a6e5c83abe9ab expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155435:0:5778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9727820f8800/0xef9a6e5c83abe9b2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xef9a6e5c83abe9ab expref: 18 pid: 5778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155442:0:5778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9727820f8800, rc 0) 00000100:00100000:3.0:1768253510.155478:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476326272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253510.155485:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1768253510.155528:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476326272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1768253510.155541:0:5780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe9b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1768253510.155549:0:5780:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xef9a6e5c83abe9b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1768253510.155596:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476326400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.155621:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.155635:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646717780 going to sleep for 11 seconds 00000100:00100000:3.0:1768253510.155646:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326400 00000100:00100000:3.0:1768253510.155649:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326400 00000100:00100000:3.0:1768253510.155669:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1768253510.155675:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476326400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.155781:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476326400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 106us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253510.155789:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1768253510.155818:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476326400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.155845:0:5780:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476326528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.156086:0:5780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.156101:0:5780:0:(client.c:2690:ptlrpc_set_wait()) set ffff972646717780 going to sleep for 11 seconds 00000100:00100000:3.0:1768253510.156113:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326528 00000100:00100000:3.0:1768253510.156116:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326528 00000100:00100000:3.0:1768253510.156140:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1768253510.156146:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476326528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.156308:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:5780:x1854145476326528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 162us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253510.156316:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1768253510.156360:0:5780:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:5780:1854145476326528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1768253510.156534:0:100197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100197:1854145476326656:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1768253510.156566:0:100197:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.156584:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326656 00000100:00100000:3.0:1768253510.156588:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326656 00000100:00100000:3.0:1768253510.156608:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1768253510.156614:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:100197:x1854145476326656:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1768253510.156735:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746297450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:100197:x1854145476326656:12345-0@lo:502:llog_process_th.0 Request processed in 119us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253510.156741:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1768253510.156773:0:100197:0:(client.c:2690:ptlrpc_set_wait()) set ffff972741381240 going to sleep for 11 seconds 00000100:00100000:3.0:1768253510.156786:0:100197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100197:1854145476326656:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1768253510.156806:0:100197:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1768253510.156816:0:100197:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1768253510.156818:0:100197:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:3.0:1768253510.156826:0:100197:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff97274a250000 00000020:00000080:3.0:1768253510.156829:0:100197:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00020000:3.0:1768253510.159806:0:100197:0:(obd_config.c:1357:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 2962us 00000100:00100000:3.0:1768253510.159865:0:100197:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100197:1854145476326784:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1768253510.160148:0:100197:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253510.160222:0:100197:0:(client.c:2690:ptlrpc_set_wait()) set ffff97264982b000 going to sleep for 11 seconds 00000100:00100000:0.0:1768253510.160762:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326784 00000100:00100000:0.0:1768253510.160770:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326784 00000100:00100000:0.0:1768253510.160826:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:0.0:1768253510.160835:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:100197:x1854145476326784:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1768253510.161121:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:100197:x1854145476326784:12345-0@lo:502:llog_process_th.0 Request processed in 287us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253510.161130:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:3.0:1768253510.161586:0:100197:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:100197:1854145476326784:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1768253510.161615:0:100197:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1768253510.161623:0:100197:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1768253510.161625:0:100197:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:3.0:1768253510.161630:0:100197:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1768253510.161781:0:5780:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:0.0:1768253510.161803:0:5780:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1768253510.161814:0:5780:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe9b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1768253510.161824:0:5780:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff9727820f8a00/0xef9a6e5c83abe9ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xef9a6e5c83abe9b2 expref: -99 pid: 5780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1768253511.094240:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1768253511.731997:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253511.732076:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476326912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1768253511.732151:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253511.732227:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476326912 00000100:00100000:0.0:1768253511.732235:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476326912 00000100:00100000:0.0:1768253511.732302:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1768253511.732312:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476326912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253511.732352:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253511.732403:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476326912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253511.732410:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00080000:0.0:1768253511.732434:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1768253511.732476:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972777d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476326912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253511.732613:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476327040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253511.732644:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253511.732731:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327040 00000100:00100000:0.0:1768253511.732736:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327040 00000100:00100000:0.0:1768253511.732776:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1768253511.732783:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476327040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253511.732804:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253511.732855:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476327040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253511.732862:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00080000:3.0:1768253511.732930:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1768253511.733433:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476327040:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1768253512.123394:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253512.242352:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277fea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476327552:0@lo:400:kworker.0 00000100:00100000:3.0:1768253512.242372:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476327424:0@lo:400:kworker.0 00000100:00100000:0.0:1768253512.242433:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476327168:0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.245460:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253512.246242:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476327296:0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.246308:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253512.248290:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327552 00000100:00100000:1.0:1768253512.248304:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327552 00000100:00100000:1.0:1768253512.248371:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327296 00000100:00100000:1.0:1768253512.248375:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327296 00000100:00100000:1.0:1768253512.248399:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:1.0:1768253512.248407:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476327552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.248493:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476327552:12345-0@lo:400:kworker.0 Request processed in 86us (3040us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253512.248501:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00000100:00100000:1.0:1768253512.248518:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1768253512.248526:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476327296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.248560:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1854145476327296:12345-0@lo:400:kworker.0 Request processed in 35us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253512.248565:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1768253512.248624:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1854145476327296:0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.248662:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277fea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476327552:0@lo:400:kworker.0 00000100:00100000:3.0:1768253512.254213:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1768253512.254268:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1768253512.260318:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327424 00000100:00100000:1.0:1768253512.260336:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327424 00000100:00100000:1.0:1768253512.260422:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:1.0:1768253512.260434:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476327424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.260525:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476327424:12345-0@lo:400:kworker.0 Request processed in 94us (6320us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253512.260533:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00080000:3.0:1768253512.264344:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253512.264544:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476327424:0@lo:400:kworker.0 00000100:00100000:1.0:1768253512.265099:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253512.265127:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327168 00000100:00100000:3.0:1768253512.265134:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327168 00000100:00100000:3.0:1768253512.265183:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1768253512.265191:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476327168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253512.265255:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3319:x1854145476327168:12345-0@lo:400:kworker.0 Request processed in 65us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253512.265267:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1768253512.268076:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9727776b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3319:1854145476327168:0@lo:400:kworker.0 00010000:00010000:2.0:1768253513.138896:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253514.163764:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1768253514.946510:0:100471:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: start setup 16:31:53 (1768253513) === 00010000:00010000:3.0:1768253515.187430:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253516.212519:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253516.856666:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476327680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253516.856766:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253516.856898:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476327808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1768253516.856931:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253516.857076:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327680 00000100:00100000:0.0:1768253516.857088:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327680 00000100:00100000:0.0:1768253516.857163:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327808 00000100:00100000:0.0:1768253516.857167:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327808 00000100:00100000:0.0:1768253516.857187:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1768253516.857198:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476327680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1768253516.857245:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253516.857302:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476327680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253516.857311:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1768253516.857331:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1768253516.857337:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476327808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1768253516.857360:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1768253516.857387:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476327808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253516.857393:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1768253516.857508:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476327680:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1768253516.857542:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253516.857547:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253516.859196:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476327808:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1768253517.237090:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253517.363659:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476328192:0@lo:400:kworker.0 00000100:00100000:3.0:1768253517.363756:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253517.363929:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1768253517.363937:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476328064:0@lo:400:kworker.0 00000100:00100000:3.0:1768253517.363963:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253517.364009:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328192 00000100:00100000:3.0:1768253517.364039:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328192 00000100:00100000:1.0:1768253517.364039:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328064 00000100:00100000:1.0:1768253517.364056:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328064 00000100:00100000:1.0:1768253517.364098:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:3.0:1768253517.364106:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:1.0:1768253517.364111:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476328064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253517.364121:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476328192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253517.364178:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1854145476328192:12345-0@lo:400:kworker.0 Request processed in 60us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253517.364182:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1854145476328064:12345-0@lo:400:kworker.0 Request processed in 74us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253517.364191:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00080000:3.0:1768253517.364213:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253517.364244:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1854145476328064:0@lo:400:kworker.0 00000100:00100000:3.0:1768253517.364254:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1854145476328192:0@lo:400:kworker.0 00000100:00100000:0.0:1768253517.365697:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476327936:0@lo:400:kworker.0 00000100:00100000:0.0:1768253517.365761:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253517.365821:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1768253517.365828:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476328320:0@lo:400:kworker.0 00000100:00100000:0.0:1768253517.365853:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253517.365887:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328320 00000100:00100000:0.0:1768253517.365894:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328320 00000100:00100000:0.0:1768253517.365942:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:0.0:1768253517.365950:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972777d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476328320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253517.366011:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972777d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1854145476328320:12345-0@lo:400:kworker.0 Request processed in 61us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253517.366340:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:0.0:1768253517.366391:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1854145476328320:0@lo:400:kworker.0 00000100:00100000:1.0:1768253517.366510:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1768253517.366583:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476327936 00000100:00100000:1.0:1768253517.366588:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476327936 00000100:00100000:1.0:1768253517.366626:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:1.0:1768253517.366633:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476327936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253517.366680:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746295850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3321:x1854145476327936:12345-0@lo:400:kworker.0 Request processed in 48us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253517.366687:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00080000:2.0:1768253517.370095:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1768253517.375483:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3321:1854145476327936:0@lo:400:kworker.0 00010000:00010000:2.0:1768253518.258102:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253519.288735:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253520.306242:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253521.330341:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253521.970347:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253521.970370:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476328448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253521.970431:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1768253521.970582:0:6572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328448 00000100:00100000:2.0:1768253521.970589:0:6572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328448 00000100:00100000:2.0:1768253521.970639:0:6572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1768253521.970647:0:6572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476328448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1768253521.970680:0:6572:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253521.970720:0:6572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476328448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253521.970730:0:6572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1768253521.970746:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1768253521.970753:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476328576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253521.970775:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1768253521.970799:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1768253521.970809:0:6571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328576 00000100:00100000:2.0:1768253521.970812:0:6571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328576 00000100:00100000:2.0:1768253521.970838:0:6571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1768253521.970843:0:6571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476328576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1768253521.970865:0:6571:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1768253521.970895:0:6571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1854145476328576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253521.970901:0:6571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00080000:2.0:1768253521.970913:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1768253521.970956:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1854145476328576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1768253521.970995:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277cd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476328448:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1768253522.354325:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253522.483125:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253522.483154:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476328960:0@lo:400:kworker.0 00000100:00100000:1.0:1768253522.483168:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476329088:0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.483249:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253522.483296:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253522.483342:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1768253522.483345:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476328704:0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.483357:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476328832:0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.483404:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253522.483421:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253522.483469:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328960 00000100:00100000:3.0:1768253522.483482:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328960 00000100:00100000:1.0:1768253522.483508:0:5784:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329088 00000100:00100000:1.0:1768253522.483517:0:5784:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329088 00000100:00100000:3.0:1768253522.483555:0:5785:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328832 00000100:00100000:3.0:1768253522.483563:0:5785:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328832 00000100:00100000:1.0:1768253522.483576:0:5784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:1.0:1768253522.484289:0:5784:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476328960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.484398:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:3.0:1768253522.484412:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476329088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.484744:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1854145476329088:12345-0@lo:400:kworker.0 Request processed in 334us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253522.484753:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:2.0:1768253522.484772:0:5778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476328704 00000100:00100000:3.0:1768253522.484781:0:5785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:2.0:1768253522.484783:0:5778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476328704 00000100:00100000:3.0:1768253522.484794:0:5785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476328832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.484838:0:5785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3321:x1854145476328832:12345-0@lo:400:kworker.0 Request processed in 48us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253522.484843:0:5778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1768253522.484870:0:5778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476328704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.484872:0:5785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00080000:3.0:1768253522.484945:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1768253522.484954:0:5778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746294450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3318:x1854145476328704:12345-0@lo:400:kworker.0 Request processed in 96us (1534us total) trans 0 rc 0/0 00000100:00100000:2.0:1768253522.484966:0:5778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1768253522.485041:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3321:1854145476328832:0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.485069:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3321:1854145476328960:0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.485116:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3318:1854145476329088:0@lo:400:kworker.0 00000100:00100000:3.0:1768253522.485132:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3318:1854145476328704:0@lo:400:kworker.0 00000100:00100000:1.0:1768253522.487540:0:5784:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3321:x1854145476328960:12345-0@lo:400:kworker.0 Request processed in 3940us (4283us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253522.487562:0:5784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00010000:00010000:0.0:1768253523.378370:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253524.402697:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1768253525.427091:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1768253526.450236:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1768253527.097209:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1768253527.097247:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476329216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1768253527.097314:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253527.097388:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1768253527.097398:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476329344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253527.097421:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253527.097470:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329216 00000100:00100000:3.0:1768253527.097479:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329216 00000100:00100000:3.0:1768253527.097527:0:12215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329344 00000100:00100000:3.0:1768253527.097531:0:12215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329344 00000100:00100000:3.0:1768253527.097547:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1768253527.097555:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476329216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1768253527.097588:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253527.097634:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476329216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253527.097641:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1768253527.097660:0:12215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1768253527.097666:0:12215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476329344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1768253527.097683:0:12215:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1768253527.097714:0:12215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1854145476329344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253527.097720:0:12215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00080000:3.0:1768253527.097739:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1768253527.097743:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1768253527.097780:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1854145476329344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1768253527.097808:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff972649b95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476329216:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1768253527.474286:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1768253527.602285:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1768253527.602518:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476329600:0@lo:400:kworker.0 00000100:00100000:0.0:1768253527.602604:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253527.602663:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1768253527.602669:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476329728:0@lo:400:kworker.0 00000100:00100000:0.0:1768253527.602690:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1768253527.602720:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329600 00000100:00100000:0.0:1768253527.602727:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329600 00000100:00100000:0.0:1768253527.602773:0:29086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329728 00000100:00100000:0.0:1768253527.602777:0:29086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329728 00000100:00100000:0.0:1768253527.602807:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:0.0:1768253527.602816:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476329600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253527.602869:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1854145476329600:12345-0@lo:400:kworker.0 Request processed in 54us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253527.602877:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:0.0:1768253527.602907:0:29086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:0.0:1768253527.602913:0:29086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476329728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1768253527.602943:0:29086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1854145476329728:12345-0@lo:400:kworker.0 Request processed in 30us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1768253527.602948:0:29086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:0.0:1768253527.602985:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1854145476329728:0@lo:400:kworker.0 00000100:00100000:0.0:1768253527.602996:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1854145476329600:0@lo:400:kworker.0 00000100:00100000:1.0:1768253527.605410:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476329856:0@lo:400:kworker.0 00000100:00100000:1.0:1768253527.605479:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253527.605693:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476329472:0@lo:400:kworker.0 00000100:00100000:1.0:1768253527.605724:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1768253527.605784:0:6567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329856 00000100:00100000:1.0:1768253527.605793:0:6567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329856 00000100:00100000:1.0:1768253527.605836:0:6567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1768253527.605845:0:6567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972649924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476329856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253527.605905:0:6567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972649924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3320:x1854145476329856:12345-0@lo:400:kworker.0 Request processed in 60us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253527.605915:0:6567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1768253527.605959:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1854145476329856:0@lo:400:kworker.0 00000100:00100000:1.0:1768253527.607442:0:5777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329472 00000100:00100000:1.0:1768253527.607453:0:5777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329472 00000100:00100000:1.0:1768253527.607582:0:5777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1768253527.607680:0:5777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476329472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1768253527.607746:0:5777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff972746296450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8+18:3320:x1854145476329472:12345-0@lo:400:kworker.0 Request processed in 70us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1768253527.607753:0:5777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1768253527.608872:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8:3320:1854145476329472:0@lo:400:kworker.0 00000100:00080000:0.0:1768253527.608958:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253527.609427:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1768253527.609441:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476329984:0@lo:400:kworker.0 00000100:00100000:3.0:1768253527.609579:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253527.609720:0:6919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476329984 00000100:00100000:3.0:1768253527.609726:0:6919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476329984 00000100:00100000:3.0:1768253527.609776:0:6919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:3.0:1768253527.609785:0:6919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476329984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253527.609832:0:6919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1854145476329984:12345-0@lo:400:kworker.0 Request processed in 48us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253527.609839:0:6919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00080000:3.0:1768253527.609858:0:5779:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1768253527.609880:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1854145476329984:0@lo:400:kworker.0 00000100:00100000:3.0:1768253527.609931:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476330112:0@lo:400:kworker.0 00000100:00100000:3.0:1768253527.609959:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1768253527.609994:0:6570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1854145476330112 00000100:00100000:3.0:1768253527.609999:0:6570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1854145476330112 00000100:00100000:3.0:1768253527.610044:0:6570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1768253527.610052:0:6570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476330112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1768253527.610087:0:6570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff97277ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3318:x1854145476330112:12345-0@lo:400:kworker.0 Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1768253527.610093:0:6570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1768253527.610118:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff97277ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1854145476330112:0@lo:400:kworker.0 00010000:00010000:2.0:1768253528.499003:0:5771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1768253529.281769:0:100863:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg243-server.virtnet: executing load_modules_local 00010000:00010000:2.0:1768253529.522907:0:5772:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1768253532.212854:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c380. 02000000:00000010:2.0:1768253532.212878:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777f6ca00. 02000000:00000010:2.0:1768253532.212932:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972750d30c00. 00000400:00000010:2.0:1768253532.212940:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e370. 00000400:00000010:2.0:1768253532.212948:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253532.212956:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476330240, portal 4 00000400:00000010:2.0:1768253532.212963:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253532.212966:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476330240, offset 0 00000400:00000200:2.0:1768253532.212975:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253532.212988:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253532.213001:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a8300 00000400:00000200:2.0:1768253532.213008:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 3136 00000400:00000200:2.0:1768253532.213042:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253532.213053:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253532.213061:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253532.213066:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4ed80. 00000400:00000200:2.0:1768253532.213083:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253532.213086:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253532.213093:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4c380 x1854145476330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253532.213114:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253b40. 00000100:00000010:2.0:1768253532.213127:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253ba0. 00000100:00000010:2.0:1768253532.213133:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253180. 00000100:00000010:2.0:1768253532.213138:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253ae0. 00000020:00000010:2.0:1768253532.213184:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253532.213191:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277ca40480. 00000020:00000010:2.0:1768253532.213210:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7ae00. 00000020:00000010:2.0:1768253532.213216:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727508f6380. 00000020:00000010:2.0:1768253532.213221:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253532.213254:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccc00. 00000020:00000010:2.0:1768253532.213258:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccc00. 00000100:00000200:2.0:1768253532.213261:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476330240 02000000:00000010:2.0:1768253532.213278:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972750d33800. 00010000:00000200:2.0:1768253532.213313:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4ed80 x1854145476330240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/368 e 0 to 0 dl 1768253543 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253532.213329:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253532.213332:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476330240, offset 224 00000400:00000200:2.0:1768253532.213336:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253532.213342:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253532.213347:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a8300 00000400:00000200:2.0:1768253532.213352:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15ed5 [1] + 224 00000400:00000200:2.0:1768253532.213356:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253532.213359:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253532.213365:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4c380 x1854145476330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253532.213381:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253532.213383:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000020:00000010:2.0:1768253532.213393:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727508f6380. 00000020:00000010:2.0:1768253532.213397:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253532.213400:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7ae00. 00000400:00000010:2.0:1768253532.213426:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e370. 00000400:00000200:2.0:1768253532.213429:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:2.0:1768253532.213431:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253532.213436:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4c380 x1854145476330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253532.213645:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4c380 x1854145476330240/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253532.213686:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972750d30c00. 02000000:00000010:2.0:1768253532.213692:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777f6ca00. 00000100:00000010:2.0:1768253532.213696:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c380. 00000100:00000010:0.0:1768253532.214701:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1ea00. 02000000:00000010:0.0:1768253532.214882:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277c825e00. 02000000:00000010:3.0:1768253532.214964:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972777ce8000. 00000400:00000010:3.0:1768253532.214971:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032160. 00000400:00000010:3.0:1768253532.214977:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253532.214984:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476330368, portal 4 00000400:00000010:3.0:1768253532.214990:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253532.214993:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476330368, offset 0 00000400:00000200:3.0:1768253532.215000:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.215009:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.215174:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a8380 00000400:00000200:3.0:1768253532.215180:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 3360 00000400:00000200:3.0:1768253532.215187:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.215191:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.215197:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1768253532.215202:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff44700. 00000400:00000200:3.0:1768253532.215232:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:3.0:1768253532.215234:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253532.215243:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff1ea00 x1854145476330368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253532.215626:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a840. 00000020:00000010:0.0:1768253532.215632:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277ca40d40. 00000020:00000010:0.0:1768253532.215655:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649826600. 00000020:00000010:0.0:1768253532.215660:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749d95680. 00000020:00000010:0.0:1768253532.215674:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253532.215706:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a040. 00000020:00000010:0.0:1768253532.215708:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a040. 00000100:00000200:0.0:1768253532.215712:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476330368 02000000:00000010:0.0:1768253532.215912:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972647525400. 00010000:00000200:0.0:1768253532.215950:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff44700 x1854145476330368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/368 e 0 to 0 dl 1768253543 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253532.215965:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253532.215969:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476330368, offset 224 00000400:00000200:0.0:1768253532.215973:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253532.215980:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253532.215987:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a8380 00000400:00000200:0.0:1768253532.215992:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15ee1 [1] + 224 00000400:00000200:0.0:1768253532.215997:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253532.215999:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253532.216005:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff1ea00 x1854145476330368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253532.216043:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253532.216045:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253532.216562:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749d95680. 00000020:00000010:0.0:1768253532.216566:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253532.216570:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649826600. 00000400:00000010:3.0:1768253532.216675:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032160. 00000400:00000200:3.0:1768253532.216681:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92440 00000400:00000010:3.0:1768253532.216683:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253532.216691:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff1ea00 x1854145476330368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.216701:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff1ea00 x1854145476330368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.216894:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972777ce8000. 02000000:00000010:3.0:1768253532.216900:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277c825e00. 00000100:00000010:3.0:1768253532.216905:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff1ea00. 00000100:00000010:1.0:1768253532.220177:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253ba0. 00000100:00000010:3.0:1768253532.220253:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253ae0. 00000100:00000010:0.0:1768253532.220311:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253b40. 00000100:00000010:2.0:1768253532.220382:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253180. 00000100:00000010:3.0:1768253532.726107:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff45500. 02000000:00000010:3.0:1768253532.726133:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277daddd00. 00000100:00000010:3.0:1768253532.726161:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff47800. 02000000:00000010:3.0:1768253532.726166:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277dadd700. 00000100:00000010:3.0:1768253532.726182:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff46680. 02000000:00000010:3.0:1768253532.726187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277daddc00. 00000100:00000010:3.0:1768253532.726194:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29500. 02000000:00000010:3.0:1768253532.726198:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277dadd900. 00000100:00000010:3.0:1768253532.726203:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff28380. 02000000:00000010:3.0:1768253532.726207:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277dadd200. 00000100:00000010:3.0:1768253532.726212:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff28e00. 02000000:00000010:3.0:1768253532.726216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277dadde00. 02000000:00000010:3.0:1768253532.726244:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8ea00. 00000400:00000010:3.0:1768253532.728031:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032160. 00000400:00000010:3.0:1768253532.728046:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253532.728054:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476330496, portal 25 00000400:00000010:3.0:1768253532.728061:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253532.728064:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476330496, offset 0 00000400:00000200:3.0:1768253532.728073:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.728088:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.728101:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27a8400 00000400:00000200:3.0:1768253532.728109:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15289 [2] + 0 00000400:00000010:3.0:1768253532.728113:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce70. 00000400:00000200:3.0:1768253532.728117:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777d93d80 00000400:00000200:3.0:1768253532.728124:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.728129:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253532.728135:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777d93d80 00000400:00000010:3.0:1768253532.728137:0:3321:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777d93d80. 00000100:00000200:3.0:1768253532.728144:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253532.728167:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:3.0:1768253532.728170:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253532.728179:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff45500 x1854145476330496/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253532.728201:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22480. 00000100:00000010:3.0:1768253532.728215:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22840. 00000100:00000010:3.0:1768253532.728220:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22c00. 00000100:00000010:3.0:1768253532.728225:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd229c0. 02000000:00000010:3.0:1768253532.728243:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8ec00. 00000400:00000010:3.0:1768253532.728248:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032840. 00000020:00000010:1.0:1768253532.728467:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dbc0. 00000020:00000010:1.0:1768253532.728473:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dbc0. 00000020:00000010:1.0:1768253532.728478:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649a72a00. 00000020:00000010:1.0:1768253532.728485:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191700. 00000020:00000010:1.0:1768253532.728490:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253532.730657:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dbc0. 00000020:00000010:1.0:1768253532.730671:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dbc0. 00000100:00000200:1.0:1768253532.730675:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476330496 02000000:00000010:1.0:1768253532.730694:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747841000. 00010000:00000200:1.0:1768253532.730708:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297c50 x1854145476330496/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:508/0 lens 224/224 e 0 to 0 dl 1768253543 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253532.730729:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071dd0. 00000100:00000200:1.0:1768253532.730736:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476330496, offset 224 00000400:00000200:1.0:1768253532.730743:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253532.730755:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253532.730766:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27a8400 00000400:00000200:1.0:1768253532.730774:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15eed [1] + 224 00000400:00000200:1.0:1768253532.730782:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253532.730785:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253532.730794:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff45500 x1854145476330496/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253532.730810:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071dd0 00000400:00000010:1.0:1768253532.730812:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071dd0. 00000020:00000010:1.0:1768253532.730827:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191700. 00000020:00000010:1.0:1768253532.730832:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000400:00000010:3.0:1768253532.731029:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253532.731037:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476331008, portal 10 00000400:00000010:3.0:1768253532.731044:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92990. 00000100:00000200:3.0:1768253532.731046:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476331008, offset 0 00000400:00000200:3.0:1768253532.731050:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.731055:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.731061:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a8600 00000400:00000200:3.0:1768253532.731066:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 58608 00000400:00000200:3.0:1768253532.731071:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.731073:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.731078:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253532.731084:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29c00. 00000400:00000200:3.0:1768253532.731102:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92990 00000400:00000010:3.0:1768253532.731104:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92990. 00000100:00000200:3.0:1768253532.731112:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff28380 x1854145476331008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.731143:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032160. 00000400:00000200:3.0:1768253532.731147:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92440 00000400:00000010:3.0:1768253532.731149:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253532.731153:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff45500 x1854145476330496/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.731161:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff45500 x1854145476330496/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.731192:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8ea00. 02000000:00000010:3.0:1768253532.731198:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277daddd00. 00000100:00000010:3.0:1768253532.731203:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff45500. 02000000:00000010:3.0:1768253532.731222:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8ea00. 00000400:00000010:3.0:1768253532.731227:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032160. 00000400:00000010:3.0:1768253532.731230:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253532.731233:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476330880, portal 4 00000400:00000010:3.0:1768253532.731237:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92990. 00000100:00000200:3.0:1768253532.731239:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476330880, offset 0 00000400:00000200:3.0:1768253532.731243:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.731247:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.731252:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a8580 00000400:00000200:3.0:1768253532.731257:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 8512 00000400:00000200:3.0:1768253532.731261:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.731264:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.731268:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253532.731272:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff45500. 00000400:00000200:3.0:1768253532.731283:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92990 00000400:00000010:3.0:1768253532.731285:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92990. 00000100:00000200:3.0:1768253532.731289:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff29500 x1854145476330880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.731321:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8fe00. 00000400:00000010:3.0:1768253532.731325:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032b00. 00000400:00000010:3.0:1768253532.731328:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92990. 00000100:00000200:3.0:1768253532.731331:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476330624, portal 10 00000400:00000010:3.0:1768253532.731335:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253532.731337:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476330624, offset 0 00000400:00000200:3.0:1768253532.731340:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.731344:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.731350:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a8480 00000400:00000200:3.0:1768253532.731353:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 58832 00000400:00000200:3.0:1768253532.731357:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.731360:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.731363:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253532.731368:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbea00. 00000400:00000200:3.0:1768253532.731378:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92cc0 00000400:00000010:3.0:1768253532.731380:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253532.731385:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff47800 x1854145476330624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.731402:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8f200. 00000400:00000010:3.0:1768253532.731405:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032f20. 00000400:00000010:3.0:1768253532.731408:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253532.731411:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476331136, portal 4 00000400:00000010:3.0:1768253532.731415:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92550. 00000100:00000200:3.0:1768253532.731416:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476331136, offset 0 00000400:00000200:3.0:1768253532.731419:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.731423:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.731430:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a8680 00000400:00000200:3.0:1768253532.731433:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 8736 00000400:00000200:3.0:1768253532.731436:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.731439:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.731441:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253532.731444:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbf100. 00000400:00000200:3.0:1768253532.731454:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92550 00000400:00000010:3.0:1768253532.731455:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92550. 00000100:00000200:3.0:1768253532.731459:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff28e00 x1854145476331136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.731482:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8e600. 00000400:00000010:3.0:1768253532.731485:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032210. 00000400:00000010:3.0:1768253532.731487:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92550. 00000100:00000200:3.0:1768253532.731490:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476330752, portal 10 00000400:00000010:3.0:1768253532.731493:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.731495:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476330752, offset 0 00000400:00000200:3.0:1768253532.731499:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.731502:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.731507:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a8500 00000400:00000200:3.0:1768253532.731510:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 59056 00000400:00000200:3.0:1768253532.731513:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1768253532.732692:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649a72a00. 02000000:00000010:1.0:1768253532.732707:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747841000. 00000100:00000200:1.0:1768253532.732716:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253532.732722:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcec8. 00000400:00000010:1.0:1768253532.732728:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727774f2d80. 00000400:00000200:3.0:1768253532.733099:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.733107:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253532.733113:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbe680. 00000400:00000200:3.0:1768253532.733133:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:3.0:1768253532.733136:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.733146:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff46680 x1854145476330752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253532.733210:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40f00. 00000020:00000010:3.0:1768253532.733227:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8fa00. 00000020:00000010:3.0:1768253532.733232:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68780. 00000020:00000010:3.0:1768253532.733238:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253532.733271:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.733274:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.733279:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8f800. 00000020:00000010:3.0:1768253532.733281:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68b80. 00000020:00000010:3.0:1768253532.733284:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463734b0. 00000020:00000010:3.0:1768253532.733297:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.733301:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9ae00. 00000020:00000010:3.0:1768253532.733305:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.733308:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8f400. 00000020:00000010:3.0:1768253532.733312:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68300. 00000020:00000010:3.0:1768253532.733314:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253532.733325:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.733328:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000100:00000200:3.0:1768253532.733330:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331008 02000000:00000010:3.0:1768253532.733349:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972777ce8000. 00010000:00000200:3.0:1768253532.733358:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff29c00 x1854145476331008/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1768253543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.733374:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.733378:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476331008, offset 224 00000400:00000200:3.0:1768253532.733384:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.733393:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.733401:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a8600 00000400:00000200:3.0:1768253532.733407:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15ef9 [1] + 224 00000400:00000200:3.0:1768253532.733413:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.733416:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.733423:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff28380 x1854145476331008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253532.733439:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:3.0:1768253532.733441:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 00000020:00000010:3.0:1768253532.733451:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68780. 00000020:00000010:3.0:1768253532.733455:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253532.733457:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8fa00. 00000020:00000010:3.0:1768253532.733468:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.733471:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000100:00000200:3.0:1768253532.733473:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476330624 02000000:00000010:3.0:1768253532.733479:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972777ce8800. 00010000:00000200:3.0:1768253532.733483:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbea00 x1854145476330624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1768253543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.733493:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.733495:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476330624, offset 224 00000400:00000200:3.0:1768253532.733499:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.733503:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.733508:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a8480 00000400:00000200:3.0:1768253532.733512:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f09 [1] + 224 00000400:00000200:3.0:1768253532.741901:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.741914:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.741931:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff47800 x1854145476330624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253532.741960:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:3.0:1768253532.741964:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 00000020:00000010:3.0:1768253532.741989:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68b80. 00000020:00000010:3.0:1768253532.741994:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463734b0. 00000020:00000010:3.0:1768253532.741998:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8f800. 00000020:00000010:3.0:1768253532.742041:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742046:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000100:00000200:3.0:1768253532.742050:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476330752 02000000:00000010:3.0:1768253532.742068:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9726475f1000. 00010000:00000200:3.0:1768253532.742075:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbe680 x1854145476330752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1768253543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.742092:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.742098:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476330752, offset 224 00000400:00000200:3.0:1768253532.742103:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.742112:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.742121:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a8500 00000400:00000200:3.0:1768253532.742128:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f19 [1] + 224 00000400:00000200:3.0:1768253532.742132:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.742134:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.742141:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff46680 x1854145476330752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253532.742151:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:3.0:1768253532.742153:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 00000020:00000010:3.0:1768253532.742160:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68300. 00000020:00000010:3.0:1768253532.742163:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253532.742165:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8f400. 00000020:00000010:3.0:1768253532.742198:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742202:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742206:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8f400. 00000020:00000010:3.0:1768253532.742209:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68300. 00000020:00000010:3.0:1768253532.742213:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253532.742239:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742241:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742245:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8f800. 00000020:00000010:3.0:1768253532.742247:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68b80. 00000020:00000010:3.0:1768253532.742249:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463734b0. 00000020:00000010:3.0:1768253532.742262:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742264:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000100:00000200:3.0:1768253532.742266:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476330880 02000000:00000010:3.0:1768253532.742273:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9726475f0000. 00010000:00000200:3.0:1768253532.742277:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff45500 x1854145476330880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1768253543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.742286:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.742288:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476330880, offset 224 00000400:00000200:3.0:1768253532.742291:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.742296:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.742300:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a8580 00000400:00000200:3.0:1768253532.742304:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f01 [1] + 224 00000400:00000200:3.0:1768253532.742308:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.742310:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.742315:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff29500 x1854145476330880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253532.742325:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:3.0:1768253532.742326:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 00000020:00000010:3.0:1768253532.742332:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68300. 00000020:00000010:3.0:1768253532.742335:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253532.742337:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8f400. 00000020:00000010:3.0:1768253532.742344:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40880. 00000020:00000010:3.0:1768253532.742346:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40880. 00000100:00000200:3.0:1768253532.742348:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331136 02000000:00000010:3.0:1768253532.742353:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646478800. 00010000:00000200:3.0:1768253532.742357:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbf100 x1854145476331136/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1768253543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.742365:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253532.742367:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476331136, offset 224 00000400:00000200:3.0:1768253532.742371:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253532.742375:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253532.742379:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a8680 00000400:00000200:3.0:1768253532.742382:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f11 [1] + 224 00000400:00000200:3.0:1768253532.742385:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253532.742388:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253532.742393:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff28e00 x1854145476331136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253532.742402:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:3.0:1768253532.742404:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 00000020:00000010:3.0:1768253532.742411:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68b80. 00000020:00000010:3.0:1768253532.742416:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463734b0. 00000020:00000010:3.0:1768253532.742418:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8f800. 00000400:00000010:3.0:1768253532.742469:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032210. 00000400:00000200:3.0:1768253532.742473:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92550 00000400:00000010:3.0:1768253532.742474:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92550. 00000100:00000200:3.0:1768253532.742479:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff46680 x1854145476330752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.742487:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff46680 x1854145476330752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.742510:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032b00. 00000400:00000200:3.0:1768253532.742513:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92990 00000400:00000010:3.0:1768253532.742514:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92990. 00000100:00000200:3.0:1768253532.742518:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff47800 x1854145476330624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.742525:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff47800 x1854145476330624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.742537:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032f20. 00000400:00000200:3.0:1768253532.742539:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92cc0 00000400:00000010:3.0:1768253532.742541:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253532.742544:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff28e00 x1854145476331136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.742551:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff28e00 x1854145476331136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.742564:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8e600. 02000000:00000010:3.0:1768253532.742568:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277daddc00. 00000100:00000010:3.0:1768253532.742573:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff46680. 02000000:00000010:3.0:1768253532.742577:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8fe00. 02000000:00000010:3.0:1768253532.742579:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277dadd700. 00000100:00000010:3.0:1768253532.742582:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff47800. 02000000:00000010:3.0:1768253532.742584:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8f200. 02000000:00000010:3.0:1768253532.742586:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277dadde00. 00000100:00000010:3.0:1768253532.742589:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff28e00. 00000400:00000010:3.0:1768253532.742603:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032160. 00000400:00000200:3.0:1768253532.742605:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92440 00000400:00000010:3.0:1768253532.742607:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253532.742612:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff29500 x1854145476330880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.742620:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff29500 x1854145476330880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253532.742632:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032840. 00000400:00000200:3.0:1768253532.742634:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:3.0:1768253532.742636:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253532.742640:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff28380 x1854145476331008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253532.742648:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff28380 x1854145476331008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253532.742659:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8ea00. 02000000:00000010:3.0:1768253532.742662:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277dadd900. 00000100:00000010:3.0:1768253532.742664:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff29500. 02000000:00000010:3.0:1768253532.742667:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8ec00. 02000000:00000010:3.0:1768253532.742670:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277dadd200. 00000100:00000010:3.0:1768253532.742671:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff28380. 00000100:00000010:1.0:1768253532.802129:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22840. 00000100:00000010:2.0:1768253532.802139:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22c00. 00000100:00000010:0.0:1768253532.802231:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22480. 00000100:00000010:3.0:1768253532.802348:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd229c0. 00000100:00000010:1.0:1768253537.335904:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649927480. 02000000:00000010:1.0:1768253537.335930:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a100. 02000000:00000010:1.0:1768253537.335989:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972747840800. 00000400:00000010:1.0:1768253537.335997:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbca50. 00000400:00000010:1.0:1768253537.336005:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071dd0. 00000100:00000200:1.0:1768253537.336025:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476331264, portal 4 00000400:00000010:1.0:1768253537.336032:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0713b8. 00000100:00000200:1.0:1768253537.336035:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476331264, offset 0 00000400:00000200:1.0:1768253537.336043:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.336055:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.336066:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a8700 00000400:00000200:1.0:1768253537.336072:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 3584 00000400:00000200:1.0:1768253537.336080:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.336085:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.336092:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253537.336097:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649924380. 00000400:00000200:1.0:1768253537.336119:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0713b8 00000400:00000010:1.0:1768253537.336122:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0713b8. 00000100:00000200:1.0:1768253537.336130:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649927480 x1854145476331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253537.336156:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3420. 00000100:00000010:1.0:1768253537.336171:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3660. 00000100:00000010:1.0:1768253537.336176:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3a20. 00000100:00000010:1.0:1768253537.336181:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e33c0. 00000020:00000010:1.0:1768253537.336229:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193cc0. 00000020:00000010:1.0:1768253537.336237:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9a840. 00000020:00000010:1.0:1768253537.336255:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745053400. 00000020:00000010:1.0:1768253537.336261:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191a80. 00000020:00000010:1.0:1768253537.336267:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253537.336309:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193ec0. 00000020:00000010:1.0:1768253537.336313:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193ec0. 00000100:00000200:1.0:1768253537.336316:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331264 02000000:00000010:1.0:1768253537.336333:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972747843000. 00010000:00000200:1.0:1768253537.336372:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649924380 x1854145476331264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:513/0 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253537.336387:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0713b8. 00000100:00000200:1.0:1768253537.336390:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476331264, offset 224 00000400:00000200:1.0:1768253537.336394:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.336399:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.336404:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a8700 00000400:00000200:1.0:1768253537.336409:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15f39 [1] + 224 00000400:00000200:1.0:1768253537.336413:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.336416:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.336422:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649927480 x1854145476331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253537.336436:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0713b8 00000400:00000010:1.0:1768253537.336438:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0713b8. 00000020:00000010:1.0:1768253537.336465:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191a80. 00000020:00000010:1.0:1768253537.336469:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253537.336472:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745053400. 00000400:00000010:1.0:1768253537.336502:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbca50. 00000400:00000200:1.0:1768253537.336505:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071dd0 00000400:00000010:1.0:1768253537.336507:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071dd0. 00000100:00000200:1.0:1768253537.336511:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649927480 x1854145476331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253537.336520:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649927480 x1854145476331264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253537.336548:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972747840800. 02000000:00000010:1.0:1768253537.336553:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a100. 00000100:00000010:1.0:1768253537.336558:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649927480. 00000100:00000010:2.0:1768253537.337770:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c380. 02000000:00000010:2.0:1768253537.337789:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972747997100. 02000000:00000010:2.0:1768253537.337861:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972750d33c00. 00000400:00000010:2.0:1768253537.337869:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e370. 00000400:00000010:2.0:1768253537.337875:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253537.337881:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476331392, portal 4 00000400:00000010:2.0:1768253537.337887:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253537.337889:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476331392, offset 0 00000400:00000200:2.0:1768253537.337898:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253537.337909:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253537.337917:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a8780 00000400:00000200:2.0:1768253537.337923:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 3808 00000400:00000200:2.0:1768253537.337931:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253537.337934:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253537.337940:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253537.337944:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4ce00. 00000400:00000200:2.0:1768253537.337959:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253537.337962:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253537.337969:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4c380 x1854145476331392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253537.338378:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253537.338385:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253537.338437:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649a4d200. 00000020:00000010:2.0:1768253537.338444:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727508f6380. 00000020:00000010:2.0:1768253537.338450:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253537.338478:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253537.338481:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000100:00000200:2.0:1768253537.338484:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331392 02000000:00000010:2.0:1768253537.338499:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972750d30400. 00010000:00000200:2.0:1768253537.338534:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4ce00 x1854145476331392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:513/0 lens 224/368 e 0 to 0 dl 1768253548 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253537.338554:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253537.338558:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476331392, offset 224 00000400:00000200:2.0:1768253537.338562:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253537.338568:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253537.338573:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a8780 00000400:00000200:2.0:1768253537.338578:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15f45 [1] + 224 00000400:00000200:2.0:1768253537.338583:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253537.338585:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253537.338592:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4c380 x1854145476331392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253537.338606:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253537.338608:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000020:00000010:2.0:1768253537.338618:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727508f6380. 00000020:00000010:2.0:1768253537.338622:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253537.338625:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649a4d200. 00000400:00000010:2.0:1768253537.338639:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e370. 00000400:00000200:2.0:1768253537.338642:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:2.0:1768253537.338644:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253537.338648:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4c380 x1854145476331392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253537.338657:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4c380 x1854145476331392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253537.338683:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972750d33c00. 02000000:00000010:2.0:1768253537.338699:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972747997100. 00000100:00000010:2.0:1768253537.338703:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c380. 00000100:00000010:1.0:1768253537.345302:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3660. 00000100:00000010:3.0:1768253537.346081:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e33c0. 00000100:00000010:0.0:1768253537.346556:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3420. 00000100:00000010:2.0:1768253537.347032:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3a20. 00000100:00000010:1.0:1768253537.849997:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649927480. 02000000:00000010:1.0:1768253537.850041:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a900. 00000100:00000010:1.0:1768253537.850103:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649926a00. 02000000:00000010:1.0:1768253537.850109:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a100. 00000100:00000010:1.0:1768253537.850129:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fea6d80. 02000000:00000010:1.0:1768253537.850134:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a800. 00000100:00000010:1.0:1768253537.850141:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9727776b9180. 02000000:00000010:1.0:1768253537.850145:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7ab00. 00000100:00000010:1.0:1768253537.850152:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9727776bb100. 02000000:00000010:1.0:1768253537.850156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a000. 00000100:00000010:1.0:1768253537.850162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9727776baa00. 02000000:00000010:1.0:1768253537.850166:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7aa00. 02000000:00000010:1.0:1768253537.850211:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727560dd400. 00000400:00000010:1.0:1768253537.850219:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbca50. 00000400:00000010:1.0:1768253537.850227:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071dd0. 00000100:00000200:1.0:1768253537.850235:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476331904, portal 4 00000400:00000010:1.0:1768253537.850244:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0713b8. 00000100:00000200:1.0:1768253537.850248:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476331904, offset 0 00000400:00000200:1.0:1768253537.850257:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.850270:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.850282:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a8980 00000400:00000200:1.0:1768253537.850289:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 8960 00000400:00000200:1.0:1768253537.850296:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.850301:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.850309:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253537.850314:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff68380. 00000400:00000200:1.0:1768253537.850331:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0713b8 00000400:00000010:1.0:1768253537.850334:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0713b8. 00000100:00000200:1.0:1768253537.850342:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9727776b9180 x1854145476331904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253537.850363:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3360. 00000100:00000010:1.0:1768253537.850375:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3960. 00000100:00000010:1.0:1768253537.850380:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e31e0. 00000100:00000010:1.0:1768253537.850385:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3f00. 02000000:00000010:1.0:1768253537.850406:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727560dd200. 00000400:00000010:1.0:1768253537.850410:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc478. 00000400:00000010:1.0:1768253537.850414:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0713b8. 00000100:00000200:1.0:1768253537.850417:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476331520, portal 25 00000400:00000010:1.0:1768253537.850420:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071110. 00000100:00000200:1.0:1768253537.850422:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476331520, offset 0 00000400:00000200:1.0:1768253537.850426:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.850431:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.850435:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27a8800 00000400:00000200:1.0:1768253537.850440:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x152d5 [2] + 0 00000400:00000010:1.0:1768253537.850444:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc160. 00000400:00000200:1.0:1768253537.850447:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649211540 00000400:00000200:1.0:1768253537.850450:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.850453:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253537.850456:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649211540 00000400:00000010:1.0:1768253537.850458:0:3320:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649211540. 00000100:00000200:1.0:1768253537.850463:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253537.850475:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071110 00000400:00000010:1.0:1768253537.850477:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071110. 00000100:00000200:1.0:1768253537.850482:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649927480 x1854145476331520/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253537.850505:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727560dd800. 00000400:00000010:1.0:1768253537.850509:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc160. 00000400:00000010:1.0:1768253537.850512:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071110. 00000100:00000200:1.0:1768253537.850514:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332032, portal 10 00000400:00000010:1.0:1768253537.850518:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253537.850521:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476332032, offset 0 00000400:00000200:1.0:1768253537.850524:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.850528:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.850533:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a8a00 00000400:00000200:1.0:1768253537.850537:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 59280 00000400:00000200:1.0:1768253537.850541:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.850544:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.850547:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253537.850550:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff6bb80. 00000400:00000200:1.0:1768253537.850562:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253537.850564:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253537.850568:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9727776bb100 x1854145476332032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253537.850594:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277dd73c00. 00000400:00000010:1.0:1768253537.850598:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbce70. 00000400:00000010:1.0:1768253537.850601:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253537.850603:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476331648, portal 10 00000400:00000010:1.0:1768253537.850607:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253537.850609:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476331648, offset 0 00000400:00000200:1.0:1768253537.850613:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.850617:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.850622:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a8880 00000400:00000200:1.0:1768253537.850625:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 59504 00000400:00000200:1.0:1768253537.850629:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.850632:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.850634:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253537.850638:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff69500. 00000400:00000200:1.0:1768253537.850647:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253537.850649:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253537.850654:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649926a00 x1854145476331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253537.850673:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb6e00. 00000400:00000010:1.0:1768253537.850676:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253537.850679:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253537.850681:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332160, portal 4 00000400:00000010:1.0:1768253537.850685:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253537.850687:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476332160, offset 0 00000400:00000200:1.0:1768253537.850705:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.850710:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.850715:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a8a80 00000400:00000200:1.0:1768253537.850718:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 9184 00000400:00000200:1.0:1768253537.850722:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.850725:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.850727:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253537.850731:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777223480. 00000400:00000200:1.0:1768253537.850741:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253537.850743:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253537.850747:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9727776baa00 x1854145476332160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253537.851162:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851170:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851176:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa800. 00000020:00000010:0.0:1768253537.851181:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a080. 00000020:00000010:0.0:1768253537.851187:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253537.851218:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851221:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851225:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa200. 00000020:00000010:0.0:1768253537.851228:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:0.0:1768253537.851231:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253537.851249:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851251:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0a40. 00000100:00000200:0.0:1768253537.851254:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331904 02000000:00000010:0.0:1768253537.851271:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647527400. 00010000:00000200:0.0:1768253537.851280:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff68380 x1854145476331904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.851299:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253537.851303:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476331904, offset 224 00000400:00000200:0.0:1768253537.851307:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253537.851312:0:10696:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253537.851318:0:10696:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a8980 00000400:00000200:0.0:1768253537.851323:0:10696:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f51 [1] + 224 00000400:00000200:0.0:1768253537.851327:0:10696:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253537.851329:0:10696:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253537.851335:0:10696:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9727776b9180 x1854145476331904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253537.851351:0:10696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253537.851353:0:10696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253537.851366:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a080. 00000020:00000010:0.0:1768253537.851370:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253537.851373:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa800. 00000020:00000010:0.0:1768253537.851385:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851388:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0a40. 00000100:00000200:0.0:1768253537.851390:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332160 02000000:00000010:0.0:1768253537.851397:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647527000. 00010000:00000200:0.0:1768253537.851402:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777223480 x1854145476332160/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.851411:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253537.851414:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476332160, offset 224 00000400:00000200:0.0:1768253537.851418:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253537.851423:0:10696:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253537.851427:0:10696:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a8a80 00000400:00000200:0.0:1768253537.851430:0:10696:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f71 [1] + 224 00000400:00000200:0.0:1768253537.851434:0:10696:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253537.851437:0:10696:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253537.851441:0:10696:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9727776baa00 x1854145476332160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253537.851450:0:10696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253537.851452:0:10696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253537.851459:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:0.0:1768253537.851462:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253537.851464:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa200. 00000020:00000010:0.0:1768253537.851503:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851506:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851510:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa200. 00000020:00000010:0.0:1768253537.851513:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:0.0:1768253537.851515:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253537.851535:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.851538:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0a40. 00000100:00000200:0.0:1768253537.851540:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331520 02000000:00000010:0.0:1768253537.851546:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647526000. 00010000:00000200:0.0:1768253537.851552:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746296c50 x1854145476331520/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:513/0 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.851560:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253537.851563:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476331520, offset 224 00000400:00000200:0.0:1768253537.851566:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253537.851571:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253537.851575:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27a8800 00000400:00000200:0.0:1768253537.851580:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15f59 [1] + 224 00000400:00000200:0.0:1768253537.851583:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253537.851600:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253537.851607:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649927480 x1854145476331520/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253537.851617:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253537.851618:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253537.851626:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:0.0:1768253537.851629:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253537.851631:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa200. 02000000:00000010:0.0:1768253537.851635:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647526000. 00000100:00000200:0.0:1768253537.851642:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253537.851646:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358630. 00000400:00000010:0.0:1768253537.851650:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3ce40. 00000400:00000010:0.0:1768253537.851673:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc478. 00000400:00000200:0.0:1768253537.851677:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0713b8 00000400:00000010:0.0:1768253537.851679:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0713b8. 00000100:00000200:0.0:1768253537.851684:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649927480 x1854145476331520/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253537.851692:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649927480 x1854145476331520/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.851711:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbca50. 00000400:00000200:0.0:1768253537.851712:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071dd0 00000400:00000010:0.0:1768253537.851714:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071dd0. 00000100:00000200:0.0:1768253537.851718:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9727776b9180 x1854145476331904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253537.851725:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9727776b9180 x1854145476331904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253537.851742:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727560dd200. 02000000:00000010:0.0:1768253537.851749:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a900. 00000100:00000010:0.0:1768253537.851753:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649927480. 02000000:00000010:0.0:1768253537.851757:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727560dd400. 02000000:00000010:0.0:1768253537.851760:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7ab00. 00000100:00000010:0.0:1768253537.851762:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776b9180. 02000000:00000010:1.0:1768253537.852042:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb7600. 00000400:00000010:1.0:1768253537.852047:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc948. 00000400:00000010:1.0:1768253537.852050:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253537.852053:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476331776, portal 10 00000400:00000010:1.0:1768253537.852059:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253537.852061:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476331776, offset 0 00000400:00000200:1.0:1768253537.852065:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253537.852071:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253537.852076:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a8900 00000400:00000200:1.0:1768253537.852081:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 59728 00000400:00000200:1.0:1768253537.852085:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253537.852088:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253537.852092:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253537.852095:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777220380. 00000400:00000200:1.0:1768253537.852106:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253537.852108:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253537.852113:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fea6d80 x1854145476331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253537.852128:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253537.852131:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253537.852132:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253537.852136:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9727776baa00 x1854145476332160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253537.852144:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9727776baa00 x1854145476332160/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253537.852158:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb6e00. 02000000:00000010:1.0:1768253537.852162:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7aa00. 00000100:00000010:1.0:1768253537.852164:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776baa00. 00000020:00000010:0.0:1768253537.852578:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0a40. 00000020:00000010:0.0:1768253537.852602:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa200. 00000020:00000010:0.0:1768253537.852605:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:0.0:1768253537.852609:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253537.852647:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852649:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852654:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa800. 00000020:00000010:0.0:1768253537.852656:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a080. 00000020:00000010:0.0:1768253537.852659:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253537.852674:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852677:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277ca40f00. 00000020:00000010:0.0:1768253537.852695:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852698:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478ab000. 00000020:00000010:0.0:1768253537.852701:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a880. 00000020:00000010:0.0:1768253537.852704:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253537.852714:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852716:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000100:00000200:0.0:1768253537.852719:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332032 02000000:00000010:0.0:1768253537.852730:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647526000. 00010000:00000200:0.0:1768253537.852736:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff6bb80 x1854145476332032/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.852749:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253537.852753:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476332032, offset 224 00000400:00000200:0.0:1768253537.852757:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253537.852774:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253537.852782:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a8a00 00000400:00000200:0.0:1768253537.852794:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f61 [1] + 224 00000400:00000200:0.0:1768253537.852799:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253537.852801:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253537.852808:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9727776bb100 x1854145476332032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253537.852822:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253537.852824:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253537.852833:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:0.0:1768253537.852837:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253537.852840:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa200. 00000020:00000010:0.0:1768253537.852850:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852852:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000100:00000200:0.0:1768253537.852854:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331648 02000000:00000010:0.0:1768253537.852860:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647524000. 00010000:00000200:0.0:1768253537.852865:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff69500 x1854145476331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.852874:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253537.852877:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476331648, offset 224 00000400:00000200:0.0:1768253537.852881:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253537.852886:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253537.852891:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a8880 00000400:00000200:0.0:1768253537.852895:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f69 [1] + 224 00000400:00000200:0.0:1768253537.852899:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253537.852901:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253537.852906:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649926a00 x1854145476331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253537.852917:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253537.852919:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253537.852927:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a080. 00000020:00000010:0.0:1768253537.852929:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253537.852931:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa800. 00000020:00000010:0.0:1768253537.852941:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253537.852944:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000100:00000200:0.0:1768253537.852945:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476331776 02000000:00000010:0.0:1768253537.852952:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647526800. 00010000:00000200:0.0:1768253537.852956:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777220380 x1854145476331776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1768253548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253537.852965:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253537.852968:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476331776, offset 224 00000400:00000200:0.0:1768253537.852972:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253537.852976:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253537.852980:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a8900 00000400:00000200:0.0:1768253537.852984:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f89 [1] + 224 00000400:00000200:0.0:1768253537.852987:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253537.852989:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253537.852994:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fea6d80 x1854145476331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253537.853003:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253537.853005:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000020:00000010:0.0:1768253537.853034:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a880. 00000020:00000010:0.0:1768253537.853037:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253537.853040:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478ab000. 00000400:00000010:0.0:1768253537.853058:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc160. 00000400:00000200:0.0:1768253537.853062:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071110 00000400:00000010:0.0:1768253537.853064:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071110. 00000100:00000200:0.0:1768253537.853069:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9727776bb100 x1854145476332032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253537.853076:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9727776bb100 x1854145476332032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253537.853099:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727560dd800. 02000000:00000010:0.0:1768253537.853103:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a000. 00000100:00000010:0.0:1768253537.853105:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776bb100. 00000400:00000010:1.0:1768253537.853827:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc948. 00000400:00000200:1.0:1768253537.853834:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253537.853837:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253537.853844:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fea6d80 x1854145476331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253537.853854:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fea6d80 x1854145476331776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253537.853872:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce70. 00000400:00000200:1.0:1768253537.853874:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253537.853876:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253537.853880:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649926a00 x1854145476331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253537.853888:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649926a00 x1854145476331648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253537.853900:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb7600. 02000000:00000010:1.0:1768253537.853904:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a800. 00000100:00000010:1.0:1768253537.853906:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea6d80. 02000000:00000010:1.0:1768253537.853911:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277dd73c00. 02000000:00000010:1.0:1768253537.853914:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a100. 00000100:00000010:1.0:1768253537.853916:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649926a00. 00000100:00000010:2.0:1768253537.922164:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e31e0. 00000100:00000010:3.0:1768253537.922250:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3f00. 00000100:00000010:1.0:1768253537.923586:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3960. 00000100:00000010:0.0:1768253537.924370:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3360. 00000020:00000010:1.0:1768253538.494527:0:101323:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97264936aab0. 00000020:00000010:1.0:1768253538.494708:0:101323:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97264936aab0. 00000020:00000010:1.0:1768253538.494942:0:101323:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972747840000. 00000020:00000010:1.0:1768253538.494952:0:101323:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647479600. 00000020:00000010:1.0:1768253538.494956:0:101323:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647478a00. 00000040:00000010:1.0:1768253538.494960:0:101323:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647479200. 00000020:00000010:1.0:1768253538.494965:0:101323:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972745b07800. 00000020:00000010:1.0:1768253538.494971:0:101323:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972645cb6e00. 80000000:00000010:1.0:1768253538.494976:0:101323:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3240. 00040000:00000010:1.0:1768253538.494996:0:101323:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97276a7bf800. 00080000:00000010:1.0:1768253538.495002:0:101323:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972745b02800. 20000000:00000010:1.0:1768253538.495007:0:101323:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972649319c00. 00000020:00000010:1.0:1768253538.495241:0:101323:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972648193bc0. 20000000:00000010:1.0:1768253538.495248:0:101323:0:(mgs_handler.c:1110:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff9727581e3b40. 20000000:00000010:1.0:1768253538.495256:0:101323:0:(mgs_llog.c:6108:mgs_set_param()) kmalloced '(mti)': 4544 at ffff9727774e2000. 00000040:00000010:1.0:1768253538.495271:0:101323:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649319400. 00000040:00000010:1.0:1768253538.495335:0:101323:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff97276a642cb8. 00000040:00000010:1.0:1768253538.495347:0:101323:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e0000. 00000040:00000010:1.0:1768253538.495445:0:101323:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9727581e3660. 00000020:00000010:1.0:1768253538.495841:0:101324:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649318200. 00000020:00000010:1.0:1768253538.495846:0:101324:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319200. 00000040:00000010:1.0:1768253538.495850:0:101324:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972649319000. 00000020:00000010:1.0:1768253538.495854:0:101324:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972745b04800. 00000020:00000010:1.0:1768253538.495860:0:101324:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253538.495863:0:101324:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319800. 80000000:00000010:1.0:1768253538.495866:0:101324:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3960. 40000000:00000010:1.0:1768253538.495869:0:101324:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff972648193480. 00100000:00000010:1.0:1768253538.495875:0:101324:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff972745b07000. 00040000:00000010:1.0:1768253538.495880:0:101324:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7a100. 00040000:00000010:1.0:1768253538.495885:0:101324:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff97274a255800. 00040000:00000010:1.0:1768253538.495888:0:101324:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319a00. 00080000:00000010:1.0:1768253538.495892:0:101324:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727493e8800. 00000004:00000010:1.0:1768253538.495897:0:101324:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff972645eda800. 00000004:00000010:1.0:1768253538.495902:0:101324:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277fe98000. 00000004:00000010:1.0:1768253538.495908:0:101324:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff9727772a2000. 00002000:00000010:1.0:1768253538.495912:0:101324:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972747840800. 00000004:00000010:1.0:1768253538.495917:0:101324:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff972747841000. 00000020:00000010:1.0:1768253538.495920:0:101324:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972648193ec0. 00000040:00000010:1.0:1768253538.495927:0:101324:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9727774e4000. 20000000:00000010:1.0:1768253538.495967:0:101324:0:(mgs_llog.c:1158:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff972777c7a800. 20000000:00000010:1.0:1768253538.495972:0:101324:0:(mgs_llog.c:1226:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff972777c7a800. 00000040:00000010:1.0:1768253538.495976:0:101324:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff9727774e4000. 00000020:00000010:1.0:1768253538.495981:0:101324:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972648193ec0. 00000020:00000010:1.0:1768253538.496000:0:101324:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319200. 00000040:00000010:1.0:1768253538.496005:0:101324:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972649319000. 00000020:00000010:1.0:1768253538.496009:0:101324:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972745b04800. 00000020:00000010:1.0:1768253538.496235:0:101324:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253538.496239:0:101324:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319800. 80000000:00000010:1.0:1768253538.496243:0:101324:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3960. 40000000:00000010:1.0:1768253538.496246:0:101324:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff972648193480. 00100000:00000010:1.0:1768253538.496250:0:101324:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff972745b07000. 00040000:00000010:1.0:1768253538.496253:0:101324:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7a100. 00040000:00000010:1.0:1768253538.496256:0:101324:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff97274a255800. 00040000:00000010:1.0:1768253538.496263:0:101324:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319a00. 00080000:00000010:1.0:1768253538.496266:0:101324:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727493e8800. 00000004:00000010:1.0:1768253538.496274:0:101324:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff972645eda800. 00000004:00000010:1.0:1768253538.496278:0:101324:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277fe98000. 00000004:00000010:1.0:1768253538.496282:0:101324:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff9727772a2000. 00002000:00000010:1.0:1768253538.496285:0:101324:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972747840800. 00000004:00000010:1.0:1768253538.496288:0:101324:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff972747841000. 00000020:00000010:1.0:1768253538.496291:0:101324:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649318200. 00000040:00000010:2.0:1768253538.496390:0:101323:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9727581e3660. 00000040:00000010:2.0:1768253538.496399:0:101323:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff97276a642cb8. 00000040:00000010:2.0:1768253538.496403:0:101323:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e0000. 00000040:00000010:2.0:1768253538.496406:0:101323:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649319400. 20000000:00000400:2.0:1768253538.496410:0:101323:0:(mgs_llog.c:1346:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00000010:2.0:1768253538.509322:0:101323:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc00800. 00010000:00000010:2.0:1768253538.509352:0:101323:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9726491ccbc0. 00000100:00000010:2.0:1768253538.509362:0:101323:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649923300. 00000100:00000010:2.0:1768253538.509374:0:101323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c380. 02000000:00000010:2.0:1768253538.509390:0:101323:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649a4ce00. 02000000:00000010:2.0:1768253538.509423:0:101323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649a4dc00. 00000400:00000010:2.0:1768253538.509431:0:101323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e370. 00000400:00000010:2.0:1768253538.509438:0:101323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253538.509445:0:101323:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332288, portal 16 00000400:00000010:2.0:1768253538.509450:0:101323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253538.509453:0:101323:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476332288, offset 0 00000400:00000200:2.0:1768253538.509462:0:101323:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253538.509476:0:101323:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253538.509487:0:101323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27a8b00 00000400:00000200:2.0:1768253538.509494:0:101323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c2d [2] + 984 00000400:00000200:2.0:1768253538.509501:0:101323:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253538.509505:0:101323:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253538.509512:0:101323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1768253538.509516:0:101323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4df80. 00000400:00000200:2.0:1768253538.509584:0:101323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253538.509587:0:101323:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253538.509595:0:101323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4c380 x1854145476332288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1768253538.509626:0:101323:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253300. 00000100:00000010:2.0:1768253538.509639:0:101323:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253e40. 00000100:00000010:2.0:1768253538.509645:0:101323:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253180. 00000100:00000010:2.0:1768253538.509650:0:101323:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253f60. 00000100:00000010:2.0:1768253538.509658:0:101323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4e680. 02000000:00000010:2.0:1768253538.509664:0:101323:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649a4d800. 02000000:00000010:2.0:1768253538.509675:0:101323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649a4d000. 00000400:00000010:2.0:1768253538.509679:0:101323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e688. 00000400:00000010:2.0:1768253538.509682:0:101323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253538.509685:0:101323:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332416, portal 16 00000400:00000010:2.0:1768253538.509688:0:101323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd440. 00000100:00000200:2.0:1768253538.509690:0:101323:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476332416, offset 0 00000400:00000200:2.0:1768253538.509694:0:101323:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253538.509698:0:101323:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253538.509703:0:101323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27a8b80 00000400:00000200:2.0:1768253538.509707:0:101323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c2d [2] + 1312 00000400:00000200:2.0:1768253538.509710:0:101323:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253538.509713:0:101323:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253538.509716:0:101323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1768253538.509719:0:101323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4d180. 00000400:00000200:2.0:1768253538.514399:0:101323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd440 00000400:00000010:2.0:1768253538.514410:0:101323:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd440. 00000100:00000200:2.0:1768253538.514428:0:101323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4e680 x1854145476332416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1768253538.514502:0:101323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f480. 02000000:00000010:2.0:1768253538.514524:0:101323:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649a4da00. 02000000:00000010:2.0:1768253538.514552:0:101323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649a4c800. 00000400:00000010:2.0:1768253538.514558:0:101323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e4d0. 00000400:00000010:2.0:1768253538.514564:0:101323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd440. 00000100:00000200:2.0:1768253538.514570:0:101323:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332544, portal 16 00000400:00000010:2.0:1768253538.514575:0:101323:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253538.514578:0:101323:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476332544, offset 0 00000400:00000200:2.0:1768253538.514584:0:101323:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253538.514608:0:101323:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253538.514620:0:101323:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27a8c00 00000400:00000200:2.0:1768253538.514627:0:101323:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c2d [2] + 1640 00000400:00000200:2.0:1768253538.514635:0:101323:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253538.514639:0:101323:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253538.514646:0:101323:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1768253538.514651:0:101323:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c700. 00000020:00000010:3.0:1768253538.518444:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40380. 00000020:00000010:3.0:1768253538.518466:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40380. 00000020:00000010:3.0:1768253538.518477:0:5767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827e00. 00000020:00000010:3.0:1768253538.518482:0:5767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68100. 00000020:00000010:3.0:1768253538.518487:0:5767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463734b0. 00000400:00000200:2.0:1768253538.521324:0:101323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:2.0:1768253538.521335:0:101323:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253538.521349:0:101323:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4f480 x1854145476332544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1768253538.526368:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.526379:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.526386:0:27508:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649318200. 00000020:00000010:1.0:1768253538.526392:0:27508:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191300. 00000020:00000010:1.0:1768253538.526398:0:27508:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253538.526437:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.526440:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.526444:0:27508:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:1.0:1768253538.526457:0:27508:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253538.526460:0:27508:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253538.526476:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.526479:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000100:00000200:1.0:1768253538.526482:0:27508:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332288 02000000:00000010:1.0:1768253538.526501:0:27508:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747841000. 00000400:00000010:1.0:1768253538.526517:0:27508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253538.526525:0:27508:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476332288, offset 224 00000400:00000200:1.0:1768253538.526534:0:27508:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.526548:0:27508:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.526559:0:27508:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27a8b00 00000400:00000200:1.0:1768253538.526566:0:27508:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15f9d [1] + 224 00000400:00000200:1.0:1768253538.526574:0:27508:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.526578:0:27508:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.526590:0:27508:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4c380 x1854145476332288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1768253538.527862:0:27508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253538.527866:0:27508:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00010000:00000010:1.0:1768253538.527885:0:27508:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97274e7ad600. 00000020:00000010:1.0:1768253538.527911:0:27508:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68100. 00000020:00000010:1.0:1768253538.527916:0:27508:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463734b0. 00000020:00000010:1.0:1768253538.527919:0:27508:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827e00. 00000020:00000010:1.0:1768253538.527943:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.527946:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000100:00000200:1.0:1768253538.527949:0:27508:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332416 02000000:00000010:1.0:1768253538.527962:0:27508:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747840800. 00000400:00000010:1.0:1768253538.527971:0:27508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253538.527975:0:27508:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476332416, offset 224 00000400:00000200:1.0:1768253538.527982:0:27508:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.528004:0:27508:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.528027:0:27508:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27a8b80 00000400:00000200:1.0:1768253538.528033:0:27508:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15fa5 [1] + 224 00000400:00000200:1.0:1768253538.528039:0:27508:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.528043:0:27508:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.528052:0:27508:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4e680 x1854145476332416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1768253538.528063:0:27508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253538.528065:0:27508:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00010000:00000010:1.0:1768253538.528071:0:27508:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9727774f26c0. 00000020:00000010:1.0:1768253538.528084:0:27508:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191300. 00000020:00000010:1.0:1768253538.528087:0:27508:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253538.528091:0:27508:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649318200. 00000020:00000010:1.0:1768253538.528104:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.528106:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000100:00000200:1.0:1768253538.528108:0:27508:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332544 02000000:00000010:1.0:1768253538.528115:0:27508:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747841800. 00000400:00000010:1.0:1768253538.528121:0:27508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253538.528124:0:27508:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476332544, offset 224 00000400:00000200:1.0:1768253538.528127:0:27508:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.528133:0:27508:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.528138:0:27508:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27a8c00 00000400:00000200:1.0:1768253538.528142:0:27508:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15fad [1] + 224 00000400:00000200:1.0:1768253538.528146:0:27508:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.528149:0:27508:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.528155:0:27508:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4f480 x1854145476332544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1768253538.528164:0:27508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253538.528166:0:27508:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00010000:00000010:1.0:1768253538.528172:0:27508:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9727774f2240. 00000020:00000010:1.0:1768253538.528177:0:27508:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253538.528180:0:27508:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253538.528183:0:27508:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 00000100:00000010:1.0:1768253538.528251:0:5771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fea6d80. 02000000:00000010:1.0:1768253538.528269:0:5771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649319a00. 00010000:00000010:1.0:1768253538.528300:0:5771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97274e7ad600. 00000100:00000010:1.0:1768253538.528312:0:5771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6d80. 02000000:00000010:1.0:1768253538.528316:0:5771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649318200. 00010000:00000010:1.0:1768253538.528332:0:5771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9727774f26c0. 00000100:00000010:1.0:1768253538.528338:0:5771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6680. 02000000:00000010:1.0:1768253538.528342:0:5771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649319800. 00010000:00000010:1.0:1768253538.528352:0:5771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9727774f2240. 02000000:00000010:1.0:1768253538.528382:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319000. 00000400:00000010:1.0:1768253538.528387:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbce70. 00000400:00000010:1.0:1768253538.528392:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253538.528397:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332672, portal 18 00000400:00000010:1.0:1768253538.528402:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253538.528404:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476332672, offset 0 00000400:00000200:1.0:1768253538.528407:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.528413:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.528418:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27a8c80 00000400:00000200:1.0:1768253538.528423:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x41b9 [2] + 984 00000400:00000200:1.0:1768253538.528427:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.528429:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.528434:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253538.528438:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7b80. 00000400:00000200:1.0:1768253538.528460:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253538.528462:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253538.528467:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fea6d80 x1854145476332672/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253538.528514:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319200. 00000400:00000010:1.0:1768253538.528518:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc948. 00000400:00000010:1.0:1768253538.528522:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253538.528524:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332800, portal 18 00000400:00000010:1.0:1768253538.528528:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253538.528530:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476332800, offset 0 00000400:00000200:1.0:1768253538.528533:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.528538:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.528543:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27a8d00 00000400:00000200:1.0:1768253538.528546:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x41b9 [2] + 1312 00000400:00000200:1.0:1768253538.528550:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.528552:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.528555:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253538.528559:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777517800. 00000400:00000200:1.0:1768253538.528569:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253538.528571:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253538.528576:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee6d80 x1854145476332800/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253538.528595:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319400. 00000400:00000010:2.0:1768253538.528837:0:101323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e370. 00000400:00000200:2.0:1768253538.528842:0:101323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:2.0:1768253538.528844:0:101323:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253538.528851:0:101323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4c380 x1854145476332288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1768253538.528860:0:101323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4c380 x1854145476332288/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1768253538.528879:0:101323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e688. 00000400:00000200:2.0:1768253538.528882:0:101323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253538.528884:0:101323:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253538.528887:0:101323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4e680 x1854145476332416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1768253538.528894:0:101323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4e680 x1854145476332416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1768253538.528903:0:101323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e4d0. 00000400:00000200:2.0:1768253538.528906:0:101323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd440 00000400:00000010:2.0:1768253538.528907:0:101323:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd440. 00000100:00000200:2.0:1768253538.528911:0:101323:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4f480 x1854145476332544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1768253538.528917:0:101323:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4f480 x1854145476332544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1768253538.528930:0:101323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649a4dc00. 02000000:00000010:2.0:1768253538.528934:0:101323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649a4ce00. 00000100:00000010:2.0:1768253538.528939:0:101323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c380. 02000000:00000010:2.0:1768253538.528942:0:101323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649a4d000. 02000000:00000010:2.0:1768253538.528945:0:101323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649a4d800. 00000100:00000010:2.0:1768253538.528948:0:101323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4e680. 02000000:00000010:2.0:1768253538.528951:0:101323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649a4c800. 02000000:00000010:2.0:1768253538.528953:0:101323:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649a4da00. 00000100:00000010:2.0:1768253538.528955:0:101323:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f480. 00000100:00000010:2.0:1768253538.528959:0:101323:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649923300. 00010000:00000010:2.0:1768253538.528963:0:101323:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9726491ccbc0. 00000400:00000010:1.0:1768253538.529111:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253538.529116:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253538.529119:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476332928, portal 18 00000400:00000010:1.0:1768253538.529123:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253538.529125:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476332928, offset 0 00000400:00000200:1.0:1768253538.529129:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.529135:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.529140:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27a8d80 00000400:00000200:1.0:1768253538.529144:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x41b9 [2] + 1640 00000400:00000200:1.0:1768253538.529149:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.529152:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.529155:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253538.529159:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777516a00. 00000400:00000200:1.0:1768253538.529168:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253538.529170:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253538.529175:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee6680 x1854145476332928/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253538.529215:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529219:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529226:0:80177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd85000. 00000020:00000010:1.0:1768253538.529230:0:80177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253538.529234:0:80177:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad578. 00000100:00000200:1.0:1768253538.529255:0:80177:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972646ee7b80 x1854145476332672/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:514/0 lens 328/0 e 0 to 0 dl 1768253549 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253538.529277:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529280:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529283:0:80177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd84600. 00000020:00000010:1.0:1768253538.529285:0:80177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191300. 00000020:00000010:1.0:1768253538.529288:0:80177:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000100:00000200:1.0:1768253538.529295:0:80177:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972777517800 x1854145476332800/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:514/0 lens 328/0 e 0 to 0 dl 1768253549 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253538.529307:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529309:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529312:0:80177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd84e00. 00000020:00000010:1.0:1768253538.529315:0:80177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191180. 00000020:00000010:1.0:1768253538.529318:0:80177:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000100:00000200:1.0:1768253538.529323:0:80177:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972777516a00 x1854145476332928/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:514/0 lens 328/0 e 0 to 0 dl 1768253549 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253538.529340:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529343:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000100:00000200:1.0:1768253538.529346:0:80177:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332672 02000000:00000010:1.0:1768253538.529354:0:80177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747843800. 00000400:00000010:1.0:1768253538.529383:0:80177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253538.529386:0:80177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476332672, offset 224 00000400:00000200:1.0:1768253538.529390:0:80177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.529395:0:80177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.529400:0:80177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27a8c80 00000400:00000200:1.0:1768253538.529404:0:80177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15fc1 [1] + 224 00000400:00000200:1.0:1768253538.529408:0:80177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.529411:0:80177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.529417:0:80177:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fea6d80 x1854145476332672/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253538.529430:0:80177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253538.529433:0:80177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000020:00000010:1.0:1768253538.529442:0:80177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253538.529445:0:80177:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253538.529448:0:80177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd85000. 00000020:00000010:1.0:1768253538.529459:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529461:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000100:00000200:1.0:1768253538.529463:0:80177:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332800 02000000:00000010:1.0:1768253538.529469:0:80177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9726475a6c00. 00000400:00000010:1.0:1768253538.529485:0:80177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253538.529488:0:80177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476332800, offset 224 00000400:00000200:1.0:1768253538.529492:0:80177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.529497:0:80177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.529501:0:80177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27a8d00 00000400:00000200:1.0:1768253538.529505:0:80177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15fc9 [1] + 224 00000400:00000200:1.0:1768253538.529508:0:80177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.529511:0:80177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.529516:0:80177:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee6d80 x1854145476332800/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253538.529528:0:80177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253538.529530:0:80177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000020:00000010:1.0:1768253538.529537:0:80177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191300. 00000020:00000010:1.0:1768253538.529540:0:80177:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253538.529542:0:80177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd84600. 00000020:00000010:1.0:1768253538.529552:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193480. 00000020:00000010:1.0:1768253538.529555:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193480. 00000100:00000200:1.0:1768253538.529557:0:80177:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476332928 02000000:00000010:1.0:1768253538.529562:0:80177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645dab800. 00010000:00000010:1.0:1768253538.529579:0:80177:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972648193480. 00000100:00000010:1.0:1768253538.529585:0:80177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727774f2240. 20000000:00000010:2.0:1768253538.529758:0:101323:0:(mgs_llog.c:6130:mgs_set_param()) kfreed 'mti': 4544 at ffff9727774e2000. 20000000:00000010:2.0:1768253538.529764:0:101323:0:(mgs_handler.c:1128:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff9727581e3b40. 00000020:00000010:2.0:1768253538.529772:0:101323:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972648193bc0. 00000020:00000010:2.0:1768253538.529790:0:101323:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647478a00. 00000040:00000010:2.0:1768253538.529798:0:101323:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647479200. 00000020:00000010:2.0:1768253538.529802:0:101323:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972745b07800. 00000020:00000010:2.0:1768253538.529807:0:101323:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972645cb6e00. 80000000:00000010:2.0:1768253538.529811:0:101323:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3240. 00040000:00000010:2.0:1768253538.529815:0:101323:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97276a7bf800. 00080000:00000010:2.0:1768253538.529819:0:101323:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972745b02800. 20000000:00000010:2.0:1768253538.529822:0:101323:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972649319c00. 00000020:00000010:2.0:1768253538.529826:0:101323:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647479600. 00000020:00000010:2.0:1768253538.529832:0:101323:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972747840000. 00000100:00000010:1.0:1768253538.531263:0:80177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727774f2240. 00010000:00000010:1.0:1768253538.531272:0:80177:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972648193480. 00000400:00000010:1.0:1768253538.531295:0:80177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253538.531301:0:80177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476332928, offset 224 00000400:00000200:1.0:1768253538.531310:0:80177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253538.531322:0:80177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253538.531330:0:80177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27a8d80 00000400:00000200:1.0:1768253538.531337:0:80177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15fd1 [1] + 224 00000400:00000200:1.0:1768253538.531344:0:80177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253538.531348:0:80177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253538.531358:0:80177:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee6680 x1854145476332928/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253538.531373:0:80177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253538.531376:0:80177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000020:00000010:1.0:1768253538.531391:0:80177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191180. 00000020:00000010:1.0:1768253538.531395:0:80177:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253538.531399:0:80177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd84e00. 00000400:00000010:1.0:1768253538.531445:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce70. 00000400:00000200:1.0:1768253538.532522:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253538.532525:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253538.532539:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fea6d80 x1854145476332672/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253538.532550:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fea6d80 x1854145476332672/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253538.532581:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319000. 02000000:00000010:1.0:1768253538.532590:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649319a00. 00000100:00000010:1.0:1768253538.532594:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea6d80. 00000400:00000010:1.0:1768253538.532701:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253538.532705:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253538.532707:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253538.532713:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee6680 x1854145476332928/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253538.532721:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee6680 x1854145476332928/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253538.532733:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc948. 00000400:00000200:1.0:1768253538.532736:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253538.532737:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253538.532741:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee6d80 x1854145476332800/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253538.532747:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee6d80 x1854145476332800/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253554 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253538.532756:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319400. 02000000:00000010:1.0:1768253538.532760:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649319800. 00000100:00000010:1.0:1768253538.532762:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee6680. 02000000:00000010:1.0:1768253538.532765:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319200. 02000000:00000010:1.0:1768253538.532767:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649318200. 00000100:00000010:1.0:1768253538.532771:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee6d80. 00010000:00000010:1.1:1768253538.556210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8a00. 00010000:00000010:1.1:1768253538.556227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00000. 00010000:00000010:1.1:1768253538.556233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0a00. 00010000:00000010:1.1:1768253538.556237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadee00. 00010000:00000010:1.1:1768253538.562345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8800. 00010000:00000010:1.1:1768253538.562360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00e00. 00010000:00000010:1.1:1768253538.562366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777962400. 00010000:00000010:1.1:1768253538.562369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00800. 00010000:00000010:1.1:1768253538.562374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2d800. 00000100:00000010:0.0:1768253538.604684:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253300. 00000100:00000010:1.0:1768253538.604890:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253e40. 00000100:00000010:2.0:1768253538.605436:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253180. 00000100:00000010:3.0:1768253538.608408:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253f60. 00000100:00000010:2.0:1768253540.408880:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f480. 02000000:00000010:2.0:1768253540.408901:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649a4ce00. 00010000:00000010:2.0:1768253540.408914:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972749ca9100. 00010000:00000010:2.0:1768253540.408919:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc01400. 00000100:00000010:2.0:1768253540.408935:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649923480. 02000000:00000010:2.0:1768253540.408952:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972750d30000. 00000400:00000010:2.0:1768253540.408958:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e4d0. 00000400:00000010:2.0:1768253540.408965:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd440. 00000100:00000200:2.0:1768253540.408973:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476333056, portal 25 00000400:00000010:2.0:1768253540.408979:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253540.408982:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476333056, offset 0 00000400:00000200:2.0:1768253540.409058:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253540.409069:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253540.409079:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27a8e00 00000400:00000200:2.0:1768253540.409084:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1533d [2] + 0 00000400:00000010:2.0:1768253540.409087:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcd10. 00000400:00000200:2.0:1768253540.409093:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727479f0f00 00000400:00000200:2.0:1768253540.409097:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253540.409100:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253540.409103:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727479f0f00 00000400:00000010:2.0:1768253540.409106:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727479f0f00. 00000100:00000200:2.0:1768253540.409110:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253540.409122:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253540.409123:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253540.409129:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4f480 x1854145476333056/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253540.409144:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253600. 00000100:00000010:2.0:1768253540.409156:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253cc0. 00000100:00000010:2.0:1768253540.409159:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253720. 00000100:00000010:2.0:1768253540.409163:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972648253180. 00000020:00000010:1.0:1768253540.413407:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193dc0. 00000020:00000010:1.0:1768253540.413417:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193dc0. 00000020:00000010:1.0:1768253540.413425:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffa400. 00000020:00000010:1.0:1768253540.413430:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.413436:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.413486:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193dc0. 00000020:00000010:1.0:1768253540.413489:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193dc0. 00000100:00000200:1.0:1768253540.413493:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333056 00010000:00000010:1.0:1768253540.413519:0:5778:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0d00. 00010000:00000010:1.0:1768253540.413527:0:5778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadfa00. 02000000:00000010:1.0:1768253540.413544:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9727485d8c00. 00010000:00000200:1.0:1768253540.413574:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746294050 x1854145476333056/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 328/344 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253540.413597:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.413604:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476333056, offset 224 00000400:00000200:1.0:1768253540.413612:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.413627:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.413640:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27a8e00 00000400:00000200:1.0:1768253540.413649:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15fe5 [1] + 224 00000400:00000200:1.0:1768253540.413657:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.413662:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253540.413675:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4f480 x1854145476333056/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253540.413704:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253540.413708:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000020:00000010:1.0:1768253540.413726:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.413731:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.413734:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffa400. 02000000:00000010:1.0:1768253540.413743:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff9727485d8c00. 00000100:00000200:1.0:1768253540.413754:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253540.413771:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc948. 00000400:00000010:1.0:1768253540.413778:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727774f2240. 00000400:00000010:1.0:1768253540.414322:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e4d0. 00000400:00000200:1.0:1768253540.414327:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd440 00000400:00000010:1.0:1768253540.414331:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd440. 00000100:00000200:1.0:1768253540.414339:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4f480 x1854145476333056/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253540.414350:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4f480 x1854145476333056/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253540.414374:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649923480. 02000000:00000010:1.0:1768253540.414391:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972750d30000. 02000000:00000010:1.0:1768253540.414397:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649a4ce00. 00000100:00000010:1.0:1768253540.414401:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f480. 10000000:00000010:1.0:1768253540.414412:0:5780:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9726481936c0. 00000020:00000010:1.0:1768253540.414416:0:5780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffa400. 00000020:00000010:1.0:1768253540.414420:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647ffb800. 00000040:00000010:1.0:1768253540.414424:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647ffb000. 00000020:00000010:1.0:1768253540.414430:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727772a2000. 00000020:00000010:1.0:1768253540.414435:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647ffb200. 80000000:00000010:1.0:1768253540.414439:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3960. 00040000:00000010:1.0:1768253540.414444:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647ffbc00. 00080000:00000010:1.0:1768253540.414449:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972645eda800. 20000000:00000010:1.0:1768253540.414454:0:5780:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff97274fa0c800. 00000040:00000010:1.0:1768253540.414461:0:5780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277dd72a00. 00000100:00000010:1.0:1768253540.414468:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 02000000:00000010:1.0:1768253540.414479:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97277dd72400. 00000100:00000010:1.0:1768253540.414489:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.414508:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277dd73c00. 00000400:00000010:1.0:1768253540.414513:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253540.414516:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.414520:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476333184, portal 25 00000400:00000010:1.0:1768253540.414524:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.414526:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1854145476333184, offset 0 00000400:00000200:1.0:1768253540.414531:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.414539:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.414547:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69655e27a8e80 00000400:00000200:1.0:1768253540.414553:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15351 [2] + 0 00000400:00000010:1.0:1768253540.414557:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032dc0. 00000400:00000200:1.0:1768253540.414561:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264923ea80 00000400:00000200:1.0:1768253540.414565:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.414568:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253540.414571:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264923ea80 00000400:00000010:1.0:1768253540.414573:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264923ea80. 00000100:00000200:1.0:1768253540.414578:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253540.414592:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253540.414594:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.414599:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777515880 x1854145476333184/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253540.414645:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193600. 00000020:00000010:1.0:1768253540.414649:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193600. 00000020:00000010:1.0:1768253540.414654:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727567c6c00. 00000020:00000010:1.0:1768253540.414659:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.414662:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.414687:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193600. 00000020:00000010:1.0:1768253540.414690:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193600. 00000100:00000200:1.0:1768253540.414692:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333184 02000000:00000010:1.0:1768253540.414707:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972645da8800. 00000040:00000010:1.0:1768253540.414715:0:5778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972745b7ac00. 00000040:00000010:1.0:1768253540.414774:0:5778:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff97276a642ed0. 00000040:00000010:1.0:1768253540.414787:0:5778:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff97276a642ed0. 00000040:00000010:1.0:1768253540.414791:0:5778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972745b7ac00. 00010000:00000200:1.0:1768253540.414800:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746295c50 x1854145476333184/t0(0) o501->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 504/272 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253540.414813:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.414817:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145476333184, offset 224 00000400:00000200:1.0:1768253540.414822:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.414828:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.414835:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69655e27a8e80 00000400:00000200:1.0:1768253540.414841:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x15ff5 [1] + 224 00000400:00000200:1.0:1768253540.414845:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.414849:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253540.414854:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777515880 x1854145476333184/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253540.414870:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253540.414872:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000020:00000010:1.0:1768253540.414883:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.414886:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.414889:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727567c6c00. 02000000:00000010:1.0:1768253540.414896:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972645da8800. 00000100:00000200:1.0:1768253540.414900:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253540.414905:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbce70. 00000400:00000010:1.0:1768253540.414909:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727774f2480. 00000400:00000010:1.0:1768253540.414928:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253540.414931:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253540.414933:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.414939:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777515880 x1854145476333184/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253540.414947:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777515880 x1854145476333184/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253540.414961:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.414966:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277dd73c00. 02000000:00000010:1.0:1768253540.414969:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97277dd72400. 00000100:00000010:1.0:1768253540.414972:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515880. 00000040:00000010:1.0:1768253540.414981:0:5780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e4000. 00000100:00000010:1.0:1768253540.414986:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 02000000:00000010:1.0:1768253540.414992:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972745b7ac00. 00000100:00000010:1.0:1768253540.414997:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.415098:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff97277caa4000. 00000400:00000010:1.0:1768253540.415104:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253540.415109:0:5780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9727487526c0. 00000100:00000200:1.0:1768253540.415113:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1854145476333312, portal 25 00000400:00000010:1.0:1768253540.415117:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.415119:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1854145476333312, offset 0 00000400:00000200:1.0:1768253540.415124:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.415130:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.415136:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69655e27a8f00 00000400:00000200:1.0:1768253540.415140:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x153a1 [2] + 0 00000400:00000010:1.0:1768253540.415143:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc420. 00000400:00000200:1.0:1768253540.415146:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9726482a1b40 00000400:00000200:1.0:1768253540.415149:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.415152:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253540.415154:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726482a1b40 00000400:00000010:1.0:1768253540.415155:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9726482a1b40. 00000100:00000200:1.0:1768253540.415159:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253540.415169:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253540.415171:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.415177:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777515880 x1854145476333312/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253540.415209:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193600. 00000020:00000010:1.0:1768253540.415212:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193600. 00000020:00000010:1.0:1768253540.415217:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7b600. 00000020:00000010:1.0:1768253540.415220:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.415223:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.415242:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193600. 00000020:00000010:1.0:1768253540.415244:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193600. 00000100:00000200:1.0:1768253540.415246:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333312 02000000:00000010:1.0:1768253540.415265:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff97277750c000. 00000040:00000010:1.0:1768253540.415270:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972745b7b000. 00000040:00000010:1.0:1768253540.415280:0:5775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253540.415374:0:5775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253540.415378:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972745b7b000. 00010000:00000200:1.0:1768253540.415384:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746294850 x1854145476333312/t0(0) o503->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 272/8416 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253540.415400:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff97277cd86cc0. 00000100:00000200:1.0:1768253540.415403:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145476333312, offset 224 00000400:00000200:1.0:1768253540.415407:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.415412:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.415419:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69655e27a8f00 00000400:00000200:1.0:1768253540.415423:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x16005 [4] + 224 00000400:00000200:1.0:1768253540.415428:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.415431:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253540.415436:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777515880 x1854145476333312/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253540.415450:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277cd86cc0 00000400:00000010:1.0:1768253540.415452:0:5775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff97277cd86cc0. 00000020:00000010:1.0:1768253540.415461:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.415463:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.415466:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7b600. 02000000:00000010:1.0:1768253540.415470:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff97277750c000. 00000100:00000200:1.0:1768253540.415482:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253540.415486:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc420. 00000400:00000010:1.0:1768253540.415489:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277cd86cc0. 00000400:00000010:1.0:1768253540.415503:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253540.415507:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727487526c0 00000400:00000010:1.0:1768253540.415508:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff9727487526c0. 00000100:00000200:1.0:1768253540.415514:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777515880 x1854145476333312/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253540.415521:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777515880 x1854145476333312/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253540.415534:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.415540:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff97277caa4000. 02000000:00000010:1.0:1768253540.415549:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972745b7ac00. 00000100:00000010:1.0:1768253540.415553:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515880. 00000040:00000010:1.0:1768253540.415560:0:5780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9727581e3a80. 00000020:00000010:1.0:1768253540.415679:0:101393:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7b600. 00000020:00000010:1.0:1768253540.415684:0:101393:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972745b7b000. 00000040:00000010:1.0:1768253540.415689:0:101393:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972745b7a000. 00000020:00000010:1.0:1768253540.415694:0:101393:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727493e8800. 00000020:00000010:1.0:1768253540.415699:0:101393:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253540.415704:0:101393:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972745b7aa00. 80000000:00000010:1.0:1768253540.415708:0:101393:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3540. 40000000:00000010:1.0:1768253540.415713:0:101393:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff972648193600. 00100000:00000010:1.0:1768253540.415720:0:101393:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff97274a255800. 00040000:00000010:1.0:1768253540.415725:0:101393:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7a100. 00040000:00000010:1.0:1768253540.415730:0:101393:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff972745b02800. 00040000:00000010:1.0:1768253540.415735:0:101393:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972745b7a400. 00080000:00000010:1.0:1768253540.415740:0:101393:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972745b07800. 00000004:00000010:1.0:1768253540.415745:0:101393:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff972745b01000. 00000004:00000010:1.0:1768253540.415751:0:101393:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277fe98000. 00000004:00000010:1.0:1768253540.415756:0:101393:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff972745b07000. 00002000:00000010:1.0:1768253540.415775:0:101393:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972647da7c00. 00000004:00000010:1.0:1768253540.415780:0:101393:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff972647da4800. 00000020:00000010:1.0:1768253540.415786:0:101393:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972648193f00. 00000040:00000010:1.0:1768253540.415792:0:101393:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253540.416308:0:101393:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff9727774e2000. 00000020:00000010:1.0:1768253540.416316:0:101393:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972648193f00. 00000020:00000010:1.0:1768253540.416326:0:101393:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972745b7b000. 00000040:00000010:1.0:1768253540.416330:0:101393:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972745b7a000. 00000020:00000010:1.0:1768253540.416334:0:101393:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727493e8800. 00000020:00000010:1.0:1768253540.416342:0:101393:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253540.416346:0:101393:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972745b7aa00. 80000000:00000010:1.0:1768253540.416349:0:101393:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3540. 40000000:00000010:1.0:1768253540.416353:0:101393:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff972648193600. 00100000:00000010:1.0:1768253540.416357:0:101393:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff97274a255800. 00040000:00000010:1.0:1768253540.416363:0:101393:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7a100. 00040000:00000010:1.0:1768253540.416367:0:101393:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff972745b02800. 00040000:00000010:1.0:1768253540.416371:0:101393:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972745b7a400. 00080000:00000010:1.0:1768253540.416375:0:101393:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972745b07800. 00000004:00000010:1.0:1768253540.416378:0:101393:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff972745b01000. 00000004:00000010:1.0:1768253540.416382:0:101393:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277fe98000. 00000004:00000010:1.0:1768253540.416387:0:101393:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff972745b07000. 00002000:00000010:1.0:1768253540.416390:0:101393:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972647da7c00. 00000004:00000010:1.0:1768253540.416394:0:101393:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff972647da4800. 00000020:00000010:1.0:1768253540.416397:0:101393:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7b600. 00000040:00000010:1.0:1768253540.416415:0:5780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9727581e3a80. 00000040:00000010:1.0:1768253540.416419:0:5780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e4000. 00000040:00000010:1.0:1768253540.416422:0:5780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277dd72a00. 00000020:00000010:1.0:1768253540.416427:0:5780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647ffb800. 00000040:00000010:1.0:1768253540.416429:0:5780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647ffb000. 00000020:00000010:1.0:1768253540.416432:0:5780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727772a2000. 00000020:00000010:1.0:1768253540.416435:0:5780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647ffb200. 80000000:00000010:1.0:1768253540.416438:0:5780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3960. 00040000:00000010:1.0:1768253540.416440:0:5780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647ffbc00. 00080000:00000010:1.0:1768253540.416443:0:5780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972645eda800. 20000000:00000010:1.0:1768253540.416448:0:5780:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff97274fa0c800. 00000020:00000010:1.0:1768253540.416452:0:5780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffa400. 10000000:00000010:1.0:1768253540.416455:0:5780:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9726481936c0. 00000100:00000010:1.0:1768253540.416471:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 02000000:00000010:1.0:1768253540.416481:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972745b7b600. 00010000:00000010:1.0:1768253540.416497:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadee00. 00000100:00000010:1.0:1768253540.416512:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.416527:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647da4800. 00000400:00000010:1.0:1768253540.416532:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253540.416536:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.416540:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476333440, portal 25 00000400:00000010:1.0:1768253540.416545:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.416548:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476333440, offset 0 00000400:00000200:1.0:1768253540.416555:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.416564:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.416571:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27a8f80 00000400:00000200:1.0:1768253540.416576:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x153b5 [2] + 0 00000400:00000010:1.0:1768253540.416581:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032bb0. 00000400:00000200:1.0:1768253540.416585:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97275620ff00 00000400:00000200:1.0:1768253540.416588:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.416592:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253540.416596:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97275620ff00 00000400:00000010:1.0:1768253540.416598:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97275620ff00. 00000100:00000200:1.0:1768253540.416603:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253540.416615:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253540.416618:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.416626:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777515880 x1854145476333440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253540.416674:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726481936c0. 00000020:00000010:1.0:1768253540.416678:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726481936c0. 00000020:00000010:1.0:1768253540.416682:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7a400. 00000020:00000010:1.0:1768253540.416687:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.416691:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.416719:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726481936c0. 00000020:00000010:1.0:1768253540.416723:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726481936c0. 00000100:00000200:1.0:1768253540.416726:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333440 00010000:00000010:1.0:1768253540.416742:0:5778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadea00. 02000000:00000010:1.0:1768253540.416753:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972647da7c00. 00010000:00000200:1.0:1768253540.421574:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297850 x1854145476333440/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 328/344 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253540.421775:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.421784:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476333440, offset 224 00000400:00000200:1.0:1768253540.421791:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.421805:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.421816:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27a8f80 00000400:00000200:1.0:1768253540.421823:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16015 [1] + 224 00000400:00000200:1.0:1768253540.421829:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.421832:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253540.421843:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777515880 x1854145476333440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253540.421883:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253540.421886:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000020:00000010:1.0:1768253540.421907:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.421912:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.421916:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7a400. 02000000:00000010:1.0:1768253540.421924:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972647da7c00. 00000100:00000200:1.0:1768253540.421931:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253540.421964:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253540.421969:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253540.421971:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.421976:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777515880 x1854145476333440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253540.421985:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777515880 x1854145476333440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253540.422029:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.422050:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647da4800. 02000000:00000010:1.0:1768253540.422055:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972745b7b600. 00000100:00000010:1.0:1768253540.422061:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515880. 10000000:00000010:1.0:1768253540.422069:0:5780:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff972648193dc0. 00000020:00000010:1.0:1768253540.422822:0:5780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7b600. 00000020:00000010:1.0:1768253540.422834:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972745b7a400. 00000040:00000010:1.0:1768253540.422839:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972745b7aa00. 00000020:00000010:1.0:1768253540.422844:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972745b07000. 00000020:00000010:1.0:1768253540.422849:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972745b7a000. 80000000:00000010:1.0:1768253540.422855:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3960. 00040000:00000010:1.0:1768253540.422860:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972745b7b000. 00080000:00000010:1.0:1768253540.422866:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972745b01000. 20000000:00000010:1.0:1768253540.422874:0:5780:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff97274fa0c800. 00000040:00000010:1.0:1768253540.422882:0:5780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972647ffa400. 00000100:00000010:1.0:1768253540.422889:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 02000000:00000010:1.0:1768253540.422908:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647ffbc00. 00000100:00000010:1.0:1768253540.422924:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.422943:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647ffb200. 00000400:00000010:1.0:1768253540.422948:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253540.422954:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.422960:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476333568, portal 25 00000400:00000010:1.0:1768253540.422964:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.422967:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1854145476333568, offset 0 00000400:00000200:1.0:1768253540.422973:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.422981:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.422988:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69655e27a9000 00000400:00000200:1.0:1768253540.422994:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x153f9 [2] + 0 00000400:00000010:1.0:1768253540.422998:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460324d0. 00000400:00000200:1.0:1768253540.423002:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972746dff840 00000400:00000200:1.0:1768253540.423007:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.423010:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253540.423033:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972746dff840 00000400:00000010:1.0:1768253540.423036:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972746dff840. 00000100:00000200:1.0:1768253540.423040:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253540.423055:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253540.423058:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253540.423066:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777515880 x1854145476333568/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253540.423101:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccb00. 00000020:00000010:2.0:1768253540.423106:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccb00. 00000020:00000010:2.0:1768253540.423110:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649a4d200. 00000020:00000010:2.0:1768253540.423113:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727508f6f00. 00000020:00000010:2.0:1768253540.423116:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253540.423135:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccb00. 00000020:00000010:2.0:1768253540.423136:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccb00. 00000100:00000200:2.0:1768253540.423138:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333568 02000000:00000010:2.0:1768253540.423151:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972750d31000. 00000040:00000010:2.0:1768253540.423155:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649a4d000. 00000040:00000010:2.0:1768253540.423209:0:5777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff972646679af0. 00000040:00000010:2.0:1768253540.423219:0:5777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff972646679af0. 00000040:00000010:2.0:1768253540.423222:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649a4d000. 00010000:00000200:2.0:1768253540.423233:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297050 x1854145476333568/t0(0) o501->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 504/272 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253540.423249:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253540.423252:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145476333568, offset 224 00000400:00000200:2.0:1768253540.423256:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253540.423260:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253540.423264:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69655e27a9000 00000400:00000200:2.0:1768253540.423267:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x16021 [1] + 224 00000400:00000200:2.0:1768253540.423270:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253540.423273:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253540.423277:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777515880 x1854145476333568/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253540.423286:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253540.423288:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000020:00000010:2.0:1768253540.423296:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727508f6f00. 00000020:00000010:2.0:1768253540.423299:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253540.423301:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649a4d200. 02000000:00000010:2.0:1768253540.423304:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972750d31000. 00000100:00000200:2.0:1768253540.423309:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253540.423311:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e688. 00000400:00000010:2.0:1768253540.423314:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649923b40. 00000400:00000010:1.0:1768253540.423680:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253540.423686:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253540.423688:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.423693:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777515880 x1854145476333568/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253540.423702:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777515880 x1854145476333568/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253540.423720:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.423726:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647ffb200. 02000000:00000010:1.0:1768253540.423730:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647ffbc00. 00000100:00000010:1.0:1768253540.423733:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515880. 00000040:00000010:1.0:1768253540.423740:0:5780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e4000. 00000100:00000010:1.0:1768253540.423744:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 02000000:00000010:1.0:1768253540.423749:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647ffbc00. 00000100:00000010:1.0:1768253540.423754:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727774f2b40. 02000000:00000010:1.0:1768253540.423787:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff97277caa4000. 00000400:00000010:1.0:1768253540.423791:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253540.423795:0:5780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff97275620ff00. 00000100:00000200:1.0:1768253540.423799:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1854145476333696, portal 25 00000400:00000010:1.0:1768253540.423802:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.423804:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1854145476333696, offset 0 00000400:00000200:1.0:1768253540.423808:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.423814:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.423819:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69655e27a9080 00000400:00000200:1.0:1768253540.423822:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15409 [2] + 0 00000400:00000010:1.0:1768253540.423826:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032c60. 00000400:00000200:1.0:1768253540.423829:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97274634d300 00000400:00000200:1.0:1768253540.423832:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.423834:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253540.423837:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97274634d300 00000400:00000010:1.0:1768253540.423838:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97274634d300. 00000100:00000200:1.0:1768253540.423842:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253540.423858:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253540.423860:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253540.423865:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777515880 x1854145476333696/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253540.423989:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193c80. 00000020:00000010:1.0:1768253540.423992:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193c80. 00000020:00000010:1.0:1768253540.423997:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffb200. 00000020:00000010:1.0:1768253540.424000:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.424004:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.424051:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972648193c80. 00000020:00000010:1.0:1768253540.424055:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972648193c80. 00000100:00000200:1.0:1768253540.424057:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333696 02000000:00000010:1.0:1768253540.424261:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff97277750c000. 00000040:00000010:1.0:1768253540.424268:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972647ffb000. 00000040:00000010:1.0:1768253540.424279:0:5775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253540.424532:0:5775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253540.424536:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972647ffb000. 00010000:00000200:1.0:1768253540.424544:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746293050 x1854145476333696/t0(0) o503->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 272/8416 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253540.424557:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9727774f26c0. 00000100:00000200:1.0:1768253540.424561:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145476333696, offset 224 00000400:00000200:1.0:1768253540.424566:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253540.424572:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253540.424577:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69655e27a9080 00000400:00000200:1.0:1768253540.424582:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x16031 [4] + 224 00000400:00000200:1.0:1768253540.424588:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253540.424591:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253540.424597:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777515880 x1854145476333696/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253540.424647:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727774f26c0 00000400:00000010:1.0:1768253540.424649:0:5775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff9727774f26c0. 00000020:00000010:1.0:1768253540.424659:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191480. 00000020:00000010:1.0:1768253540.424662:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253540.424665:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffb200. 02000000:00000010:1.0:1768253540.424670:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff97277750c000. 00000100:00000200:1.0:1768253540.424681:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253540.424685:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcf78. 00000400:00000010:1.0:1768253540.424688:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727774f26c0. 00000400:00000010:1.0:1768253540.424700:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc058. 00000400:00000010:1.0:1768253540.424704:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727487526c0. 00000400:00000010:0.0:1768253540.424733:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:0.0:1768253540.424738:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97275620ff00 00000400:00000010:0.0:1768253540.424739:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff97275620ff00. 00000100:00000200:0.0:1768253540.424745:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777515880 x1854145476333696/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253540.424754:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777515880 x1854145476333696/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253540.424778:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727774f2b40. 02000000:00000010:0.0:1768253540.424784:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff97277caa4000. 02000000:00000010:0.0:1768253540.424793:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647ffbc00. 00000100:00000010:0.0:1768253540.424796:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515880. 00000040:00000010:0.0:1768253540.424803:0:5780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff972646da4c60. 00000020:00000010:3.0:1768253540.425253:0:101394:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827800. 00000020:00000010:3.0:1768253540.425258:0:101394:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649826a00. 00000040:00000010:3.0:1768253540.425262:0:101394:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972649826400. 00000020:00000010:3.0:1768253540.425266:0:101394:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5c800. 00000020:00000010:3.0:1768253540.425270:0:101394:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253540.425274:0:101394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649827600. 80000000:00000010:3.0:1768253540.425278:0:101394:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd223c0. 40000000:00000010:3.0:1768253540.425282:0:101394:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff97277ca40c40. 00100000:00000010:3.0:1768253540.425287:0:101394:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff972747d5e800. 00040000:00000010:3.0:1768253540.425292:0:101394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97264862a400. 00040000:00000010:3.0:1768253540.425296:0:101394:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff972747d5b000. 00040000:00000010:3.0:1768253540.425300:0:101394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649826000. 00080000:00000010:3.0:1768253540.425304:0:101394:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5b800. 00000004:00000010:3.0:1768253540.425308:0:101394:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff972747d5a800. 00000004:00000010:3.0:1768253540.425314:0:101394:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277dbf1000. 00000004:00000010:3.0:1768253540.425318:0:101394:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff972747d5d000. 00002000:00000010:3.0:1768253540.425323:0:101394:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972646ce1800. 00000004:00000010:3.0:1768253540.425327:0:101394:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff972646ce0c00. 00000020:00000010:3.0:1768253540.425331:0:101394:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277ca40380. 00000040:00000010:3.0:1768253540.425338:0:101394:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253540.432788:0:101394:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff97277cd2e000. 00000020:00000010:3.0:1768253540.432808:0:101394:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277ca40380. 00000020:00000010:3.0:1768253540.432843:0:101394:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649826a00. 00000040:00000010:3.0:1768253540.432849:0:101394:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972649826400. 00000020:00000010:3.0:1768253540.432852:0:101394:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5c800. 00000020:00000010:3.0:1768253540.432859:0:101394:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253540.432865:0:101394:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649827600. 80000000:00000010:3.0:1768253540.432869:0:101394:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd223c0. 40000000:00000010:3.0:1768253540.432874:0:101394:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff97277ca40c40. 00100000:00000010:3.0:1768253540.432879:0:101394:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff972747d5e800. 00040000:00000010:3.0:1768253540.432883:0:101394:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97264862a400. 00040000:00000010:3.0:1768253540.432893:0:101394:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff972747d5b000. 00040000:00000010:3.0:1768253540.432898:0:101394:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649826000. 00080000:00000010:3.0:1768253540.432901:0:101394:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5b800. 00000004:00000010:3.0:1768253540.432906:0:101394:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff972747d5a800. 00000004:00000010:3.0:1768253540.432911:0:101394:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277dbf1000. 00000004:00000010:3.0:1768253540.432917:0:101394:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff972747d5d000. 00002000:00000010:3.0:1768253540.432922:0:101394:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972646ce1800. 00000004:00000010:3.0:1768253540.432938:0:101394:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff972646ce0c00. 00000020:00000010:3.0:1768253540.432943:0:101394:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827800. 00000040:00000010:0.0:1768253540.433261:0:5780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff972646da4c60. 00000040:00000010:0.0:1768253540.433271:0:5780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e4000. 00000040:00000010:0.0:1768253540.433276:0:5780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972647ffa400. 00000020:00000010:0.0:1768253540.433282:0:5780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972745b7a400. 00000040:00000010:0.0:1768253540.433286:0:5780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972745b7aa00. 00000020:00000010:0.0:1768253540.433289:0:5780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972745b07000. 00000020:00000010:0.0:1768253540.433292:0:5780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972745b7a000. 80000000:00000010:0.0:1768253540.433295:0:5780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3960. 00040000:00000010:0.0:1768253540.433298:0:5780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972745b7b000. 00080000:00000010:0.0:1768253540.433301:0:5780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972745b01000. 20000000:00000010:0.0:1768253540.433305:0:5780:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff97274fa0c800. 00000020:00000010:0.0:1768253540.433309:0:5780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7b600. 10000000:00000010:0.0:1768253540.433313:0:5780:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff972648193dc0. 00000100:00000010:0.0:1768253540.433335:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1dc00. 02000000:00000010:0.0:1768253540.433352:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9727478aa800. 00010000:00000010:0.0:1768253540.433441:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777962400. 00000100:00000010:0.0:1768253540.433461:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3c6c0. 02000000:00000010:0.0:1768253540.433484:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647524c00. 00000400:00000010:0.0:1768253540.433491:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358420. 00000400:00000010:0.0:1768253540.433498:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253540.433505:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476333824, portal 25 00000400:00000010:0.0:1768253540.433510:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253540.433514:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476333824, offset 0 00000400:00000200:0.0:1768253540.433523:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253540.433537:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253540.433548:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27a9100 00000400:00000200:0.0:1768253540.433554:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15459 [2] + 0 00000400:00000010:0.0:1768253540.433559:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032738. 00000400:00000200:0.0:1768253540.433575:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97274634de40 00000400:00000200:0.0:1768253540.433581:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253540.433585:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253540.433589:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97274634de40 00000400:00000010:0.0:1768253540.433592:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97274634de40. 00000100:00000200:0.0:1768253540.433598:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253540.433623:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067880 00000400:00000010:0.0:1768253540.433625:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253540.433633:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff1dc00 x1854145476333824/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253540.433724:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40c40. 00000020:00000010:3.0:1768253540.433728:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40c40. 00000020:00000010:3.0:1768253540.433734:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827800. 00000020:00000010:3.0:1768253540.433739:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68900. 00000020:00000010:3.0:1768253540.433744:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253540.433793:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40c40. 00000020:00000010:3.0:1768253540.433796:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40c40. 00000100:00000200:3.0:1768253540.433800:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333824 00010000:00000010:3.0:1768253540.433822:0:5778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8e00. 02000000:00000010:3.0:1768253540.433835:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972646ce0c00. 00010000:00000200:3.0:1768253540.433859:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291050 x1854145476333824/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 328/344 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253540.433877:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253540.433880:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476333824, offset 224 00000400:00000200:3.0:1768253540.433886:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253540.433894:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253540.433901:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27a9100 00000400:00000200:3.0:1768253540.433906:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16045 [1] + 224 00000400:00000200:3.0:1768253540.433909:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253540.433912:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253540.433919:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff1dc00 x1854145476333824/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253540.433936:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:3.0:1768253540.433938:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000020:00000010:3.0:1768253540.433951:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68900. 00000020:00000010:3.0:1768253540.433956:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253540.433960:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827800. 02000000:00000010:3.0:1768253540.433967:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972646ce0c00. 00000100:00000200:3.0:1768253540.433974:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253540.433978:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032840. 00000400:00000010:3.0:1768253540.433983:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649a74600. 00000400:00000010:0.0:1768253540.434052:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358420. 00000400:00000200:0.0:1768253540.434056:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253540.434058:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253540.434065:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff1dc00 x1854145476333824/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253540.434290:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff1dc00 x1854145476333824/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253540.434318:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3c6c0. 02000000:00000010:0.0:1768253540.434340:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647524c00. 02000000:00000010:0.0:1768253540.434346:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9727478aa800. 00000100:00000010:0.0:1768253540.434351:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff1dc00. 10000000:00000010:0.0:1768253540.434449:0:5780:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff97277dcf0100. 00000020:00000010:0.0:1768253540.434455:0:5780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa800. 00000020:00000010:0.0:1768253540.434459:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9727478ab000. 00000040:00000010:0.0:1768253540.434464:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff97274fa0c800. 00000020:00000010:0.0:1768253540.434468:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972647776000. 00000020:00000010:0.0:1768253540.434473:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972745b7b600. 80000000:00000010:0.0:1768253540.434478:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4c60. 00040000:00000010:0.0:1768253540.434483:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972745b7b000. 00080000:00000010:0.0:1768253540.434489:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972647776800. 20000000:00000010:0.0:1768253540.434494:0:5780:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972745b7a000. 00000040:00000010:0.0:1768253540.434501:0:5780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972745b7aa00. 00000100:00000010:0.0:1768253540.434507:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1dc00. 02000000:00000010:0.0:1768253540.434519:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972745b7a400. 00000100:00000010:0.0:1768253540.434532:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3c6c0. 02000000:00000010:0.0:1768253540.434546:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972750c9ca00. 00000400:00000010:0.0:1768253540.434549:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358420. 00000400:00000010:0.0:1768253540.434552:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253540.434556:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476333952, portal 25 00000400:00000010:0.0:1768253540.434558:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253540.434561:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1854145476333952, offset 0 00000400:00000200:0.0:1768253540.434566:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253540.434574:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253540.434580:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69655e27a9180 00000400:00000200:0.0:1768253540.434586:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x154c5 [2] + 0 00000400:00000010:0.0:1768253540.434589:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e160. 00000400:00000200:0.0:1768253540.434593:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fe4e900 00000400:00000200:0.0:1768253540.434596:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253540.434599:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253540.434603:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fe4e900 00000400:00000010:0.0:1768253540.434605:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fe4e900. 00000100:00000200:0.0:1768253540.434611:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253540.434635:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067880 00000400:00000010:0.0:1768253540.434638:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253540.434644:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff1dc00 x1854145476333952/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253540.434684:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0080. 00000020:00000010:0.0:1768253540.434688:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0080. 00000020:00000010:0.0:1768253540.434693:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972750c9c400. 00000020:00000010:0.0:1768253540.434697:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae80. 00000020:00000010:0.0:1768253540.434702:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253540.434728:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0080. 00000020:00000010:0.0:1768253540.434730:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0080. 00000100:00000200:0.0:1768253540.434734:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476333952 02000000:00000010:0.0:1768253540.434745:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972647524c00. 00000040:00000010:0.0:1768253540.434750:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972750c9da00. 00000040:00000010:0.0:1768253540.434821:0:5775:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff972750d0bd58. 00000040:00000010:0.0:1768253540.434835:0:5775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff972750d0bd58. 00000040:00000010:0.0:1768253540.434838:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972750c9da00. 00010000:00000200:0.0:1768253540.434847:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746292050 x1854145476333952/t0(0) o501->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 504/272 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253540.434859:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253540.434862:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145476333952, offset 224 00000400:00000200:0.0:1768253540.434867:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253540.434873:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253540.434878:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69655e27a9180 00000400:00000200:0.0:1768253540.434882:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x16055 [1] + 224 00000400:00000200:0.0:1768253540.434886:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253540.434889:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253540.434896:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff1dc00 x1854145476333952/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253540.434912:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067880 00000400:00000010:0.0:1768253540.434914:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067880. 00000020:00000010:0.0:1768253540.434923:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae80. 00000020:00000010:0.0:1768253540.434926:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253540.434929:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972750c9c400. 02000000:00000010:0.0:1768253540.434934:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972647524c00. 00000100:00000200:0.0:1768253540.434938:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253540.434942:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358210. 00000400:00000010:0.0:1768253540.434945:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c240. 00000400:00000010:0.0:1768253540.434958:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358420. 00000400:00000200:0.0:1768253540.434961:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253540.434962:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253540.434967:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff1dc00 x1854145476333952/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253540.434975:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff1dc00 x1854145476333952/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253540.434988:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3c6c0. 02000000:00000010:0.0:1768253540.434993:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972750c9ca00. 02000000:00000010:0.0:1768253540.434996:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972745b7a400. 00000100:00000010:0.0:1768253540.435000:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff1dc00. 00000040:00000010:0.0:1768253540.435008:0:5780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff972647d72000. 00000100:00000010:0.0:1768253540.435035:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1dc00. 02000000:00000010:0.0:1768253540.435041:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972750c9ca00. 00000100:00000010:0.0:1768253540.435046:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3c6c0. 02000000:00000010:0.0:1768253540.435066:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff97277cd50000. 00000400:00000010:0.0:1768253540.435071:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358420. 00000400:00000010:0.0:1768253540.435304:0:5780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff972649d3cd80. 00000100:00000200:0.0:1768253540.435310:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1854145476334080, portal 25 00000400:00000010:0.0:1768253540.435314:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253540.435316:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1854145476334080, offset 0 00000400:00000200:0.0:1768253540.435320:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253540.435325:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253540.435330:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69655e27a9200 00000400:00000200:0.0:1768253540.435334:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x154e9 [2] + 0 00000400:00000010:0.0:1768253540.435339:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ea50. 00000400:00000200:0.0:1768253540.435341:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fe4ea80 00000400:00000200:0.0:1768253540.435344:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253540.435346:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253540.435349:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fe4ea80 00000400:00000010:0.0:1768253540.435351:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fe4ea80. 00000100:00000200:0.0:1768253540.435354:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253540.435574:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253540.435577:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253540.435583:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff1dc00 x1854145476334080/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253540.435650:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40c40. 00000020:00000010:3.0:1768253540.435654:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40c40. 00000020:00000010:3.0:1768253540.435660:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827800. 00000020:00000010:3.0:1768253540.435664:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972748c68900. 00000020:00000010:3.0:1768253540.435667:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253540.435703:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277ca40c40. 00000020:00000010:3.0:1768253540.435705:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277ca40c40. 00000100:00000200:3.0:1768253540.435708:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334080 02000000:00000010:3.0:1768253540.435732:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff97277ffec000. 00000040:00000010:3.0:1768253540.435738:0:5778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649826000. 00000040:00000010:3.0:1768253540.435752:0:5778:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253540.435876:0:5778:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253540.435880:0:5778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649826000. 00010000:00000200:3.0:1768253540.435888:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291450 x1854145476334080/t0(0) o503->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:516/0 lens 272/8416 e 0 to 0 dl 1768253551 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253540.435901:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649a74240. 00000100:00000200:3.0:1768253540.435906:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145476334080, offset 224 00000400:00000200:3.0:1768253540.435911:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253540.435917:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253540.435922:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69655e27a9200 00000400:00000200:3.0:1768253540.435926:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x16065 [4] + 224 00000400:00000200:3.0:1768253540.435932:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253540.435934:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253540.435940:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff1dc00 x1854145476334080/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253540.435958:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74240 00000400:00000010:3.0:1768253540.435960:0:5778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649a74240. 00000020:00000010:3.0:1768253540.435971:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972748c68900. 00000020:00000010:3.0:1768253540.435975:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253540.435978:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827800. 02000000:00000010:3.0:1768253540.435983:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff97277ffec000. 00000100:00000200:3.0:1768253540.435996:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253540.436001:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032160. 00000400:00000010:3.0:1768253540.436005:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649a74240. 00000400:00000010:0.0:1768253540.436835:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358420. 00000400:00000200:0.0:1768253540.436841:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649d3cd80 00000400:00000010:0.0:1768253540.436843:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff972649d3cd80. 00000100:00000200:0.0:1768253540.436852:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff1dc00 x1854145476334080/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253540.436861:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff1dc00 x1854145476334080/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253556 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253540.436884:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3c6c0. 02000000:00000010:0.0:1768253540.436893:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff97277cd50000. 02000000:00000010:0.0:1768253540.436911:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972750c9ca00. 00000100:00000010:0.0:1768253540.436915:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff1dc00. 00000040:00000010:0.0:1768253540.436926:0:5780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff972646da45a0. 00000020:00000010:3.0:1768253540.437479:0:101396:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827800. 00000020:00000010:3.0:1768253540.437485:0:101396:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649826000. 00000040:00000010:3.0:1768253540.437489:0:101396:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972649827600. 00000020:00000010:3.0:1768253540.437494:0:101396:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5d000. 00000020:00000010:3.0:1768253540.437499:0:101396:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253540.437503:0:101396:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649826400. 80000000:00000010:3.0:1768253540.437507:0:101396:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd223c0. 40000000:00000010:3.0:1768253540.437510:0:101396:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff97277ca40c40. 00100000:00000010:3.0:1768253540.437515:0:101396:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff972747d5a800. 00040000:00000010:3.0:1768253540.437520:0:101396:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97264862a400. 00040000:00000010:3.0:1768253540.437524:0:101396:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff972747d5b800. 00040000:00000010:3.0:1768253540.437528:0:101396:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649826a00. 00080000:00000010:3.0:1768253540.437531:0:101396:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5b000. 00000004:00000010:3.0:1768253540.437536:0:101396:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff972747d5e800. 00000004:00000010:3.0:1768253540.437542:0:101396:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277dbf1000. 00000004:00000010:3.0:1768253540.437547:0:101396:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff972747d5c800. 00002000:00000010:3.0:1768253540.437551:0:101396:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972646ce0c00. 00000004:00000010:3.0:1768253540.437555:0:101396:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff972646ce1800. 00000020:00000010:3.0:1768253540.437561:0:101396:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277ca40d40. 00000040:00000010:3.0:1768253540.437567:0:101396:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253540.438324:0:101396:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff97277cd2e000. 00000020:00000010:3.0:1768253540.438333:0:101396:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277ca40d40. 00000020:00000010:3.0:1768253540.438343:0:101396:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649826000. 00000040:00000010:3.0:1768253540.438347:0:101396:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972649827600. 00000020:00000010:3.0:1768253540.438350:0:101396:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5d000. 00000020:00000010:3.0:1768253540.438354:0:101396:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253540.438432:0:101396:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649826400. 80000000:00000010:3.0:1768253540.438435:0:101396:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd223c0. 40000000:00000010:3.0:1768253540.438439:0:101396:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff97277ca40c40. 00100000:00000010:3.0:1768253540.438443:0:101396:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff972747d5a800. 00040000:00000010:3.0:1768253540.438446:0:101396:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97264862a400. 00040000:00000010:3.0:1768253540.438452:0:101396:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff972747d5b800. 00040000:00000010:3.0:1768253540.438456:0:101396:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649826a00. 00080000:00000010:3.0:1768253540.438458:0:101396:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5b000. 00000004:00000010:3.0:1768253540.438462:0:101396:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff972747d5e800. 00000004:00000010:3.0:1768253540.438466:0:101396:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277dbf1000. 00000004:00000010:3.0:1768253540.438470:0:101396:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff972747d5c800. 00002000:00000010:3.0:1768253540.438473:0:101396:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972646ce0c00. 00000004:00000010:3.0:1768253540.438476:0:101396:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff972646ce1800. 00000020:00000010:3.0:1768253540.438479:0:101396:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827800. 00000040:00000010:0.0:1768253540.438623:0:5780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff972646da45a0. 00000040:00000010:0.0:1768253540.438631:0:5780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff972647d72000. 00000040:00000010:0.0:1768253540.438635:0:5780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972745b7aa00. 00000020:00000010:0.0:1768253540.438642:0:5780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9727478ab000. 00000040:00000010:0.0:1768253540.438647:0:5780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff97274fa0c800. 00000020:00000010:0.0:1768253540.438652:0:5780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972647776000. 00000020:00000010:0.0:1768253540.438656:0:5780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972745b7b600. 80000000:00000010:0.0:1768253540.438659:0:5780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4c60. 00040000:00000010:0.0:1768253540.438663:0:5780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972745b7b000. 00080000:00000010:0.0:1768253540.438667:0:5780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972647776800. 20000000:00000010:0.0:1768253540.438671:0:5780:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972745b7a000. 00000020:00000010:0.0:1768253540.438675:0:5780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa800. 10000000:00000010:0.0:1768253540.438679:0:5780:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff97277dcf0100. 00000100:00000010:2.0:1768253540.514099:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253720. 00000100:00000010:1.0:1768253540.514105:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253cc0. 00000100:00000010:0.0:1768253540.514124:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253600. 00000100:00000010:3.0:1768253540.514273:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972648253180. 00000100:00000010:1.0:1768253542.450121:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 02000000:00000010:1.0:1768253542.450146:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a100. 02000000:00000010:2.0:1768253542.450221:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972750d30000. 00000400:00000010:2.0:1768253542.450230:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e370. 00000400:00000010:2.0:1768253542.450237:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253542.450244:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476334208, portal 4 00000400:00000010:2.0:1768253542.450250:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253542.450253:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476334208, offset 0 00000400:00000200:2.0:1768253542.450262:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.450274:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.450286:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9280 00000400:00000200:2.0:1768253542.450293:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 4032 00000400:00000200:2.0:1768253542.450302:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.450307:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.450363:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253542.450368:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4e680. 00000400:00000200:2.0:1768253542.450390:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:2.0:1768253542.450392:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253542.450399:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777515880 x1854145476334208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253542.450418:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94a80. 00000100:00000010:2.0:1768253542.450431:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f942a0. 00000100:00000010:2.0:1768253542.450436:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94900. 00000100:00000010:2.0:1768253542.450441:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94d20. 00000020:00000010:3.0:1768253542.451959:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f800. 00000020:00000010:3.0:1768253542.451972:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972648193cc0. 00000020:00000010:3.0:1768253542.451989:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827000. 00000020:00000010:3.0:1768253542.451994:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72880. 00000020:00000010:3.0:1768253542.452000:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.452056:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f580. 00000020:00000010:3.0:1768253542.452059:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f580. 00000100:00000200:3.0:1768253542.452063:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334208 02000000:00000010:3.0:1768253542.452083:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972646ce3400. 00010000:00000200:3.0:1768253542.452125:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4e680 x1854145476334208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:518/0 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253542.452145:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253542.452152:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476334208, offset 224 00000400:00000200:3.0:1768253542.452160:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253542.452174:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253542.452183:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9280 00000400:00000200:3.0:1768253542.452189:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16075 [1] + 224 00000400:00000200:3.0:1768253542.452196:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253542.452200:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253542.452210:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777515880 x1854145476334208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253542.455082:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:3.0:1768253542.455093:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000020:00000010:3.0:1768253542.455124:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72880. 00000020:00000010:3.0:1768253542.455129:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.455133:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827000. 00000100:00000010:0.0:1768253542.455316:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1dc00. 02000000:00000010:0.0:1768253542.455333:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972748c6d000. 02000000:00000010:1.0:1768253542.455404:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647da7400. 00000400:00000010:1.0:1768253542.455412:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc1b8. 00000400:00000010:1.0:1768253542.455419:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253542.455427:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476334336, portal 4 00000400:00000010:1.0:1768253542.455433:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253542.455436:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476334336, offset 0 00000400:00000200:1.0:1768253542.455443:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253542.455454:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253542.455467:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9300 00000400:00000200:1.0:1768253542.455473:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 4256 00000400:00000200:1.0:1768253542.455480:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253542.455484:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253542.455489:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253542.455496:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6d80. 00000400:00000200:1.0:1768253542.455514:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253542.455516:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253542.455523:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff1dc00 x1854145476334336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253542.455606:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f580. 00000020:00000010:3.0:1768253542.455611:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc340. 00000020:00000010:3.0:1768253542.455626:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649827000. 00000020:00000010:3.0:1768253542.455629:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72880. 00000020:00000010:3.0:1768253542.455633:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.455657:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fec0. 00000020:00000010:3.0:1768253542.455660:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fec0. 00000100:00000200:3.0:1768253542.455663:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334336 02000000:00000010:3.0:1768253542.455677:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972646ce1800. 00010000:00000200:3.0:1768253542.455712:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972646ee6d80 x1854145476334336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:518/0 lens 224/368 e 0 to 0 dl 1768253553 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253542.455728:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253542.455731:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476334336, offset 224 00000400:00000200:3.0:1768253542.455736:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253542.455754:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253542.455759:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9300 00000400:00000200:3.0:1768253542.455763:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16081 [1] + 224 00000400:00000200:3.0:1768253542.455767:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253542.455769:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253542.455775:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff1dc00 x1854145476334336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.455851:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e370. 00000400:00000200:2.0:1768253542.455856:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253542.455857:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253542.455865:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777515880 x1854145476334208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.455873:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777515880 x1854145476334208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253542.455906:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972750d30000. 02000000:00000010:2.0:1768253542.455910:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a100. 00000100:00000010:2.0:1768253542.455914:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515880. 00000400:00000200:3.0:1768253542.460077:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:3.0:1768253542.460088:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000020:00000010:3.0:1768253542.460120:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72880. 00000020:00000010:3.0:1768253542.460126:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.460130:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649827000. 00000400:00000010:1.0:1768253542.461690:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc1b8. 00000400:00000200:1.0:1768253542.461703:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253542.461706:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253542.461720:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff1dc00 x1854145476334336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253542.461732:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff1dc00 x1854145476334336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253542.462103:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94a80. 00000100:00000010:3.0:1768253542.462174:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94d20. 00000100:00000010:2.0:1768253542.462305:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94900. 02000000:00000010:1.0:1768253542.463240:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647da7400. 02000000:00000010:1.0:1768253542.463250:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972748c6d000. 00000100:00000010:1.0:1768253542.463254:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff1dc00. 00000100:00000010:1.0:1768253542.463289:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f942a0. 00000100:00000010:3.0:1768253542.963453:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbd180. 02000000:00000010:3.0:1768253542.963474:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97274a223100. 02000000:00000010:3.0:1768253542.963523:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727412e7400. 00000400:00000010:3.0:1768253542.963532:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032f20. 00000400:00000010:3.0:1768253542.963538:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92110. 00000100:00000200:3.0:1768253542.963545:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476334464, portal 25 00000400:00000010:3.0:1768253542.963550:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253542.963553:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476334464, offset 0 00000400:00000200:3.0:1768253542.963583:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253542.963597:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253542.963608:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27a9380 00000400:00000200:3.0:1768253542.963615:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1551d [2] + 0 00000400:00000010:3.0:1768253542.963619:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463581b8. 00000400:00000200:3.0:1768253542.963623:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97276bec6f00 00000400:00000200:3.0:1768253542.963629:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253542.963633:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253542.963638:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276bec6f00 00000400:00000010:3.0:1768253542.963641:0:3320:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97276bec6f00. 00000100:00000200:3.0:1768253542.963647:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253542.963663:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92440 00000400:00000010:3.0:1768253542.963666:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253542.963674:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbd180 x1854145476334464/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253542.963692:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd225a0. 00000100:00000010:3.0:1768253542.963716:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22420. 00000100:00000010:3.0:1768253542.963721:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22e40. 00000100:00000010:3.0:1768253542.963726:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22f60. 00000020:00000010:3.0:1768253542.963781:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fe80. 00000020:00000010:3.0:1768253542.963786:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fe80. 00000020:00000010:3.0:1768253542.963792:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274dedb200. 00000020:00000010:3.0:1768253542.963796:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253542.963802:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.963846:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fe80. 00000020:00000010:3.0:1768253542.963849:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fe80. 00000100:00000200:3.0:1768253542.963852:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334464 02000000:00000010:3.0:1768253542.963866:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274581ac00. 00010000:00000200:3.0:1768253542.963874:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746293450 x1854145476334464/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:518/0 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253542.963890:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253542.963892:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476334464, offset 224 00000400:00000200:3.0:1768253542.963896:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253542.963901:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253542.963906:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27a9380 00000400:00000200:3.0:1768253542.963911:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1608d [1] + 224 00000400:00000200:3.0:1768253542.963915:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253542.963918:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253542.963924:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbd180 x1854145476334464/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253542.963946:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92440 00000400:00000010:3.0:1768253542.963948:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92440. 00000020:00000010:3.0:1768253542.963960:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253542.963964:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.963967:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274dedb200. 02000000:00000010:3.0:1768253542.963973:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97274581ac00. 00000100:00000200:3.0:1768253542.963979:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253542.963983:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032b00. 00000400:00000010:3.0:1768253542.963987:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649a74180. 00000100:00000010:3.0:1768253542.963998:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbfb80. 02000000:00000010:3.0:1768253542.964005:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7f00. 02000000:00000010:3.0:1768253542.964048:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97274dedb200. 00000400:00000010:3.0:1768253542.964052:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032210. 00000400:00000010:3.0:1768253542.964055:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92440. 00000100:00000200:3.0:1768253542.964058:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476334592, portal 10 00000400:00000010:3.0:1768253542.964062:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253542.964064:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476334592, offset 0 00000400:00000200:3.0:1768253542.964068:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253542.964073:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253542.964079:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9400 00000400:00000200:3.0:1768253542.964084:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 59952 00000400:00000010:2.0:1768253542.964098:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032f20. 00000400:00000200:2.0:1768253542.964103:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92110 00000400:00000010:2.0:1768253542.964104:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92110. 00000100:00000200:2.0:1768253542.964109:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbd180 x1854145476334464/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.964117:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbd180 x1854145476334464/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253542.964123:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253542.964126:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253542.964130:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253542.964134:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbd880. 02000000:00000010:2.0:1768253542.964136:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727412e7400. 02000000:00000010:2.0:1768253542.964141:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97274a223100. 00000400:00000200:3.0:1768253542.964144:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92cc0 00000400:00000010:3.0:1768253542.964146:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92cc0. 00000100:00000010:2.0:1768253542.964147:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbd180. 00000100:00000200:3.0:1768253542.964150:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbfb80 x1854145476334592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253542.964180:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fe80. 00000020:00000010:3.0:1768253542.964183:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fe80. 00000020:00000010:3.0:1768253542.964188:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819e00. 00000020:00000010:3.0:1768253542.964191:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253542.964194:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.964223:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fe80. 00000020:00000010:3.0:1768253542.964226:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fe80. 00000100:00000200:3.0:1768253542.964228:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334592 02000000:00000010:3.0:1768253542.964238:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274581ac00. 00010000:00000200:3.0:1768253542.964244:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbd880 x1854145476334592/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253542.964255:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253542.964258:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476334592, offset 224 00000400:00000200:3.0:1768253542.964262:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253542.964267:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253542.964271:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9400 00000400:00000200:3.0:1768253542.964275:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1609d [1] + 224 00000400:00000200:3.0:1768253542.964278:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253542.964281:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253542.964286:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbfb80 x1854145476334592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253542.964307:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92cc0 00000400:00000010:3.0:1768253542.964309:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92cc0. 00000020:00000010:3.0:1768253542.964317:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253542.964320:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253542.964322:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819e00. 00000100:00000010:3.0:1768253542.964336:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbed80. 02000000:00000010:3.0:1768253542.964342:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7a00. 00000100:00000010:3.0:1768253542.964356:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbf480. 02000000:00000010:3.0:1768253542.964361:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7100. 00000100:00000010:3.0:1768253542.964366:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbca80. 02000000:00000010:3.0:1768253542.964370:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7e00. 00000100:00000010:3.0:1768253542.964377:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbc380. 02000000:00000010:3.0:1768253542.964380:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7900. 02000000:00000010:2.0:1768253542.964533:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649898200. 00000400:00000010:2.0:1768253542.964538:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e370. 00000400:00000010:2.0:1768253542.964541:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253542.964544:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476334720, portal 10 00000400:00000010:2.0:1768253542.964548:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253542.964550:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476334720, offset 0 00000400:00000200:2.0:1768253542.964565:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.964571:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.964576:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9480 00000400:00000200:2.0:1768253542.964580:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60176 00000400:00000200:2.0:1768253542.964584:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.964586:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.964589:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253542.964592:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c380. 00000400:00000200:2.0:1768253542.964603:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:2.0:1768253542.964605:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253542.964609:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbed80 x1854145476334720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253542.964630:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649899800. 00000400:00000010:2.0:1768253542.964633:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e210. 00000400:00000010:2.0:1768253542.964635:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253542.964638:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476334848, portal 4 00000400:00000010:2.0:1768253542.964641:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253542.964643:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476334848, offset 0 00000400:00000200:2.0:1768253542.964646:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.964651:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.964654:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a9500 00000400:00000200:2.0:1768253542.964659:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 9408 00000400:00000200:2.0:1768253542.964662:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.964665:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.964668:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253542.964672:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f480. 00000400:00000200:2.0:1768253542.964682:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:2.0:1768253542.964683:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253542.964687:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbf480 x1854145476334848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253542.964724:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb68cc0. 00000020:00000010:2.0:1768253542.964765:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898400. 00000020:00000010:2.0:1768253542.964769:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.964773:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.964802:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.964804:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000100:00000200:2.0:1768253542.964807:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334720 02000000:00000010:2.0:1768253542.964815:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750d33000. 00010000:00000200:2.0:1768253542.964820:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4c380 x1854145476334720/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.964831:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253542.964834:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476334720, offset 224 00000400:00000200:2.0:1768253542.964837:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.964843:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.964848:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9480 00000400:00000200:2.0:1768253542.964851:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x160a9 [1] + 224 00000400:00000200:2.0:1768253542.964855:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.964858:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.964862:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbed80 x1854145476334720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253542.964886:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:2.0:1768253542.964888:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 00000020:00000010:2.0:1768253542.964896:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.964900:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.964903:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898400. 00000020:00000010:2.0:1768253542.964924:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.964927:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.964931:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898400. 00000020:00000010:2.0:1768253542.964933:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.964935:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.965291:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965295:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000100:00000200:2.0:1768253542.965298:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334848 02000000:00000010:2.0:1768253542.965306:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750d33400. 00010000:00000200:2.0:1768253542.965312:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4f480 x1854145476334848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.965322:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253542.965325:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476334848, offset 224 00000400:00000200:2.0:1768253542.965329:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.965334:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.965339:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a9500 00000400:00000200:2.0:1768253542.965343:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x160b1 [1] + 224 00000400:00000200:2.0:1768253542.965347:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.965350:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.965356:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbf480 x1854145476334848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253542.965366:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:2.0:1768253542.965368:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 00000020:00000010:2.0:1768253542.965376:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.965379:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.965382:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898400. 02000000:00000010:2.0:1768253542.965412:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649898400. 00000400:00000010:2.0:1768253542.965417:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e6e0. 00000400:00000010:2.0:1768253542.965419:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253542.965422:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476335104, portal 4 00000400:00000010:2.0:1768253542.965426:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253542.965428:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476335104, offset 0 00000400:00000200:2.0:1768253542.965431:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.965435:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.965440:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a9600 00000400:00000200:2.0:1768253542.965445:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 9632 00000400:00000200:2.0:1768253542.965449:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.965451:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.965454:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253542.965458:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4d880. 00000400:00000200:2.0:1768253542.965467:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fda18 00000400:00000010:2.0:1768253542.965469:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253542.965474:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbc380 x1854145476335104/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.965490:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032210. 00000400:00000200:2.0:1768253542.965494:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92440 00000400:00000010:2.0:1768253542.965495:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92440. 00000100:00000200:2.0:1768253542.965507:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbfb80 x1854145476334592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.965515:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbfb80 x1854145476334592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253542.965538:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97274dedb200. 02000000:00000010:2.0:1768253542.965544:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7f00. 00000100:00000010:2.0:1768253542.965548:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbfb80. 02000000:00000010:2.0:1768253542.965586:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649899200. 00000400:00000010:2.0:1768253542.965590:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ee70. 00000400:00000010:2.0:1768253542.965594:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253542.965596:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476334976, portal 10 00000400:00000010:2.0:1768253542.965600:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd220. 00000100:00000200:2.0:1768253542.965603:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476334976, offset 0 00000400:00000200:2.0:1768253542.965606:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.965611:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.965616:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9580 00000400:00000200:2.0:1768253542.965619:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60400 00000400:00000200:2.0:1768253542.965623:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.965626:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.965629:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253542.965632:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777515880. 00000400:00000200:2.0:1768253542.965641:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd220 00000400:00000010:2.0:1768253542.965643:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd220. 00000100:00000200:2.0:1768253542.965647:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbca80 x1854145476334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253542.965675:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965679:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965683:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898600. 00000020:00000010:2.0:1768253542.965687:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.965689:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.965707:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965710:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000100:00000200:2.0:1768253542.965713:0:6570:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335104 02000000:00000010:2.0:1768253542.965720:0:6570:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750d33c00. 00010000:00000200:2.0:1768253542.965725:0:6570:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4d880 x1854145476335104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.965734:0:6570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd220. 00000100:00000200:2.0:1768253542.965749:0:6570:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476335104, offset 224 00000400:00000200:2.0:1768253542.965753:0:6570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.965758:0:6570:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.965762:0:6570:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a9600 00000400:00000200:2.0:1768253542.965766:0:6570:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x160c1 [1] + 224 00000400:00000200:2.0:1768253542.965770:0:6570:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.965772:0:6570:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.965789:0:6570:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbc380 x1854145476335104/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253542.965805:0:6570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd220 00000400:00000010:2.0:1768253542.965806:0:6570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd220. 00000020:00000010:2.0:1768253542.965813:0:6570:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.965817:0:6570:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.965820:0:6570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898600. 00000020:00000010:2.0:1768253542.965837:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965841:0:6919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0a40. 00000020:00000010:2.0:1768253542.965845:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965847:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898600. 00000020:00000010:2.0:1768253542.965850:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.965852:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.965869:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277cb688c0. 00000020:00000010:2.0:1768253542.965872:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277cb688c0. 00000100:00000200:2.0:1768253542.965874:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476334976 02000000:00000010:2.0:1768253542.965880:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750d31400. 00010000:00000200:2.0:1768253542.965886:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777515880 x1854145476334976/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1768253553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.965895:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd220. 00000100:00000200:2.0:1768253542.965898:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476334976, offset 224 00000400:00000200:2.0:1768253542.965902:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253542.965908:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253542.965914:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9580 00000400:00000200:2.0:1768253542.965918:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x160c9 [1] + 224 00000400:00000200:2.0:1768253542.965923:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253542.965926:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253542.965933:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbca80 x1854145476334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253542.967577:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd220 00000400:00000010:2.0:1768253542.967585:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd220. 00000020:00000010:2.0:1768253542.967610:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062000. 00000020:00000010:2.0:1768253542.967615:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253542.967618:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898600. 00000400:00000010:2.0:1768253542.967650:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e210. 00000400:00000200:2.0:1768253542.967654:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:2.0:1768253542.967656:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253542.967666:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbf480 x1854145476334848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.967679:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbf480 x1854145476334848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.967704:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e370. 00000400:00000200:2.0:1768253542.967707:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:2.0:1768253542.967709:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253542.967713:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbed80 x1854145476334720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.967721:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbed80 x1854145476334720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253542.967734:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649899800. 02000000:00000010:2.0:1768253542.967750:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7100. 00000100:00000010:2.0:1768253542.967754:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbf480. 02000000:00000010:2.0:1768253542.967766:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649898200. 02000000:00000010:2.0:1768253542.967768:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7a00. 00000100:00000010:2.0:1768253542.967770:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbed80. 00000400:00000010:2.0:1768253542.967803:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ee70. 00000400:00000200:2.0:1768253542.967806:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fda18 00000400:00000010:2.0:1768253542.967807:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253542.967812:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbca80 x1854145476334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.967821:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbca80 x1854145476334976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253542.967833:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e6e0. 00000400:00000200:2.0:1768253542.967836:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:2.0:1768253542.967837:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253542.967841:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbc380 x1854145476335104/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253542.967849:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbc380 x1854145476335104/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253542.967866:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649899200. 02000000:00000010:2.0:1768253542.967869:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7e00. 00000100:00000010:2.0:1768253542.967872:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbca80. 02000000:00000010:2.0:1768253542.967874:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649898400. 02000000:00000010:2.0:1768253542.967876:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7900. 00000100:00000010:2.0:1768253542.967878:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbc380. 00000100:00000010:0.0:1768253543.046844:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd225a0. 00000100:00000010:3.0:1768253543.047005:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22f60. 00000100:00000010:1.0:1768253543.047599:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22420. 00000100:00000010:2.0:1768253543.049433:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22e40. 00000100:00000010:1.0:1768253547.570264:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6680. 02000000:00000010:1.0:1768253547.570284:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a800. 02000000:00000010:1.0:1768253547.570524:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647da7800. 00000400:00000010:1.0:1768253547.570533:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc1b8. 00000400:00000010:1.0:1768253547.570540:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253547.570547:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476335232, portal 4 00000400:00000010:1.0:1768253547.570556:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253547.570559:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476335232, offset 0 00000400:00000200:1.0:1768253547.570567:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253547.570583:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253547.570598:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9680 00000400:00000200:1.0:1768253547.570605:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 4480 00000400:00000200:1.0:1768253547.570614:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253547.570618:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253547.570627:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253547.570632:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fea6d80. 00000400:00000200:1.0:1768253547.570654:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253547.570656:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253547.570665:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee6680 x1854145476335232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253547.570690:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e37e0. 00000100:00000010:1.0:1768253547.570718:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3ae0. 00000100:00000010:1.0:1768253547.570722:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3780. 00000100:00000010:1.0:1768253547.570730:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3d20. 00000020:00000010:1.0:1768253547.570762:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447140. 00000020:00000010:1.0:1768253547.570768:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f800. 00000020:00000010:1.0:1768253547.570783:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972646715a00. 00000020:00000010:1.0:1768253547.570789:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726475f7700. 00000020:00000010:1.0:1768253547.570795:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253547.570827:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447840. 00000020:00000010:1.0:1768253547.570831:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447840. 00000100:00000200:1.0:1768253547.570835:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335232 02000000:00000010:1.0:1768253547.570852:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972647da4800. 00010000:00000200:1.0:1768253547.570887:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fea6d80 x1854145476335232/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:523/0 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253547.570903:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253547.570906:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476335232, offset 224 00000400:00000200:1.0:1768253547.570910:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253547.570915:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253547.570920:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9680 00000400:00000200:1.0:1768253547.570925:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x160d9 [1] + 224 00000400:00000200:1.0:1768253547.570929:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253547.570931:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253547.570938:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee6680 x1854145476335232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253547.570952:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253547.570954:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000020:00000010:1.0:1768253547.570965:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726475f7700. 00000020:00000010:1.0:1768253547.570969:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253547.570972:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972646715a00. 00000400:00000010:1.0:1768253547.570997:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc1b8. 00000400:00000200:1.0:1768253547.571001:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253547.571002:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253547.571007:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee6680 x1854145476335232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253547.571034:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee6680 x1854145476335232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253547.571059:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647da7800. 02000000:00000010:1.0:1768253547.571064:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a800. 00000100:00000010:1.0:1768253547.571068:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee6680. 00000100:00000010:3.0:1768253547.571214:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbdc00. 02000000:00000010:3.0:1768253547.571224:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97264862a500. 02000000:00000010:2.0:1768253547.571295:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972750d32400. 00000400:00000010:2.0:1768253547.571301:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e6e0. 00000400:00000010:2.0:1768253547.571305:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253547.571308:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476335360, portal 4 00000400:00000010:2.0:1768253547.571313:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253547.571315:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476335360, offset 0 00000400:00000200:2.0:1768253547.571320:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253547.571325:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253547.571332:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9700 00000400:00000200:2.0:1768253547.571336:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 4704 00000400:00000200:2.0:1768253547.571340:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253547.571343:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253547.571346:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253547.571352:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43b80. 00000400:00000200:2.0:1768253547.571368:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fda18 00000400:00000010:2.0:1768253547.571370:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253547.571374:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbdc00 x1854145476335360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253547.571446:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fd80. 00000020:00000010:3.0:1768253547.571451:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f580. 00000020:00000010:3.0:1768253547.571468:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7ac00. 00000020:00000010:3.0:1768253547.571472:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72a00. 00000020:00000010:3.0:1768253547.571475:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253547.571490:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f580. 00000020:00000010:3.0:1768253547.571492:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f580. 00000100:00000200:3.0:1768253547.571495:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335360 02000000:00000010:3.0:1768253547.571503:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972745818000. 00010000:00000200:3.0:1768253547.571523:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe43b80 x1854145476335360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:523/0 lens 224/368 e 0 to 0 dl 1768253558 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253547.571534:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253547.571537:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476335360, offset 224 00000400:00000200:3.0:1768253547.571541:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253547.571546:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253547.571551:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9700 00000400:00000200:3.0:1768253547.571555:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x160e5 [1] + 224 00000400:00000200:3.0:1768253547.571559:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253547.571562:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253547.571567:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbdc00 x1854145476335360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253547.571580:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92cc0 00000400:00000010:3.0:1768253547.571582:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92cc0. 00000020:00000010:3.0:1768253547.571590:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72a00. 00000020:00000010:3.0:1768253547.571593:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:3.0:1768253547.571596:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7ac00. 00000400:00000010:2.0:1768253547.571647:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e6e0. 00000400:00000200:2.0:1768253547.571651:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:2.0:1768253547.571652:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253547.571657:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbdc00 x1854145476335360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253547.571665:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbdc00 x1854145476335360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253547.571682:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972750d32400. 02000000:00000010:2.0:1768253547.571686:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97264862a500. 00000100:00000010:2.0:1768253547.571689:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbdc00. 00000100:00000010:3.0:1768253547.578081:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3d20. 00000100:00000010:1.0:1768253547.578111:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3ae0. 00000100:00000010:2.0:1768253547.578156:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3780. 00000100:00000010:0.0:1768253547.578893:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e37e0. 00000100:00000010:1.0:1768253548.085244:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6680. 02000000:00000010:1.0:1768253548.085263:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a800. 00000100:00000010:1.0:1768253548.085294:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649258e00. 02000000:00000010:1.0:1768253548.085298:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7aa00. 00000100:00000010:1.0:1768253548.085306:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97264925b480. 02000000:00000010:1.0:1768253548.085310:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a400. 00000100:00000010:1.0:1768253548.085328:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97264925a300. 02000000:00000010:1.0:1768253548.085331:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a300. 00000100:00000010:1.0:1768253548.085337:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649259500. 02000000:00000010:1.0:1768253548.085341:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a100. 00000100:00000010:1.0:1768253548.085347:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fef7100. 02000000:00000010:1.0:1768253548.085350:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a000. 02000000:00000010:1.0:1768253548.085380:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647ff4600. 00000400:00000010:1.0:1768253548.085388:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc1b8. 00000400:00000010:1.0:1768253548.085397:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253548.085405:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476335488, portal 25 00000400:00000010:1.0:1768253548.085410:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253548.085414:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476335488, offset 0 00000400:00000200:1.0:1768253548.085424:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.085436:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.085450:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27a9780 00000400:00000200:1.0:1768253548.085457:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15555 [2] + 0 00000400:00000010:1.0:1768253548.085462:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e108. 00000400:00000200:1.0:1768253548.085465:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fe4e840 00000400:00000200:1.0:1768253548.085472:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.085477:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253548.085482:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fe4e840 00000400:00000010:1.0:1768253548.085484:0:3320:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fe4e840. 00000100:00000200:1.0:1768253548.085489:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253548.085504:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253548.085506:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253548.085515:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee6680 x1854145476335488/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253548.085534:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3ae0. 00000100:00000010:1.0:1768253548.085547:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3240. 00000100:00000010:1.0:1768253548.085551:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3b40. 00000100:00000010:1.0:1768253548.085556:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3660. 02000000:00000010:1.0:1768253548.085566:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647ff5200. 00000400:00000010:1.0:1768253548.085570:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc318. 00000400:00000010:1.0:1768253548.085572:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253548.085575:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476336000, portal 10 00000400:00000010:1.0:1768253548.085580:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253548.085582:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476336000, offset 0 00000400:00000200:1.0:1768253548.085586:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.085591:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.085596:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9980 00000400:00000200:1.0:1768253548.085600:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60624 00000400:00000200:1.0:1768253548.085604:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.085606:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.085610:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253548.085614:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fef5f80. 00000400:00000200:1.0:1768253548.085638:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253548.085641:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253548.085645:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649259500 x1854145476336000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253548.085675:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb6600. 00000400:00000010:1.0:1768253548.085679:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253548.085681:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253548.085684:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476335616, portal 10 00000400:00000010:1.0:1768253548.085698:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253548.085700:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476335616, offset 0 00000400:00000200:1.0:1768253548.085704:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.085709:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.085714:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9800 00000400:00000200:1.0:1768253548.085717:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 60848 00000400:00000200:1.0:1768253548.085721:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.085724:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.085727:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253548.085731:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fef4380. 00000400:00000200:1.0:1768253548.085742:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253548.085744:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253548.085748:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649258e00 x1854145476335616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253548.085767:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727560dca00. 00000400:00000010:1.0:1768253548.085771:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcd10. 00000400:00000010:1.0:1768253548.085774:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253548.085776:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476336128, portal 4 00000400:00000010:1.0:1768253548.085780:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253548.085783:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476336128, offset 0 00000400:00000200:1.0:1768253548.085786:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.085790:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.085794:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a9a00 00000400:00000200:1.0:1768253548.085799:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 9856 00000400:00000200:1.0:1768253548.085803:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.085805:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.085809:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253548.085812:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fef5c00. 00000400:00000200:1.0:1768253548.085820:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:1.0:1768253548.085821:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253548.085825:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fef7100 x1854145476336128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253548.085847:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727560dd800. 00000400:00000010:1.0:1768253548.085850:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc160. 00000400:00000010:1.0:1768253548.085851:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253548.085853:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476335744, portal 10 00000400:00000010:1.0:1768253548.085856:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253548.085857:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476335744, offset 0 00000400:00000200:1.0:1768253548.085859:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.085863:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.085866:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9880 00000400:00000200:1.0:1768253548.085868:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 61072 00000400:00000200:1.0:1768253548.085871:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.085872:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.085874:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253548.085876:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fef4a80. 00000400:00000200:1.0:1768253548.085888:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0714c8 00000400:00000010:1.0:1768253548.085889:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253548.085892:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97264925b480 x1854145476335744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253548.085911:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727560dd200. 00000400:00000010:1.0:1768253548.085915:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbca50. 00000400:00000010:1.0:1768253548.085917:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253548.085920:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476335872, portal 4 00000400:00000010:1.0:1768253548.085925:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.085927:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476335872, offset 0 00000400:00000200:1.0:1768253548.085931:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.085935:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.085938:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27a9900 00000400:00000200:1.0:1768253548.085941:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 10080 00000400:00000200:1.0:1768253548.085945:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.085947:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.085950:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253548.085956:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649362d80. 00000400:00000200:1.0:1768253548.085967:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.085969:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.085973:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97264925a300 x1854145476335872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253548.086033:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447600. 00000020:00000010:1.0:1768253548.086036:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447600. 00000020:00000010:1.0:1768253548.086040:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727560dd400. 00000020:00000010:1.0:1768253548.086044:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc380. 00000020:00000010:1.0:1768253548.086049:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253548.086078:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447600. 00000020:00000010:1.0:1768253548.086080:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447600. 00000100:00000200:1.0:1768253548.086083:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335488 02000000:00000010:1.0:1768253548.086100:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647da7c00. 00010000:00000200:1.0:1768253548.086110:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746292850 x1854145476335488/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:524/0 lens 224/224 e 0 to 0 dl 1768253559 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086127:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.086130:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476335488, offset 224 00000400:00000200:1.0:1768253548.086133:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.086137:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.086140:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27a9780 00000400:00000200:1.0:1768253548.086143:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x160f1 [1] + 224 00000400:00000200:1.0:1768253548.086146:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.086148:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.086152:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee6680 x1854145476335488/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253548.086162:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.086164:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253548.086174:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc380. 00000020:00000010:1.0:1768253548.086176:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253548.086178:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727560dd400. 02000000:00000010:1.0:1768253548.086185:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647da7c00. 00000100:00000200:1.0:1768253548.086191:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253548.086193:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc478. 00000400:00000010:1.0:1768253548.086196:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727463563c0. 00000020:00000010:1.0:1768253548.086209:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447600. 00000020:00000010:1.0:1768253548.086220:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727560dd400. 00000020:00000010:1.0:1768253548.086222:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc380. 00000020:00000010:1.0:1768253548.086224:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253548.086238:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086240:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086244:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727561e3400. 00000020:00000010:1.0:1768253548.086246:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc300. 00000020:00000010:1.0:1768253548.086248:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253548.086257:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086258:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277cb68cc0. 00000020:00000010:1.0:1768253548.086261:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086263:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899800. 00000020:00000010:1.0:1768253548.086264:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253548.086266:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253548.086272:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086273:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000100:00000200:1.0:1768253548.086274:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336000 02000000:00000010:1.0:1768253548.086280:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647da7c00. 00010000:00000200:1.0:1768253548.086284:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fef5f80 x1854145476336000/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1768253559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086291:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.086292:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476336000, offset 224 00000400:00000200:1.0:1768253548.086295:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.086298:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.086300:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9980 00000400:00000200:1.0:1768253548.086303:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x160f9 [1] + 224 00000400:00000200:1.0:1768253548.086306:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.086307:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.086310:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649259500 x1854145476336000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253548.086316:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.086317:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253548.086323:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc380. 00000020:00000010:1.0:1768253548.086326:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253548.086328:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727560dd400. 00000020:00000010:1.0:1768253548.086338:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086340:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000100:00000200:1.0:1768253548.086343:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335616 02000000:00000010:1.0:1768253548.086349:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647da7400. 00010000:00000200:1.0:1768253548.086354:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fef4380 x1854145476335616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1768253559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086362:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.086365:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476335616, offset 224 00000400:00000200:1.0:1768253548.086368:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.086373:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.086377:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9800 00000400:00000200:1.0:1768253548.086381:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16101 [1] + 224 00000400:00000200:1.0:1768253548.086384:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.086386:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.086390:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649258e00 x1854145476335616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253548.086399:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.086401:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253548.086407:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc300. 00000020:00000010:1.0:1768253548.086409:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253548.086410:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727561e3400. 00000020:00000010:1.0:1768253548.086417:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086419:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000100:00000200:1.0:1768253548.086420:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335744 02000000:00000010:1.0:1768253548.086425:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647da7800. 00010000:00000200:1.0:1768253548.086428:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fef4a80 x1854145476335744/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1768253559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086434:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.086436:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476335744, offset 224 00000400:00000200:1.0:1768253548.086438:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.086441:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.086444:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9880 00000400:00000200:1.0:1768253548.086446:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16111 [1] + 224 00000400:00000200:1.0:1768253548.086449:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.086451:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.086453:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97264925b480 x1854145476335744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253548.086462:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.086463:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253548.086467:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253548.086468:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253548.086470:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899800. 00000020:00000010:1.0:1768253548.086486:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086487:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086489:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899800. 00000020:00000010:1.0:1768253548.086491:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253548.086492:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253548.086514:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086517:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086520:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898600. 00000020:00000010:1.0:1768253548.086522:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc300. 00000020:00000010:1.0:1768253548.086525:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253548.086538:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086541:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000100:00000200:1.0:1768253548.086543:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336128 02000000:00000010:1.0:1768253548.086550:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ce2800. 00010000:00000200:1.0:1768253548.086555:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fef5c00 x1854145476336128/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1768253559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086564:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.086567:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476336128, offset 224 00000400:00000200:1.0:1768253548.086571:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.086576:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.086580:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a9a00 00000400:00000200:1.0:1768253548.086584:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16109 [1] + 224 00000400:00000200:1.0:1768253548.086588:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.086590:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.086594:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fef7100 x1854145476336128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253548.086601:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.086602:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253548.086607:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253548.086609:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad578. 00000020:00000010:1.0:1768253548.086610:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899800. 00000020:00000010:1.0:1768253548.086617:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447e80. 00000020:00000010:1.0:1768253548.086618:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447e80. 00000100:00000200:1.0:1768253548.086620:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476335872 02000000:00000010:1.0:1768253548.086625:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ce0400. 00010000:00000200:1.0:1768253548.086628:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649362d80 x1854145476335872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1768253559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086633:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253548.086635:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476335872, offset 224 00000400:00000200:1.0:1768253548.086637:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253548.086639:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253548.086642:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27a9900 00000400:00000200:1.0:1768253548.086644:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16119 [1] + 224 00000400:00000200:1.0:1768253548.086646:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253548.086648:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253548.086650:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97264925a300 x1854145476335872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253548.086655:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253548.086656:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253548.086659:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc300. 00000020:00000010:1.0:1768253548.086661:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253548.086662:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898600. 00000400:00000010:1.0:1768253548.086705:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbca50. 00000400:00000200:1.0:1768253548.086709:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0714c8 00000400:00000010:1.0:1768253548.086711:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253548.086716:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97264925a300 x1854145476335872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253548.086724:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97264925a300 x1854145476335872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086747:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc160. 00000400:00000200:1.0:1768253548.086750:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:1.0:1768253548.086751:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253548.086755:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97264925b480 x1854145476335744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253548.086760:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97264925b480 x1854145476335744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253548.086770:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727560dd200. 02000000:00000010:1.0:1768253548.086773:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a300. 00000100:00000010:1.0:1768253548.086777:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97264925a300. 02000000:00000010:1.0:1768253548.086779:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727560dd800. 02000000:00000010:1.0:1768253548.086781:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a400. 00000100:00000010:1.0:1768253548.086782:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97264925b480. 00000400:00000010:1.0:1768253548.086792:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253548.086793:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253548.086794:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253548.086797:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649258e00 x1854145476335616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253548.086802:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649258e00 x1854145476335616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086809:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcd10. 00000400:00000200:1.0:1768253548.086810:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253548.086811:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253548.086813:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fef7100 x1854145476336128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253548.086817:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fef7100 x1854145476336128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086824:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc1b8. 00000400:00000200:1.0:1768253548.086825:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253548.086826:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253548.086828:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee6680 x1854145476335488/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253548.086833:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee6680 x1854145476335488/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253548.086838:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc318. 00000400:00000200:1.0:1768253548.086839:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:1.0:1768253548.086840:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253548.086842:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649259500 x1854145476336000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253548.086847:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649259500 x1854145476336000/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253548.086853:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb6600. 02000000:00000010:1.0:1768253548.086855:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7aa00. 00000100:00000010:1.0:1768253548.086856:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649258e00. 02000000:00000010:1.0:1768253548.086858:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727560dca00. 02000000:00000010:1.0:1768253548.086860:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a000. 00000100:00000010:1.0:1768253548.086861:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fef7100. 02000000:00000010:1.0:1768253548.086863:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647ff4600. 02000000:00000010:1.0:1768253548.086864:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a800. 00000100:00000010:1.0:1768253548.086865:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee6680. 02000000:00000010:1.0:1768253548.086867:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647ff5200. 02000000:00000010:1.0:1768253548.086868:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a100. 00000100:00000010:1.0:1768253548.086869:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649259500. 00000100:00000010:0.0:1768253548.162114:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3ae0. 00000100:00000010:1.0:1768253548.162155:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3240. 00000100:00000010:3.0:1768253548.162222:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3660. 00000100:00000010:2.0:1768253548.162431:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3b40. 00000400:00000200:1.0:1768253550.406345:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253550.406371:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 26 MB=0x69655e1082c00 00000400:00000200:1.0:1768253550.406381:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 520/520 into md 0x15571 [2] + 0 00000400:00000010:1.0:1768253550.406388:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ed10. 00000400:00000200:1.0:1768253550.406400:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fe4e300 00000400:00000200:1.0:1768253550.406415:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253550.406419:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253550.406424:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fe4e300 00000400:00000010:1.0:1768253550.406427:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fe4e300. 00000100:00000200:1.0:1768253550.406433:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253550.409514:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972777553400. 00000020:00000010:2.0:1768253550.409529:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.409535:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000100:00000200:2.0:1768253550.409585:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452059648 02000000:00000010:2.0:1768253550.409610:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff972750d30000. 00000020:00000010:2.0:1768253550.409622:0:5777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff9727775aa800. 00000001:00000010:2.0:1768253550.409634:0:5777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9727779a1700. 00000001:00000010:2.0:1768253550.409639:0:5777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9726492962c0. 00000001:00000010:2.0:1768253550.409642:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972777552400. 00000001:00000010:2.0:1768253550.409645:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972777553600. 00000001:00000010:2.0:1768253550.409650:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277c818200. 00000001:00000010:2.0:1768253550.409653:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277c819e00. 00000020:00000010:2.0:1768253550.409682:0:5777:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff972647f94de0. 00000020:00000010:2.0:1768253550.409691:0:5777:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff972647f94de0. 00000020:00000010:2.0:1768253550.409700:0:5777:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff9727775a9800. 00000400:00000200:2.0:1768253550.409718:0:5777:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:2.0:1768253550.409753:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746290c50 x1854145452059648/t0(0) o250->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253550.409773:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdee0. 00000100:00000200:2.0:1768253550.409779:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1854145452059648, offset 0 00000400:00000200:2.0:1768253550.409786:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253550.409797:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253550.409804:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3828:3828:256:4294967295] 192.168.202.43@tcp LPNI seq info [3824:3824:8:4294967295] 00000400:00000200:2.0:1768253550.409815:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253550.409822:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253550.409827:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727779a1e00. 00000800:00000200:2.0:1768253550.409834:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253550.409841:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253550.409846:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727779a1e00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1768253550.409881:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.409886:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.409890:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972777553400. 00000100:00000200:2.0:1768253550.409899:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253550.409906:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e6e0. 00000400:00000010:2.0:1768253550.409911:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993f480. 00000800:00000200:0.0:1768253550.410542:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.410548:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727779a1e00. 00000400:00000200:0.0:1768253550.410553:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.410558:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.410562:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdee0 00000400:00000010:0.0:1768253550.410564:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdee0. 02000000:00000010:0.0:1768253550.410570:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff972750d30000. 00000400:00000200:2.0:1768253550.412129:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253550.412147:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1082c80 00000400:00000200:2.0:1768253550.412156:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x155d9 [2] + 0 00000400:00000010:2.0:1768253550.412163:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce18. 00000400:00000200:2.0:1768253550.412168:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777eb6f00 00000400:00000200:2.0:1768253550.412184:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.412188:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.412192:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777eb6f00 00000400:00000010:2.0:1768253550.412195:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777eb6f00. 00000100:00000200:2.0:1768253550.412200:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253550.417160:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.417172:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.417183:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819800. 00000020:00000010:2.0:1768253550.417189:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.417195:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.417260:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.417364:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccdc0. 00000100:00000200:2.0:1768253550.417368:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452059776 00010000:00000010:2.0:1768253550.417397:0:5775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc01200. 02000000:00000010:2.0:1768253550.417416:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972750d31800. 00010000:00000200:2.0:1768253550.417450:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291850 x1854145452059776/t0(0) o101->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 328/344 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253550.417469:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fda18. 00000100:00000200:2.0:1768253550.417476:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452059776, offset 224 00000400:00000200:2.0:1768253550.417483:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253550.417498:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253550.417505:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3829:3829:256:4294967295] 192.168.202.43@tcp LPNI seq info [3825:3825:8:4294967295] 00000400:00000200:2.0:1768253550.417518:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253550.417524:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253550.417529:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727779a1900. 00000800:00000200:2.0:1768253550.417537:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253550.417545:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253550.417550:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727779a1900 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:2.0:1768253550.417639:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.417644:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.417648:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819800. 00000100:00000200:2.0:1768253550.417658:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253550.417673:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ee70. 00000400:00000010:2.0:1768253550.417680:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993f840. 00000800:00000200:1.0:1768253550.420167:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253550.420176:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727779a1900. 00000400:00000200:1.0:1768253550.420183:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253550.420192:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253550.420199:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fda18 00000400:00000010:1.0:1768253550.420201:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fda18. 02000000:00000010:1.0:1768253550.420208:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972750d31800. 00000400:00000200:0.0:1768253550.422048:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.422071:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 512 into portal 26 MB=0x69655e1082d00 00000400:00000200:0.0:1768253550.422080:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 512/512 into md 0x155f1 [2] + 0 00000400:00000010:0.0:1768253550.422085:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e2c0. 00000400:00000200:0.0:1768253550.422090:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264982b180 00000400:00000200:0.0:1768253550.422115:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.422120:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.422126:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264982b180 00000400:00000010:0.0:1768253550.422128:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264982b180. 00000100:00000200:0.0:1768253550.422134:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.422255:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.422261:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.422279:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8e600. 00000020:00000010:3.0:1768253550.422285:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253550.422289:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373bb8. 00000020:00000010:2.0:1768253550.422498:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.422502:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccdc0. 00000100:00000200:2.0:1768253550.422506:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452059904 02000000:00000010:2.0:1768253550.422526:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972750d31000. 00000040:00000010:2.0:1768253550.422534:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277c819800. 00000040:00000010:2.0:1768253550.422580:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277c819800. 00010000:00000200:2.0:1768253550.422593:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746290450 x1854145452059904/t0(0) o501->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 512/272 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253550.422610:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd990. 00000100:00000200:2.0:1768253550.422615:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452059904, offset 224 00000400:00000200:2.0:1768253550.422621:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253550.422631:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253550.422637:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3830:3830:256:4294967295] 192.168.202.43@tcp LPNI seq info [3826:3826:8:4294967295] 00000400:00000200:2.0:1768253550.422647:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253550.422652:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253550.422658:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727779a1900. 00000800:00000200:2.0:1768253550.422663:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253550.422680:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253550.422685:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727779a1900 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1768253550.422701:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72680. 00000020:00000010:2.0:1768253550.422705:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373bb8. 00000020:00000010:2.0:1768253550.422708:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8e600. 00000100:00000200:2.0:1768253550.422716:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253550.422721:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e370. 00000400:00000010:2.0:1768253550.422726:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993fc00. 00000800:00000200:1.0:1768253550.422856:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253550.422861:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727779a1900. 00000400:00000200:1.0:1768253550.422864:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253550.422868:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253550.422871:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd990 00000400:00000010:1.0:1768253550.422873:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd990. 02000000:00000010:1.0:1768253550.422877:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972750d31000. 00000400:00000200:1.0:1768253550.425223:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253550.425246:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1082d80 00000400:00000200:1.0:1768253550.425254:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15659 [2] + 0 00000400:00000010:1.0:1768253550.425260:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358108. 00000400:00000200:1.0:1768253550.425265:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972750c98000 00000400:00000200:1.0:1768253550.425292:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253550.425296:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253550.425301:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972750c98000 00000400:00000010:1.0:1768253550.425303:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972750c98000. 00000100:00000200:1.0:1768253550.425309:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.425561:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.425566:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.425572:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.425576:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.425582:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.425624:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.425627:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.425630:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060032 00010000:00000010:3.0:1768253550.425657:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f9000. 02000000:00000010:3.0:1768253550.425687:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97274de37800. 00010000:00000200:3.0:1768253550.425712:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746292450 x1854145452060032/t0(0) o101->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 328/344 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.425730:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92cc0. 00000100:00000200:3.0:1768253550.425736:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452060032, offset 224 00000400:00000200:3.0:1768253550.425742:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.425753:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.425758:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3831:3831:256:4294967295] 192.168.202.43@tcp LPNI seq info [3827:3827:8:4294967295] 00000400:00000200:3.0:1768253550.425768:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.425774:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.425778:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862ad00. 00000800:00000200:3.0:1768253550.425784:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.425791:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.425794:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862ad00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.425888:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.425894:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.425898:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.425907:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.425914:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032688. 00000400:00000010:3.0:1768253550.425920:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649a74b40. 00000800:00000200:0.0:1768253550.428808:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.428821:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862ad00. 00000400:00000200:0.0:1768253550.428830:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.428840:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.428848:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92cc0 00000400:00000010:0.0:1768253550.428851:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92cc0. 02000000:00000010:0.0:1768253550.428861:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97274de37800. 00000400:00000200:1.0:1768253550.433550:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253550.433571:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 512 into portal 26 MB=0x69655e1082e00 00000400:00000200:1.0:1768253550.433580:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 512/512 into md 0x15669 [2] + 0 00000400:00000010:1.0:1768253550.433585:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329f8. 00000400:00000200:1.0:1768253550.433592:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972742cbff00 00000400:00000200:1.0:1768253550.433606:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253550.433611:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253550.433616:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972742cbff00 00000400:00000010:1.0:1768253550.433619:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972742cbff00. 00000100:00000200:1.0:1768253550.433624:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253550.435416:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.435426:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.435434:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819800. 00000020:00000010:2.0:1768253550.435440:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.435446:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.435487:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccdc0. 00000020:00000010:2.0:1768253550.435490:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccdc0. 00000100:00000200:2.0:1768253550.435493:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060160 02000000:00000010:2.0:1768253550.435514:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972750d30c00. 00000040:00000010:2.0:1768253550.435524:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972777553400. 00000040:00000010:2.0:1768253550.435586:0:5775:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff97274ddd8e30. 00000040:00000010:2.0:1768253550.435601:0:5775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff97274ddd8e30. 00000040:00000010:2.0:1768253550.435605:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972777553400. 20000000:00000010:2.0:1768253550.435614:0:5775:0:(mgs_nids.c:1129:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff9726491ccdc0. 00010000:00000200:2.0:1768253550.435629:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746293c50 x1854145452060160/t0(0) o501->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 512/272 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253550.435656:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd110. 00000100:00000200:2.0:1768253550.435663:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452060160, offset 224 00000400:00000200:2.0:1768253550.435682:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253550.435694:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253550.435702:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3832:3832:256:4294967295] 192.168.202.43@tcp LPNI seq info [3828:3828:8:4294967295] 00000400:00000200:2.0:1768253550.435714:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253550.435719:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253550.435724:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727779a1e00. 00000800:00000200:2.0:1768253550.435730:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253550.435737:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253550.435741:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727779a1e00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1768253550.435759:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.435763:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.435766:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819800. 00000100:00000200:2.0:1768253550.435776:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253550.435782:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e210. 00000400:00000010:2.0:1768253550.435787:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993fb40. 00000800:00000200:0.0:1768253550.436315:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.436322:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727779a1e00. 00000400:00000200:0.0:1768253550.436327:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.436333:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.436337:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd110 00000400:00000010:0.0:1768253550.436340:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd110. 02000000:00000010:0.0:1768253550.436346:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972750d30c00. 00000400:00000200:0.0:1768253550.443460:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.443488:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1082e80 00000400:00000200:0.0:1768253550.443497:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x156c1 [2] + 0 00000400:00000010:0.0:1768253550.443504:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358688. 00000400:00000200:0.0:1768253550.443508:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649211840 00000400:00000200:0.0:1768253550.443523:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.443528:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.443532:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649211840 00000400:00000010:0.0:1768253550.443534:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649211840. 00000100:00000200:0.0:1768253550.443540:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.443660:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.443674:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.443680:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.443686:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.443691:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.443735:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.443738:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.443741:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060288 02000000:00000010:3.0:1768253550.443783:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972777cb8000. 00000040:00000010:3.0:1768253550.443790:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277ff8fa00. 00000040:00000010:3.0:1768253550.443808:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.444120:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.444124:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277ff8fa00. 00010000:00000200:3.0:1768253550.444136:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746292c50 x1854145452060288/t0(0) o503->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 272/8416 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.444156:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649a74840. 00000100:00000200:3.0:1768253550.444161:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145452060288, offset 224 00000400:00000200:3.0:1768253550.444168:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.444177:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.444183:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3833:3833:256:4294967295] 192.168.202.43@tcp LPNI seq info [3829:3829:8:4294967295] 00000400:00000200:3.0:1768253550.444194:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.444199:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.444203:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff97277ff8fa00. 00000800:00000200:3.0:1768253550.444208:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.444214:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:3.0:1768253550.444218:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277ff8fa00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1768253550.444795:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.444802:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.444806:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.444815:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.444821:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460329f8. 00000400:00000010:3.0:1768253550.444828:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649a740c0. 00000800:00000200:2.0:1768253550.445047:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253550.445053:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff97277ff8fa00. 00000400:00000200:2.0:1768253550.445057:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.445063:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.445067:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74840 00000400:00000010:2.0:1768253550.445069:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649a74840. 02000000:00000010:2.0:1768253550.445074:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972777cb8000. 00000400:00000200:0.0:1768253550.455685:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.455707:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1082f00 00000400:00000200:0.0:1768253550.455717:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x156fd [2] + 0 00000400:00000010:0.0:1768253550.455724:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358000. 00000400:00000200:0.0:1768253550.455731:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277dada000 00000400:00000200:0.0:1768253550.455801:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.455807:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.455813:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277dada000 00000400:00000010:0.0:1768253550.455816:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277dada000. 00000100:00000200:0.0:1768253550.455822:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.455956:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.455962:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.455969:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.455975:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.455981:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.456058:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.456061:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.456064:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060416 02000000:00000010:3.0:1768253550.456105:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777cb8000. 00000040:00000010:3.0:1768253550.456113:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277ff8f200. 00000040:00000010:3.0:1768253550.456131:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.456404:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.456408:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277ff8f200. 00010000:00000200:3.0:1768253550.456422:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746290050 x1854145452060416/t0(0) o502->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 272/8472 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.456442:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649a74840. 00000100:00000200:3.0:1768253550.456448:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452060416, offset 224 00000400:00000200:3.0:1768253550.456456:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.456466:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.456472:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3834:3834:256:4294967295] 192.168.202.43@tcp LPNI seq info [3830:3830:8:4294967295] 00000400:00000200:3.0:1768253550.456484:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.456490:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.456494:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff97277ff8f200. 00000800:00000200:3.0:1768253550.456500:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.456508:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:3.0:1768253550.456512:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277ff8f200 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1768253550.456529:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.456533:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.456536:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.456545:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.456550:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032210. 00000400:00000010:3.0:1768253550.456555:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727463560c0. 00000800:00000200:0.0:1768253550.456746:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.456750:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff97277ff8f200. 00000400:00000200:0.0:1768253550.456754:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.456758:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.456762:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74840 00000400:00000010:0.0:1768253550.456765:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649a74840. 02000000:00000010:0.0:1768253550.456770:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777cb8000. 00000400:00000200:2.0:1768253550.484924:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253550.484946:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1082f80 00000400:00000200:2.0:1768253550.484955:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x1571d [2] + 0 00000400:00000010:2.0:1768253550.484962:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc7e8. 00000400:00000200:2.0:1768253550.484969:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97274633e840 00000400:00000200:2.0:1768253550.484985:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.484990:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.484994:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97274633e840 00000400:00000010:2.0:1768253550.484997:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97274633e840. 00000100:00000200:2.0:1768253550.485003:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253550.485635:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.485640:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.485646:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899400. 00000020:00000010:1.0:1768253550.485651:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.485656:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.485736:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.485739:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000100:00000200:1.0:1768253550.485743:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060544 02000000:00000010:1.0:1768253550.485781:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777cb8000. 00000040:00000010:1.0:1768253550.485789:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649899a00. 00000040:00000010:1.0:1768253550.485807:0:5775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253550.485979:0:5775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253550.485983:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649899a00. 00010000:00000200:1.0:1768253550.485996:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291c50 x1854145452060544/t0(0) o502->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 272/8472 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253550.486035:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649d3c840. 00000100:00000200:1.0:1768253550.486041:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452060544, offset 224 00000400:00000200:1.0:1768253550.486048:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253550.486058:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253550.486064:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3835:3835:256:4294967295] 192.168.202.43@tcp LPNI seq info [3831:3831:8:4294967295] 00000400:00000200:1.0:1768253550.486075:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253550.486083:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253550.486088:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff972649899a00. 00000800:00000200:1.0:1768253550.486093:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253550.486101:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:1.0:1768253550.486105:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972649899a00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1768253550.486192:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.486197:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.486199:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899400. 00000100:00000200:1.0:1768253550.486208:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253550.486213:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc318. 00000400:00000010:1.0:1768253550.486218:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c780. 00000800:00000200:0.0:1768253550.491697:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.491707:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff972649899a00. 00000400:00000200:0.0:1768253550.491714:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.491724:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.491731:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649d3c840 00000400:00000010:0.0:1768253550.491734:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649d3c840. 02000000:00000010:0.0:1768253550.491740:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777cb8000. 00000400:00000200:0.0:1768253550.501900:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.501925:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1083000 00000400:00000200:0.0:1768253550.501935:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15731 [2] + 0 00000400:00000010:0.0:1768253550.501941:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032318. 00000400:00000200:0.0:1768253550.501951:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649211780 00000400:00000200:0.0:1768253550.502053:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.502059:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.502063:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649211780 00000400:00000010:0.0:1768253550.502066:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649211780. 00000100:00000200:0.0:1768253550.502072:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253550.502167:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.502173:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.502179:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899400. 00000020:00000010:1.0:1768253550.502185:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.502191:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.502231:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.502233:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000100:00000200:1.0:1768253550.502237:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060672 00010000:00000010:1.0:1768253550.502263:0:5775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dade800. 02000000:00000010:1.0:1768253550.502291:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9727775cb000. 00010000:00000200:1.0:1768253550.502318:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746290850 x1854145452060672/t0(0) o101->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 328/344 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253550.502341:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071bb0. 00000100:00000200:1.0:1768253550.502346:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452060672, offset 224 00000400:00000200:1.0:1768253550.502355:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253550.502366:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253550.502372:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3836:3836:256:4294967295] 192.168.202.43@tcp LPNI seq info [3832:3832:8:4294967295] 00000400:00000200:1.0:1768253550.502383:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253550.502389:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253550.502394:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c7a100. 00000800:00000200:1.0:1768253550.502400:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253550.502407:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253550.502412:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c7a100 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1768253550.502441:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.502444:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.502448:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899400. 00000100:00000200:1.0:1768253550.502456:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253550.502461:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc1b8. 00000400:00000010:1.0:1768253550.502466:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c6c0. 00000800:00000200:2.0:1768253550.502811:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253550.502816:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c7a100. 00000400:00000200:2.0:1768253550.502820:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.502825:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.502829:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071bb0 00000400:00000010:2.0:1768253550.502831:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071bb0. 02000000:00000010:2.0:1768253550.502837:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff9727775cb000. 00000400:00000200:0.0:1768253550.505427:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.505449:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 304 into portal 26 MB=0x69655e1083080 00000400:00000200:0.0:1768253550.505458:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 304/304 into md 0x15799 [2] + 0 00000400:00000010:0.0:1768253550.505464:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc8f0. 00000400:00000200:0.0:1768253550.505470:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97276a64a0c0 00000400:00000200:0.0:1768253550.505484:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.505488:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.505493:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276a64a0c0 00000400:00000010:0.0:1768253550.505496:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97276a64a0c0. 00000100:00000200:0.0:1768253550.505501:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.505618:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.505624:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.505630:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.505636:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.505641:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.505685:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.505688:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.505691:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060800 02000000:00000010:3.0:1768253550.505709:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff97274de34c00. 20000000:00000010:3.0:1768253550.505724:0:5777:0:(mgs_nids.c:898:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff972747d5a800. 00000100:00000010:3.0:1768253550.505759:0:5777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff97274de34000. 00000100:00000010:3.0:1768253550.505764:0:5777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff9726473d3e80. 00000400:00000010:3.0:1768253550.505773:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92990. 00000400:00000010:3.0:1768253550.505783:0:5777:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff97275511f930. 00000400:00000200:3.0:1768253550.505788:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.505800:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.505806:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3837:3837:256:4294967295] 192.168.202.43@tcp LPNI seq info [3833:3833:8:4294967295] 00000400:00000200:3.0:1768253550.505812:0:5777:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.43@tcp 00000400:00000200:3.0:1768253550.505820:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.505826:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 132 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.505830:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862ab00. 00000800:00000200:3.0:1768253550.505836:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.505842:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.505845:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862ab00 type 1, nob 228 niov 1 nkiov 1 00000100:00000200:3.0:1768253550.505864:0:5777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 132 bytes via portal 33 id 12345-192.168.202.43@tcp mbits 0x69655e1083080-0x69655e1083080 00000800:00000200:0.0:1768253550.506004:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.506008:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862ab00. 00000400:00000200:0.0:1768253550.506052:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.506057:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253550.506061:0:3312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff97274de34000 00000400:00000200:2.0:1768253550.512475:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : ACK - for me 00000400:00000200:2.0:1768253550.512503:0:3313:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.143@tcp: ACK from 12345-192.168.202.43@tcp into md 0x16185 00000400:00000200:2.0:1768253550.512510:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.512515:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: ACK: OK 00000400:00000200:2.0:1768253550.512521:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92990 00000400:00000010:2.0:1768253550.512524:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92990. 00000100:00000200:2.0:1768253550.512531:0:3313:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff97274de34000 00000100:00000010:3.0:1768253550.512653:0:5777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff9726473d3e80. 00000100:00000010:3.0:1768253550.512659:0:5777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff97274de34000. 20000000:00000010:3.0:1768253550.512682:0:5777:0:(mgs_nids.c:945:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff972747d5a800. 00010000:00000200:3.0:1768253550.512699:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746293850 x1854145452060800/t0(0) o256->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 304/240 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.512723:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92550. 00000100:00000200:3.0:1768253550.512729:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1854145452060800, offset 224 00000400:00000200:3.0:1768253550.512735:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.512746:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.512752:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3838:3838:256:4294967295] 192.168.202.43@tcp LPNI seq info [3834:3834:8:4294967295] 00000400:00000200:3.0:1768253550.512762:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.512767:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.512773:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862af00. 00000800:00000200:3.0:1768253550.512780:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.512787:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.512791:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862af00 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.512830:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.512837:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.512842:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.512854:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.512859:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032f20. 00000400:00000010:3.0:1768253550.512869:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972741381240. 00000800:00000200:0.0:1768253550.513085:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.513090:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862af00. 00000400:00000200:0.0:1768253550.513093:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.513098:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.513101:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92550 00000400:00000010:0.0:1768253550.513103:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92550. 02000000:00000010:0.0:1768253550.513108:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff97274de34c00. 00000400:00000200:0.0:1768253550.523170:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.523192:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1083100 00000400:00000200:0.0:1768253550.523199:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x157bd [2] + 0 00000400:00000010:0.0:1768253550.523205:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985eb58. 00000400:00000200:0.0:1768253550.523209:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277db7f600 00000400:00000200:0.0:1768253550.523223:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.523228:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.523232:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277db7f600 00000400:00000010:0.0:1768253550.523235:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277db7f600. 00000100:00000200:0.0:1768253550.523240:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.523445:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.523451:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.523456:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.523462:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.523468:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.523517:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.523520:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.523523:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452060928 00010000:00000010:3.0:1768253550.523547:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f9200. 02000000:00000010:3.0:1768253550.523563:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97274de34000. 00010000:00000200:3.0:1768253550.523598:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746251450 x1854145452060928/t0(0) o101->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 328/344 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.523619:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92ee0. 00000100:00000200:3.0:1768253550.523624:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452060928, offset 224 00000400:00000200:3.0:1768253550.523630:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.523640:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.523646:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3839:3839:256:4294967295] 192.168.202.43@tcp LPNI seq info [3835:3835:8:4294967295] 00000400:00000200:3.0:1768253550.523655:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.523661:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.523675:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a100. 00000800:00000200:3.0:1768253550.523681:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.523688:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.523692:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a100 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.524601:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.524609:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.524613:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.524623:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.524631:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032738. 00000400:00000010:3.0:1768253550.524638:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97274e7ad600. 00000800:00000200:2.0:1768253550.526822:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253550.526832:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a100. 00000400:00000200:2.0:1768253550.526839:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.526848:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.526855:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92ee0 00000400:00000010:2.0:1768253550.526858:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92ee0. 02000000:00000010:2.0:1768253550.526866:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97274de34000. 00000400:00000200:0.0:1768253550.536521:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.536546:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 504 into portal 26 MB=0x69655e1083180 00000400:00000200:0.0:1768253550.536557:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 504/504 into md 0x157e5 [2] + 0 00000400:00000010:0.0:1768253550.536563:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e420. 00000400:00000200:0.0:1768253550.536568:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277db7f840 00000400:00000200:0.0:1768253550.536584:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.536590:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.536596:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277db7f840 00000400:00000010:0.0:1768253550.536598:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277db7f840. 00000100:00000200:0.0:1768253550.536605:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.536884:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.536890:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.536897:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.536902:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.536907:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.536947:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.536950:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.536953:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061056 02000000:00000010:3.0:1768253550.536977:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff97274de34000. 00000040:00000010:3.0:1768253550.536984:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277ff8f200. 00000040:00000010:3.0:1768253550.537245:0:5777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff972748d965d0. 00000040:00000010:3.0:1768253550.537263:0:5777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff972748d965d0. 00000040:00000010:3.0:1768253550.537278:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277ff8f200. 00010000:00000200:3.0:1768253550.537293:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746253450 x1854145452061056/t0(0) o501->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 504/272 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.537313:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92a18. 00000100:00000200:3.0:1768253550.537319:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452061056, offset 224 00000400:00000200:3.0:1768253550.537327:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.537336:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.537343:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3840:3840:256:4294967295] 192.168.202.43@tcp LPNI seq info [3836:3836:8:4294967295] 00000400:00000200:3.0:1768253550.537353:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.537358:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.537364:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a300. 00000800:00000200:3.0:1768253550.537370:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.537377:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.537382:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a300 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.537459:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.537464:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.537467:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.537477:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.537483:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032c60. 00000400:00000010:3.0:1768253550.537488:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972749f49600. 00000800:00000200:0.0:1768253550.542724:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.542733:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a300. 00000400:00000200:0.0:1768253550.542741:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.542750:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.542757:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92a18 00000400:00000010:0.0:1768253550.542760:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92a18. 02000000:00000010:0.0:1768253550.542768:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff97274de34000. 00000400:00000200:2.0:1768253550.548712:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253550.548737:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1083200 00000400:00000200:2.0:1768253550.548747:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15831 [2] + 0 00000400:00000010:2.0:1768253550.548754:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc210. 00000400:00000200:2.0:1768253550.548759:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277dd86900 00000400:00000200:2.0:1768253550.548776:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.548781:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.548786:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277dd86900 00000400:00000010:2.0:1768253550.548788:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277dd86900. 00000100:00000200:2.0:1768253550.548794:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253550.548924:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.548930:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.548937:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899400. 00000020:00000010:1.0:1768253550.548943:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.548949:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.548993:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:1.0:1768253550.548996:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000100:00000200:1.0:1768253550.549000:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061184 02000000:00000010:1.0:1768253550.549076:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972777cb8000. 00000040:00000010:1.0:1768253550.549084:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649898c00. 00000040:00000010:1.0:1768253550.549105:0:5775:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253550.549232:0:5775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253550.549236:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649898c00. 00010000:00000200:1.0:1768253550.549250:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746252050 x1854145452061184/t0(0) o503->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 272/8416 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253550.549272:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649d3c300. 00000100:00000200:1.0:1768253550.549278:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145452061184, offset 224 00000400:00000200:1.0:1768253550.549286:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253550.549297:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253550.549303:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3841:3841:256:4294967295] 192.168.202.43@tcp LPNI seq info [3837:3837:8:4294967295] 00000400:00000200:1.0:1768253550.549313:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253550.549320:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253550.549325:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff972649898c00. 00000800:00000200:1.0:1768253550.549331:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253550.549338:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:1.0:1768253550.549343:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972649898c00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:1.0:1768253550.549361:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.549365:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.549368:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899400. 00000100:00000200:1.0:1768253550.549378:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253550.549384:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcd10. 00000400:00000010:1.0:1768253550.549389:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c900. 00000800:00000200:0.0:1768253550.549647:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.549652:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff972649898c00. 00000400:00000200:0.0:1768253550.549656:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.549661:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.549674:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649d3c300 00000400:00000010:0.0:1768253550.549676:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649d3c300. 02000000:00000010:0.0:1768253550.549682:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972777cb8000. 00000400:00000200:0.0:1768253550.552166:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.552189:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1083280 00000400:00000200:0.0:1768253550.552197:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x1583d [2] + 0 00000400:00000010:0.0:1768253550.552202:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e9f8. 00000400:00000200:0.0:1768253550.552207:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264923e300 00000400:00000200:0.0:1768253550.552276:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.552282:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.552287:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264923e300 00000400:00000010:0.0:1768253550.552290:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264923e300. 00000100:00000200:0.0:1768253550.552297:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.552646:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.552652:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.552659:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.552674:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.552680:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.552729:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.552732:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.552735:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061312 02000000:00000010:3.0:1768253550.552776:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777cb8000. 00000040:00000010:3.0:1768253550.552785:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277ff8f200. 00000040:00000010:3.0:1768253550.552805:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.553135:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.553140:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277ff8f200. 00010000:00000200:3.0:1768253550.553154:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746252850 x1854145452061312/t0(0) o502->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 272/8472 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.553176:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff97276bec6000. 00000100:00000200:3.0:1768253550.553183:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452061312, offset 224 00000400:00000200:3.0:1768253550.553191:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.553202:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.553209:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3842:3842:256:4294967295] 192.168.202.43@tcp LPNI seq info [3838:3838:8:4294967295] 00000400:00000200:3.0:1768253550.553220:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.553226:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.553230:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff97277ff8f200. 00000800:00000200:3.0:1768253550.553237:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.553243:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:3.0:1768253550.553247:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277ff8f200 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1768253550.553344:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.553349:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.553352:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.553362:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.553368:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460324d0. 00000400:00000010:3.0:1768253550.553374:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97276bec66c0. 00000800:00000200:2.0:1768253550.555996:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253550.556005:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff97277ff8f200. 00000400:00000200:2.0:1768253550.556039:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.556049:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.556056:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276bec6000 00000400:00000010:2.0:1768253550.556058:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff97276bec6000. 02000000:00000010:2.0:1768253550.556066:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777cb8000. 00000400:00000200:0.0:1768253550.587065:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.587087:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1083300 00000400:00000200:0.0:1768253550.587095:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x1587d [2] + 0 00000400:00000010:0.0:1768253550.587101:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460328f0. 00000400:00000200:0.0:1768253550.587108:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277cd86180 00000400:00000200:0.0:1768253550.587122:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.587126:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.587130:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277cd86180 00000400:00000010:0.0:1768253550.587132:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277cd86180. 00000100:00000200:0.0:1768253550.587137:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253550.587225:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.587231:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.587238:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.587243:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.587248:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.587280:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f900. 00000020:00000010:3.0:1768253550.587283:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f900. 00000100:00000200:3.0:1768253550.587286:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061440 02000000:00000010:3.0:1768253550.587336:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777cb8000. 00000040:00000010:3.0:1768253550.587345:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97277ff8fa00. 00000040:00000010:3.0:1768253550.587364:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.587499:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253550.587504:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97277ff8fa00. 00010000:00000200:3.0:1768253550.587517:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746250c50 x1854145452061440/t0(0) o502->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:526/0 lens 272/8472 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.587538:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff97276bec6f00. 00000100:00000200:3.0:1768253550.587544:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452061440, offset 224 00000400:00000200:3.0:1768253550.587551:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.587561:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.587567:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3843:3843:256:4294967295] 192.168.202.43@tcp LPNI seq info [3839:3839:8:4294967295] 00000400:00000200:3.0:1768253550.587578:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.587583:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.587588:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff97277ff8fa00. 00000800:00000200:3.0:1768253550.587593:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.587600:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:3.0:1768253550.587604:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277ff8fa00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1768253550.587631:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.587635:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.587638:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000100:00000200:3.0:1768253550.587647:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253550.587652:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032bb0. 00000400:00000010:3.0:1768253550.587657:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97276bec6180. 00000800:00000200:0.0:1768253550.587964:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.587969:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff97277ff8fa00. 00000400:00000200:0.0:1768253550.587972:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.587977:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.587980:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276bec6f00 00000400:00000010:0.0:1768253550.587982:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff97276bec6f00. 02000000:00000010:0.0:1768253550.587986:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777cb8000. 00000400:00000200:2.0:1768253550.592217:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253550.592241:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 12 MB=0x69655e1083380 00000400:00000200:2.0:1768253550.592250:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 520/520 into md 0x23d [64] + 61296 00000400:00000200:2.0:1768253550.592350:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.592357:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253550.592365:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253550.592372:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42680. 00000020:00000010:3.0:1768253550.592572:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253550.592579:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.592585:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000100:00000200:3.0:1768253550.592625:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061568 02000000:00000010:3.0:1768253550.592650:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff97274de34c00. 00000020:00000010:3.0:1768253550.592662:0:5785:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff972747d5a800. 00000004:00000010:3.0:1768253550.592681:0:5785:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff97275622f900. 00000001:00000010:3.0:1768253550.592686:0:5785:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff97277db72700. 00000001:00000010:3.0:1768253550.592692:0:5785:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff97264862a400. 00000001:00000010:3.0:1768253550.592698:0:5785:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9726492408a0. 00000001:00000010:3.0:1768253550.592702:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8e600. 00000001:00000010:3.0:1768253550.592705:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8fe00. 00000001:00000010:3.0:1768253550.592708:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8ea00. 00000001:00000010:3.0:1768253550.592710:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8f400. 00000001:00000010:3.0:1768253550.592715:0:5785:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff97264862ac00. 00000001:00000010:3.0:1768253550.592717:0:5785:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff972649240440. 00000001:00000010:3.0:1768253550.592720:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8f800. 00000001:00000010:3.0:1768253550.592722:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8fa00. 00000001:00000010:3.0:1768253550.592725:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff97277ff8f200. 00000001:00000010:3.0:1768253550.592728:0:5785:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972742bd3a00. 00000020:00000010:3.0:1768253550.592755:0:5785:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff97274de37800. 00000020:00000010:3.0:1768253550.592760:0:5785:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff972747d5d000. 00080000:00000010:3.0:1768253550.592818:0:5785:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97274de34000. 00000001:00000010:3.0:1768253550.592964:0:5785:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff97276bd22960. 00000020:00000010:3.0:1768253550.593110:0:5785:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff97276bd22780. 00000020:00000010:3.0:1768253550.593120:0:5785:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff97276bd22780. 00000020:00000010:3.0:1768253550.593126:0:5785:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff972747d5a000. 00000020:00000010:3.0:1768253550.593134:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f0c0. 00000400:00000200:3.0:1768253550.593149:0:5785:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:3.0:1768253550.593187:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe42680 x1854145452061568/t0(0) o38->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253550.593207:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92b28. 00000100:00000200:3.0:1768253550.593213:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1854145452061568, offset 0 00000400:00000200:3.0:1768253550.593220:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.593230:0:5785:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.593237:0:5785:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3844:3844:256:4294967295] 192.168.202.43@tcp LPNI seq info [3840:3840:8:4294967295] 00000400:00000200:3.0:1768253550.593251:0:5785:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.593257:0:5785:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.593263:0:5785:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a300. 00000800:00000200:3.0:1768253550.593270:0:5785:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.593277:0:5785:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.593282:0:5785:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a300 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.593307:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.593312:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.593315:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8ec00. 00000800:00000200:0.0:1768253550.593452:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.593458:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a300. 00000400:00000200:0.0:1768253550.593461:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.593466:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.593470:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92b28 00000400:00000010:0.0:1768253550.593472:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92b28. 00000400:00000200:0.0:1768253550.601477:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.601499:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1083480 00000400:00000200:0.0:1768253550.601509:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 61816 00000400:00000200:0.0:1768253550.601523:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.601527:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253550.601536:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253550.601544:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1dc00. 00000400:00000200:0.0:1768253550.601574:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.601581:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1083400 00000400:00000200:0.0:1768253550.601585:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 62040 00000400:00000200:0.0:1768253550.601607:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.601611:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253550.601615:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253550.601618:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff1ea00. 00000020:00000010:2.0:1768253550.601737:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc380. 00000020:00000010:2.0:1768253550.601743:0:29086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f0c0. 00000020:00000010:2.0:1768253550.601765:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972777553400. 00000020:00000010:2.0:1768253550.601770:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.601775:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.601818:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc580. 00000020:00000010:2.0:1768253550.601821:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc580. 00000020:00000010:2.0:1768253550.601825:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819800. 00000020:00000010:2.0:1768253550.601828:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253550.601831:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b07d0. 00000020:00000010:2.0:1768253550.601851:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc580. 00000020:00000010:2.0:1768253550.601854:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc580. 00000100:00000200:2.0:1768253550.601857:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061824 02000000:00000010:2.0:1768253550.601877:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972750d32000. 00000020:00000010:1.0:1768253550.601915:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000020:00000010:2.0:1768253550.601916:0:29086:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff97264993f9c0. 00000020:00000010:1.0:1768253550.601922:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d6c0. 00000020:00000010:2.0:1768253550.601924:0:29086:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff972750d31c00. 00000100:00000200:1.0:1768253550.601927:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061696 00000020:00000010:2.0:1768253550.601931:0:29086:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff972750d32400. 02000000:00000010:1.0:1768253550.601937:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9727775c8c00. 00000020:00000010:2.0:1768253550.601943:0:29086:0:(lprocfs_status.c:1947:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9727775fda00. 00000020:00000010:2.0:1768253550.601948:0:29086:0:(lprocfs_status.c:1947:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9727775fc800. 00000020:00000010:1.0:1768253550.601951:0:6919:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff972649d3c0c0. 00000020:00000010:1.0:1768253550.601957:0:6919:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9727775c9800. 00000020:00000010:2.0:1768253550.601959:0:29086:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9727775ad000. 00000020:00000010:1.0:1768253550.601961:0:6919:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff9727775ca000. 00000020:00000010:2.0:1768253550.601967:0:29086:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff9727775aa000. 00000020:00000010:1.0:1768253550.601969:0:6919:0:(lprocfs_status.c:1947:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff972649899400. 00000020:00000010:1.0:1768253550.601974:0:6919:0:(lprocfs_status.c:1947:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff972649899800. 00000020:00000010:1.0:1768253550.601981:0:6919:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff972745b04800. 00010000:00000200:2.0:1768253550.601983:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff1dc00 x1854145452061824/t0(0) o41->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:526/0 lens 224/368 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253550.601986:0:6919:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff972745b02800. 00010000:00000200:1.0:1768253550.601997:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff1ea00 x1854145452061696/t0(0) o41->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:526/0 lens 224/368 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253550.602007:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd220. 00000400:00000010:1.0:1768253550.602032:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:2.0:1768253550.602039:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1854145452061824, offset 224 00000100:00000200:1.0:1768253550.602040:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1854145452061696, offset 224 00000400:00000200:1.0:1768253550.602051:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253550.602060:0:6919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253550.602067:0:6919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3845:3845:256:4294967295] 192.168.202.43@tcp LPNI seq info [3841:3841:8:4294967295] 00000400:00000200:1.0:1768253550.602080:0:6919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253550.602086:0:6919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253550.602091:0:6919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c7a000. 00000800:00000200:1.0:1768253550.602098:0:6919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253550.602105:0:6919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253550.602109:0:6919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c7a000 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1768253550.602125:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:1.0:1768253550.602130:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b07d0. 00000020:00000010:1.0:1768253550.602133:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819800. 00000800:00000200:3.0:1768253550.602203:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253550.602208:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c7a000. 00000400:00000200:3.0:1768253550.602212:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253550.602216:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253550.603276:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253550.603288:0:29086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253550.603293:0:29086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3846:3846:255:4294967295] 192.168.202.43@tcp LPNI seq info [3842:3842:7:4294967295] 00000400:00000200:2.0:1768253550.603304:0:29086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253550.603309:0:29086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253550.603316:0:29086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727779a1e00. 00000800:00000200:2.0:1768253550.603331:0:29086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253550.603338:0:29086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253550.603341:0:29086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727779a1e00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1768253550.603357:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.603362:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.603366:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972777553400. 00000400:00000200:3.0:1768253550.603694:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:3.0:1768253550.603698:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000800:00000200:3.0:1768253550.603734:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253550.603737:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727779a1e00. 00000400:00000200:3.0:1768253550.603740:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253550.603744:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253550.603747:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd220 00000400:00000010:3.0:1768253550.603749:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd220. 00000400:00000200:0.0:1768253550.611075:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.611097:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 440 into portal 12 MB=0x69655e1083500 00000400:00000200:0.0:1768253550.611108:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 440/440 into md 0x23d [64] + 62264 00000400:00000200:0.0:1768253550.611128:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.611133:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253550.611141:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253550.611149:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9727776bb100. 00000020:00000010:2.0:1768253550.612711:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc580. 00000020:00000010:2.0:1768253550.612722:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc580. 00000020:00000010:2.0:1768253550.612731:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972777553400. 00000020:00000010:2.0:1768253550.612737:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.612742:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.612796:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc580. 00000020:00000010:2.0:1768253550.612800:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc580. 00000100:00000200:2.0:1768253550.612804:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452061952 02000000:00000010:2.0:1768253550.612832:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff972750d30000. 00000001:00000010:2.0:1768253550.612847:0:29086:0:(nodemap_handler.c:2914:nodemap_fileset_get_root()) kmalloced '(fset)': 4097 at ffff9727779f6000. 00000004:00000010:2.0:1768253550.612853:0:29086:0:(mdt_handler.c:450:mdt_get_root()) kfreed 'fileset_buffer': 4097 at ffff9727779f6000. 00010000:00000200:2.0:1768253550.612870:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727776bb100 x1854145452061952/t0(0) o40->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:526/0 lens 440/448 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253550.612890:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd660. 00000100:00000200:2.0:1768253550.612897:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1854145452061952, offset 224 00000400:00000200:2.0:1768253550.612904:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253550.612918:0:29086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253550.612925:0:29086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3847:3847:256:4294967295] 192.168.202.43@tcp LPNI seq info [3843:3843:8:4294967295] 00000400:00000200:2.0:1768253550.612937:0:29086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253550.612943:0:29086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253550.612948:0:29086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727779a1900. 00000800:00000200:2.0:1768253550.612953:0:29086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253550.612960:0:29086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253550.612965:0:29086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727779a1900 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1768253550.612995:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae80. 00000020:00000010:2.0:1768253550.612999:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253550.613003:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972777553400. 00000800:00000200:0.0:1768253550.613756:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.613763:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727779a1900. 00000400:00000200:0.0:1768253550.613768:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.613776:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.613781:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd660 00000400:00000010:0.0:1768253550.613784:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd660. 00000400:00000200:3.0:1768253550.616231:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253550.616258:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 28 MB=0x69655e1083580 00000400:00000200:3.0:1768253550.616268:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 520/520 into md 0xbd1 [8] + 10304 00000400:00000200:3.0:1768253550.616286:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253550.616290:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253550.616298:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253550.616305:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbc700. 00000020:00000010:0.0:1768253550.616491:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8c00. 00000020:00000010:0.0:1768253550.616500:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4280. 00000020:00000010:0.0:1768253550.616504:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000100:00000200:0.0:1768253550.616544:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062080 02000000:00000010:0.0:1768253550.616569:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff972647524c00. 00000020:00000010:0.0:1768253550.616583:0:6569:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff972647772800. 00000001:00000010:0.0:1768253550.616593:0:6569:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9727412e4c00. 00000001:00000010:0.0:1768253550.616600:0:6569:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff972746254300. 00000001:00000010:0.0:1768253550.616607:0:6569:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9726498245a0. 00000001:00000010:0.0:1768253550.616610:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726493a9800. 00000001:00000010:0.0:1768253550.616615:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726493a9c00. 00000001:00000010:0.0:1768253550.616617:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726493a9400. 00000001:00000010:0.0:1768253550.616619:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726493a9a00. 00000020:00000010:0.0:1768253550.616639:0:6569:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff972647526400. 00000020:00000010:0.0:1768253550.616643:0:6569:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff9726493a8800. 00080000:00000010:0.0:1768253550.616726:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972647527c00. 00000001:00000010:0.0:1768253550.616885:0:6569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff972646da4180. 00000020:00000010:0.0:1768253550.616989:0:6569:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff972646da4c60. 00000020:00000010:0.0:1768253550.616999:0:6569:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff972646da4c60. 00000020:00000010:0.0:1768253550.617004:0:6569:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff972647776800. 00000020:00000010:0.0:1768253550.617053:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0080. 00000400:00000200:0.0:1768253550.617067:0:6569:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:0.0:1768253550.617106:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbc700 x1854145452062080/t0(0) o8->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253550.617127:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253550.617134:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1854145452062080, offset 0 00000400:00000200:0.0:1768253550.617141:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253550.617150:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253550.617156:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3848:3848:256:4294967295] 192.168.202.43@tcp LPNI seq info [3844:3844:8:4294967295] 00000400:00000200:0.0:1768253550.617166:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253550.617171:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253550.617176:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972746254100. 00000800:00000200:0.0:1768253550.617182:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253550.617192:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253550.617196:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972746254100 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1768253550.617287:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4280. 00000020:00000010:0.0:1768253550.617292:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253550.617296:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8c00. 00000400:00000200:2.0:1768253550.618298:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253550.618315:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 28 MB=0x69655e1083600 00000400:00000200:2.0:1768253550.618440:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 520/520 into md 0xbd1 [8] + 10824 00000400:00000200:2.0:1768253550.618453:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.618458:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253550.618464:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253550.618469:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41500. 00000400:00000200:2.0:1768253550.618523:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253550.618530:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 448 into portal 23 MB=0x69655e1083680 00000400:00000200:2.0:1768253550.618536:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.43@tcp of length 448/448 into md 0x3c9 [2] + 1320 00000400:00000200:2.0:1768253550.618544:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253550.618547:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253550.618551:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1768253550.618554:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41c00. 00000020:00000010:3.0:1768253550.618631:0:5787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253550.618636:0:5787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253550.618641:0:5787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972742bd2a00. 00000020:00000010:3.0:1768253550.618646:0:5787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.618650:0:5787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.618693:0:5787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253550.618696:0:5787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ff00. 00000100:00000200:3.0:1768253550.618699:0:5787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062336 02000000:00000010:3.0:1768253550.618743:0:5787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff972747d5b800. 00000020:00000010:3.0:1768253550.618820:0:5787:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff972747d5b000. 00000020:00000010:3.0:1768253550.618825:0:5787:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff972747d5e800. 00010000:00000200:3.0:1768253550.618846:0:5787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe41c00 x1854145452062336/t0(0) o33->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:526/0 lens 448/464 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1768253550.618863:0:5787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92088. 00000100:00000200:3.0:1768253550.618868:0:5787:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1854145452062336, offset 224 00000400:00000200:3.0:1768253550.618875:0:5787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.618883:0:5787:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.618890:0:5787:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3849:3849:255:4294967295] 192.168.202.43@tcp LPNI seq info [3845:3845:7:4294967295] 00000400:00000200:3.0:1768253550.618901:0:5787:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.618906:0:5787:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.618910:0:5787:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a100. 00000800:00000200:3.0:1768253550.618915:0:5787:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.618921:0:5787:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.618924:0:5787:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a100 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.618935:0:5787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72c00. 00000020:00000010:3.0:1768253550.618938:0:5787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.618942:0:5787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972742bd2a00. 00000800:00000200:0.0:1768253550.619056:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.619061:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972746254100. 00000400:00000200:0.0:1768253550.619066:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.619070:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.619074:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:0.0:1768253550.619077:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000800:00000200:0.0:1768253550.619122:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.619124:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a100. 00000400:00000200:0.0:1768253550.619128:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.619131:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.619133:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92088 00000400:00000010:0.0:1768253550.619135:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92088. 00000020:00000010:1.0:1768253550.619190:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898400. 00000020:00000010:1.0:1768253550.619194:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.619197:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000100:00000200:1.0:1768253550.619249:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062208 02000000:00000010:1.0:1768253550.619267:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff9727775cbc00. 00000020:00000010:1.0:1768253550.619276:0:10696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff972745b07800. 00000001:00000010:1.0:1768253550.619284:0:10696:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9726475f7d80. 00000001:00000010:1.0:1768253550.619292:0:10696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff972777c7aa00. 00000001:00000010:1.0:1768253550.619297:0:10696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff972645eefae0. 00000001:00000010:1.0:1768253550.619301:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649899000. 00000001:00000010:1.0:1768253550.619304:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649899600. 00000001:00000010:1.0:1768253550.619306:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649898200. 00000001:00000010:1.0:1768253550.619308:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649899200. 00080000:00000010:1.0:1768253550.619512:0:10696:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9727775ca400. 00000001:00000010:1.0:1768253550.619627:0:10696:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9727581e3360. 00000020:00000010:1.0:1768253550.619727:0:10696:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff9727581e3f00. 00000020:00000010:1.0:1768253550.619736:0:10696:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff9727581e3f00. 00000020:00000010:1.0:1768253550.619741:0:10696:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff972745b07000. 00000020:00000010:1.0:1768253550.619747:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d6c0. 00000400:00000200:1.0:1768253550.619758:0:10696:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:1.0:1768253550.619787:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe41500 x1854145452062208/t0(0) o8->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253550.619800:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253550.619804:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1854145452062208, offset 0 00000400:00000200:1.0:1768253550.619809:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253550.619815:0:10696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253550.619821:0:10696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3850:3850:256:4294967295] 192.168.202.43@tcp LPNI seq info [3846:3846:8:4294967295] 00000400:00000200:1.0:1768253550.619829:0:10696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253550.619834:0:10696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253550.619838:0:10696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c7a400. 00000800:00000200:1.0:1768253550.619843:0:10696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253550.619848:0:10696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253550.619851:0:10696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c7a400 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1768253550.619877:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726475f7280. 00000020:00000010:1.0:1768253550.619881:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253550.619883:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898400. 00000800:00000200:3.0:1768253550.619987:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253550.619992:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c7a400. 00000400:00000200:3.0:1768253550.619996:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253550.620000:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253550.620004:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:3.0:1768253550.620006:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000001:00000010:2.0:1768253550.713546:0:6594:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff972646da4180. 00080000:00000010:2.0:1768253550.713562:0:6594:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972647527c00. 00000001:00000010:2.0:1768253550.728042:0:7475:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9727581e3360. 00080000:00000010:2.0:1768253550.728072:0:7475:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9727775ca400. 00000400:00000200:0.0:1768253550.777841:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253550.777864:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 576 into portal 12 MB=0x69655e1083700 00000400:00000200:0.0:1768253550.777939:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 576/576 into md 0x23d [64] + 62704 00000400:00000200:0.0:1768253550.777960:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.777965:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253550.777972:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253550.777979:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9727776baa00. 00000020:00000010:3.0:1768253550.778417:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f800. 00000020:00000010:3.0:1768253550.778425:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f800. 00000020:00000010:3.0:1768253550.778433:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972748e2b800. 00000020:00000010:3.0:1768253550.778438:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253550.778444:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.778585:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f800. 00000020:00000010:3.0:1768253550.778588:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f800. 00000100:00000200:3.0:1768253550.778592:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062464 00010000:00000010:3.0:1768253550.778619:0:29086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9d00. 00010000:00000010:3.0:1768253550.778622:0:29086:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff97277db72d80. 00010000:00000010:3.0:1768253550.778628:0:29086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8a00. 00010000:00000010:3.0:1768253550.778670:0:29086:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff972645e8bb00. 02000000:00000010:3.0:1768253550.778700:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff97277dbf6000. 00010000:00000010:3.0:1768253550.778730:0:29086:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8200. 00010000:00000010:3.0:1768253550.778734:0:29086:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff972645e8b080. 00010000:00000010:3.0:1768253550.778851:0:29086:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff972645e8bb00. 00010000:00000200:3.0:1768253550.778973:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727776baa00 x1854145452062464/t0(0) o101->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:526/0 lens 576/688 e 0 to 0 dl 1768253561 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1768253550.778998:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92908. 00000100:00000200:3.0:1768253550.779005:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1854145452062464, offset 224 00000400:00000200:3.0:1768253550.779099:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253550.779111:0:29086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253550.779118:0:29086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3851:3851:256:4294967295] 192.168.202.43@tcp LPNI seq info [3847:3847:8:4294967295] 00000400:00000200:3.0:1768253550.779130:0:29086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253550.779135:0:29086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253550.779141:0:29086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a000. 00000800:00000200:3.0:1768253550.779148:0:29086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253550.779154:0:29086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253550.779159:0:29086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a000 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1768253550.779197:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253550.779201:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:3.0:1768253550.779205:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972748e2b800. 00000800:00000200:0.0:1768253550.779408:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253550.779413:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a000. 00000400:00000200:0.0:1768253550.779419:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253550.779423:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253550.779429:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92908 00000400:00000010:0.0:1768253550.779431:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92908. 00010000:00000010:3.1:1768253550.789067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8a00. 00000400:00000200:3.0:1768253552.677859:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253552.677882:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1083780 00000400:00000200:3.0:1768253552.677890:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 63280 00000400:00000200:3.0:1768253552.677910:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253552.677914:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253552.677922:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253552.677940:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbc000. 00000020:00000010:1.0:1768253552.680079:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253552.680092:0:29086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc380. 00000020:00000010:1.0:1768253552.680128:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898600. 00000020:00000010:1.0:1768253552.680134:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253552.680139:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253552.680185:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d640. 00000020:00000010:1.0:1768253552.680188:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d640. 00000100:00000200:1.0:1768253552.680192:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062592 02000000:00000010:1.0:1768253552.680214:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9727775c8000. 00000020:00000010:1.0:1768253552.680253:0:29086:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff972649d3c000. 00000020:00000010:1.0:1768253552.680259:0:29086:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9727775c8400. 00000020:00000010:1.0:1768253552.680262:0:29086:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff9727775ca800. 00000020:00000010:1.0:1768253552.680269:0:29086:0:(lprocfs_status.c:1947:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff972649898e00. 00000020:00000010:1.0:1768253552.680272:0:29086:0:(lprocfs_status.c:1947:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff972649898800. 00000020:00000010:1.0:1768253552.680291:0:29086:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff972745b01000. 00010000:00000200:1.0:1768253552.680309:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbc000 x1854145452062592/t0(0) o41->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:528/0 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253552.680329:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253552.680337:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1854145452062592, offset 224 00000400:00000200:1.0:1768253552.680345:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253552.680358:0:29086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253552.680366:0:29086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3852:3852:256:4294967295] 192.168.202.43@tcp LPNI seq info [3848:3848:8:4294967295] 00000400:00000200:1.0:1768253552.680378:0:29086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253552.680384:0:29086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253552.680389:0:29086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97274a2a9300. 00000800:00000200:1.0:1768253552.680395:0:29086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253552.680403:0:29086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253552.680408:0:29086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97274a2a9300 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1768253552.680441:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253552.680446:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253552.680450:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898600. 00000800:00000200:3.0:1768253552.682339:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253552.682348:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97274a2a9300. 00000400:00000200:3.0:1768253552.682356:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253552.682365:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253552.682372:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:3.0:1768253552.682375:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000400:00000200:0.0:1768253552.687272:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253552.687294:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 7 MB=0x69655e1083800 00000400:00000200:0.0:1768253552.687302:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.202.43@tcp of length 224/224 into md 0xc75 [8] + 4928 00000400:00000200:0.0:1768253552.687322:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253552.687327:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253552.687334:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1768253552.687341:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9727776b9180. 00000020:00000010:1.1:1768253552.689933:0:0:0:(lprocfs_status.c:1549:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff972649899400. 00000020:00000010:1.1:1768253552.689947:0:0:0:(lprocfs_status.c:1549:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff972649899800. 00000020:00000010:1.1:1768253552.689950:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff9727775ca000. 00000020:00000010:1.1:1768253552.689953:0:0:0:(lprocfs_status.c:1561:stats_free()) kfreed 'stats': 608 at ffff9727775c9800. 00000020:00000010:1.1:1768253552.689957:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff972649d3c0c0. 00000020:00000010:1.0:1768253552.690050:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d640. 00000020:00000010:1.0:1768253552.690063:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0080. 00000020:00000010:1.0:1768253552.690081:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899800. 00000020:00000010:1.0:1768253552.690086:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253552.690092:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253552.690135:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d4c0. 00000020:00000010:1.0:1768253552.690138:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d4c0. 00000100:00000200:1.0:1768253552.690142:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062720 02000000:00000010:1.0:1768253552.690160:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9727775c9800. 00000020:00000010:1.0:1768253552.690194:0:12215:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9727775ca000. 00010000:00000200:1.0:1768253552.690207:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727776b9180 x1854145452062720/t0(0) o13->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:528/0 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253552.690231:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253552.690239:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145452062720, offset 224 00000400:00000200:1.0:1768253552.690246:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253552.690259:0:12215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253552.690266:0:12215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3853:3853:256:4294967295] 192.168.202.43@tcp LPNI seq info [3849:3849:8:4294967295] 00000400:00000200:1.0:1768253552.690277:0:12215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253552.690282:0:12215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253552.690287:0:12215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97274a2a9e00. 00000800:00000200:1.0:1768253552.690293:0:12215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253552.690300:0:12215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253552.690304:0:12215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97274a2a9e00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1768253552.690328:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253552.690332:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253552.690336:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899800. 00000100:00000010:0.0:1768253552.690442:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649926a00. 02000000:00000010:0.0:1768253552.690459:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254600. 02000000:00000010:1.0:1768253552.690566:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9727775cac00. 00000400:00000010:1.0:1768253552.690573:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253552.690577:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253552.690583:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476336256, portal 4 00000400:00000010:1.0:1768253552.690588:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253552.690591:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476336256, offset 0 00000400:00000200:1.0:1768253552.690596:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253552.690604:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1768253552.690889:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649927480. 02000000:00000010:0.0:1768253552.690897:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254e00. 02000000:00000010:0.0:1768253552.690926:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647527800. 00000400:00000010:0.0:1768253552.690931:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358000. 00000400:00000010:0.0:1768253552.690935:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067660. 00000100:00000200:0.0:1768253552.690938:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476336384, portal 4 00000400:00000010:0.0:1768253552.690943:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253552.690946:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476336384, offset 0 00000400:00000200:0.0:1768253552.690951:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253552.690956:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253552.690966:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9b00 00000400:00000200:0.0:1768253552.690973:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 5152 00000400:00000200:0.0:1768253552.690982:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253552.690987:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253552.690995:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1768253552.690999:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649830380. 00000400:00000200:0.0:1768253552.691038:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067880 00000400:00000010:0.0:1768253552.691041:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067880. 00000100:00000200:0.0:1768253552.691047:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649927480 x1854145476336384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253552.691066:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4c60. 00000100:00000010:0.0:1768253552.691077:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4000. 00000100:00000010:0.0:1768253552.691081:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4900. 00000100:00000010:0.0:1768253552.691090:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4720. 00000020:00000010:2.0:1768253552.691159:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253552.691164:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622fd80. 00000020:00000010:2.0:1768253552.691183:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972747b2d600. 00000020:00000010:2.0:1768253552.691187:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253552.691191:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253552.691214:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.691217:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc340. 00000100:00000200:2.0:1768253552.691220:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336384 02000000:00000010:2.0:1768253552.691230:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972750d30c00. 00010000:00000200:2.0:1768253552.691253:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649830380 x1854145476336384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:528/0 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253552.691265:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd6e8. 00000100:00000200:2.0:1768253552.691268:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476336384, offset 224 00000400:00000200:2.0:1768253552.691273:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253552.691278:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253552.691283:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9b00 00000400:00000200:2.0:1768253552.691288:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x161e9 [1] + 224 00000400:00000200:2.0:1768253552.691291:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253552.691294:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253552.691300:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649927480 x1854145476336384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253552.691322:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd6e8 00000400:00000010:2.0:1768253552.691323:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd6e8. 00000020:00000010:2.0:1768253552.691332:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253552.691335:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253552.691338:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972747b2d600. 00000400:00000010:2.0:1768253552.691356:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358000. 00000400:00000200:2.0:1768253552.691360:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067660 00000400:00000010:2.0:1768253552.691361:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067660. 00000100:00000200:2.0:1768253552.691366:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649927480 x1854145476336384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253552.691374:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649927480 x1854145476336384/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253552.691400:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647527800. 02000000:00000010:2.0:1768253552.691406:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254e00. 00000100:00000010:2.0:1768253552.691413:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649927480. 00000800:00000200:3.0:1768253552.691445:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253552.691451:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97274a2a9e00. 00000400:00000200:3.0:1768253552.691456:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253552.691472:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253552.691476:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:3.0:1768253552.691479:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000400:00000200:1.0:1768253552.696147:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9a80 00000400:00000200:1.0:1768253552.696157:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 5376 00000400:00000200:1.0:1768253552.696166:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253552.696170:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253552.696178:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253552.696185:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361c00. 00000100:00000010:3.0:1768253552.698599:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4720. 00000100:00000010:0.0:1768253552.698889:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4c60. 00000400:00000200:1.0:1768253552.699091:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253552.699095:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253552.699108:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649926a00 x1854145476336256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253552.699134:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e39c0. 00000100:00000010:1.0:1768253552.699151:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3c00. 00000400:00000200:3.0:1768253552.699840:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253552.699857:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 7 MB=0x69655e1083880 00000400:00000200:3.0:1768253552.699864:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.202.43@tcp of length 224/224 into md 0xc75 [8] + 5600 00000400:00000200:3.0:1768253552.699882:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253552.699886:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253552.699893:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1768253552.699899:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbd500. 00000100:00000010:1.0:1768253552.705142:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4000. 00000100:00000010:0.0:1768253552.705243:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e39c0. 00000100:00000010:3.0:1768253552.709163:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3c00. 00000020:00000010:2.0:1768253552.711096:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.711107:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972748447140. 00000020:00000010:2.0:1768253552.711122:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.711129:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972747b2d600. 00000020:00000010:2.0:1768253552.711135:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253552.711140:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253552.711190:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.711194:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d6c0. 00000020:00000010:2.0:1768253552.711197:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.711202:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972747b2d800. 00000020:00000010:2.0:1768253552.711205:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2af00. 00000020:00000010:2.0:1768253552.711208:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253552.711222:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.711225:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc340. 00000100:00000200:2.0:1768253552.711228:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336256 02000000:00000010:2.0:1768253552.711248:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972750d31800. 00010000:00000200:2.0:1768253552.711274:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649361c00 x1854145476336256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:528/0 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253552.711294:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd6e8. 00000100:00000200:2.0:1768253552.711301:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476336256, offset 224 00000400:00000200:2.0:1768253552.711307:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253552.711319:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253552.711328:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9a80 00000400:00000200:2.0:1768253552.711336:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x161e1 [1] + 224 00000400:00000200:2.0:1768253552.711343:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253552.711347:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253552.711357:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649926a00 x1854145476336256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253552.711378:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd6e8 00000400:00000010:2.0:1768253552.711381:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd6e8. 00000020:00000010:2.0:1768253552.711392:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253552.711396:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253552.711399:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972747b2d600. 00000020:00000010:2.0:1768253552.711411:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253552.711414:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc340. 00000100:00000200:2.0:1768253552.711416:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062848 02000000:00000010:2.0:1768253552.711423:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972750d31000. 00000020:00000010:2.0:1768253552.711439:0:6571:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff972648242400. 00010000:00000200:2.0:1768253552.711447:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbd500 x1854145452062848/t0(0) o13->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:528/0 lens 224/368 e 0 to 0 dl 1768253563 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253552.711457:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd6e8. 00000100:00000200:2.0:1768253552.711460:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145452062848, offset 224 00000400:00000200:2.0:1768253552.711464:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253552.711472:0:6571:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253552.711478:0:6571:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3854:3854:256:4294967295] 192.168.202.43@tcp LPNI seq info [3850:3850:8:4294967295] 00000400:00000200:2.0:1768253552.711490:0:6571:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253552.711496:0:6571:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253552.711501:0:6571:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6dc00. 00000800:00000200:2.0:1768253552.711507:0:6571:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253552.711514:0:6571:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253552.711519:0:6571:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6dc00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1768253552.711533:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2af00. 00000020:00000010:2.0:1768253552.711536:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253552.711539:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972747b2d800. 00000100:00000010:2.0:1768253552.711561:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4900. 00000400:00000010:2.0:1768253552.711578:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:2.0:1768253552.711582:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0714c8 00000400:00000010:2.0:1768253552.711584:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0714c8. 00000100:00000200:2.0:1768253552.711590:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649926a00 x1854145476336256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253552.711600:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649926a00 x1854145476336256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253552.711632:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9727775cac00. 02000000:00000010:2.0:1768253552.711638:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254600. 00000100:00000010:2.0:1768253552.711654:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649926a00. 00000800:00000200:2.0:1768253552.713946:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253552.713955:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6dc00. 00000400:00000200:2.0:1768253552.713963:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253552.713972:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253552.713979:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd6e8 00000400:00000010:2.0:1768253552.713981:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd6e8. 00000100:00000010:1.0:1768253553.202114:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363b80. 02000000:00000010:1.0:1768253553.202140:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97274a2a9f00. 00000100:00000010:1.0:1768253553.202174:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360380. 02000000:00000010:1.0:1768253553.202179:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97274a2a9a00. 00000100:00000010:1.0:1768253553.202187:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361880. 02000000:00000010:1.0:1768253553.202192:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97274a2a9e00. 02000000:00000010:2.0:1768253553.202198:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972747b2d800. 00000400:00000010:2.0:1768253553.202206:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e9a0. 00000100:00000010:1.0:1768253553.202213:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649362680. 00000400:00000010:2.0:1768253553.202214:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd6e8. 02000000:00000010:3.0:1768253553.202215:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727563c3c00. 02000000:00000010:1.0:1768253553.202218:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97274a2a9300. 00000100:00000200:2.0:1768253553.202221:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476336512, portal 25 00000400:00000010:3.0:1768253553.202224:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032dc0. 00000400:00000010:2.0:1768253553.202228:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000400:00000010:3.0:1768253553.202233:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92000. 00000100:00000200:2.0:1768253553.202233:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476336512, offset 0 00000100:00000200:3.0:1768253553.202240:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476336640, portal 10 02000000:00000010:1.0:1768253553.202242:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649898600. 00000400:00000200:2.0:1768253553.202246:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1768253553.202247:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc160. 00000400:00000010:3.0:1768253553.202249:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c923b8. 00000400:00000010:1.0:1768253553.202252:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:3.0:1768253553.202253:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476336640, offset 0 00000100:00000200:1.0:1768253553.202257:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476336896, portal 10 00000400:00000200:2.0:1768253553.202259:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253553.202264:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1768253553.202264:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253553.202269:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476336896, offset 0 00000400:00000200:2.0:1768253553.202271:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27a9b80 00000400:00000200:1.0:1768253553.202275:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253553.202276:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253553.202283:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253553.202288:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9c00 00000400:00000200:1.0:1768253553.202293:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9d00 00000400:00000200:2.0:1768253553.205400:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x158b1 [2] + 0 00000400:00000010:2.0:1768253553.205410:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e630. 00000400:00000200:2.0:1768253553.205417:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277cd86840 00000400:00000200:2.0:1768253553.205426:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253553.205431:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253553.205618:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 63504 00000400:00000200:3.0:1768253553.205626:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1768253553.205626:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726493a9200. 00000400:00000200:3.0:1768253553.205633:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253553.205633:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 63728 00000400:00000010:0.0:1768253553.205636:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358688. 00000400:00000200:1.0:1768253553.205650:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1768253553.205651:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067880. 00000400:00000200:1.0:1768253553.205654:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253553.205658:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476336768, portal 10 00000100:00000200:1.0:1768253553.205659:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253553.205665:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649362300. 00000400:00000010:0.0:1768253553.205665:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067198. 00000100:00000200:0.0:1768253553.205668:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476336768, offset 0 00000400:00000200:0.0:1768253553.205674:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253553.205682:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071b28 00000400:00000010:1.0:1768253553.205685:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253553.205695:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649362680 x1854145476336896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253553.208219:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1768253553.208232:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3ba0. 00000400:00000200:0.0:1768253553.208236:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9c80 00000100:00000200:3.0:1768253553.208244:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1768253553.208244:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 63952 00000100:00000010:1.0:1768253553.208247:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3300. 00000100:00000010:3.0:1768253553.208256:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbdf80. 00000400:00000200:0.0:1768253553.208257:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253553.208263:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1768253553.208266:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3ea0. 00000100:00000010:1.0:1768253553.208272:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3cc0. 00000400:00000200:3.0:1768253553.208293:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c923b8 00000400:00000010:3.0:1768253553.208297:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c923b8. 00000100:00000200:3.0:1768253553.208309:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360380 x1854145476336640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253553.208323:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d4c0. 00000020:00000010:1.0:1768253553.208340:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898c00. 00000020:00000010:1.0:1768253553.208345:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253553.208349:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253553.208378:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d380. 00000020:00000010:1.0:1768253553.208381:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d380. 00000100:00000200:0.0:1768253553.208382:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1768253553.208385:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649899a00. 00000100:00000010:0.0:1768253553.208386:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649832a00. 00000020:00000010:1.0:1768253553.208387:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc080. 00000020:00000010:1.0:1768253553.208390:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad578. 00000400:00000200:0.0:1768253553.208397:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067198 00000400:00000010:0.0:1768253553.208401:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067198. 00000020:00000010:1.0:1768253553.208407:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d380. 00000100:00000200:0.0:1768253553.208409:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649361880 x1854145476336768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253553.208410:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972748447600. 00000020:00000010:1.0:1768253553.208415:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d380. 00000020:00000010:1.0:1768253553.208419:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649898000. 00000020:00000010:1.0:1768253553.208421:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277ccccc80. 00000020:00000010:1.0:1768253553.208424:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad190. 00000020:00000010:1.0:1768253553.208436:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d380. 00000020:00000010:1.0:1768253553.208439:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d380. 00000100:00000200:1.0:1768253553.208441:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336896 00000020:00000010:0.0:1768253553.208456:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253553.208458:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 02000000:00000010:1.0:1768253553.208460:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775cb800. 00000100:00000200:0.0:1768253553.208461:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336640 02000000:00000010:0.0:1768253553.208468:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647527c00. 00010000:00000200:1.0:1768253553.208469:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649362300 x1854145476336896/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1768253553.208472:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbdf80 x1854145476336640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253553.208486:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071b28. 00000400:00000010:0.0:1768253553.208486:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067198. 00000100:00000200:1.0:1768253553.208490:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476336896, offset 224 00000100:00000200:0.0:1768253553.208490:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476336640, offset 224 00000400:00000200:1.0:1768253553.208495:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253553.208501:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253553.208506:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9d00 00000400:00000200:1.0:1768253553.208511:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1620d [1] + 224 00000400:00000200:1.0:1768253553.208516:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253553.208542:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277cd86840 00000400:00000010:2.0:1768253553.208546:0:3320:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277cd86840. 00000100:00000200:2.0:1768253553.208552:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253553.208565:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253553.208567:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253553.208585:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649363b80 x1854145476336512/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253553.208636:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc340. 00000020:00000010:2.0:1768253553.208650:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc340. 00000100:00000200:2.0:1768253553.208653:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336768 02000000:00000010:2.0:1768253553.208661:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972648241400. 00010000:00000200:2.0:1768253553.208666:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649832a00 x1854145476336768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253553.208675:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253553.208678:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476336768, offset 224 00000400:00000200:2.0:1768253553.208681:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253553.208686:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253553.208691:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9c80 00000400:00000200:2.0:1768253553.208695:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16215 [1] + 224 00000400:00000200:2.0:1768253553.208699:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253553.208702:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253553.208702:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253553.208708:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649361880 x1854145476336768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253553.208709:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649362680 x1854145476336896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253553.208723:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253553.208725:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000020:00000010:2.0:1768253553.208735:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277ccccc80. 00000020:00000010:2.0:1768253553.208739:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad190. 00000020:00000010:2.0:1768253553.208742:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898000. 00000020:00000010:3.0:1768253553.208887:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fb40. 00000020:00000010:3.0:1768253553.208892:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fb40. 00000020:00000010:3.0:1768253553.208897:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727563c2c00. 00000020:00000010:3.0:1768253553.208901:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72a00. 00000020:00000010:3.0:1768253553.208905:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373000. 00000020:00000010:3.0:1768253553.208928:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fb40. 00000020:00000010:3.0:1768253553.208932:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fb40. 00000100:00000200:3.0:1768253553.208935:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476336512 02000000:00000010:3.0:1768253553.208943:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274581bc00. 00010000:00000200:3.0:1768253553.208950:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746251850 x1854145476336512/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:529/0 lens 224/224 e 0 to 0 dl 1768253564 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253553.209165:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071b28 00000400:00000010:1.0:1768253553.209168:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071b28. 00000020:00000010:1.0:1768253553.209182:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253553.209185:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253553.209188:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649898c00. 00000400:00000010:1.0:1768253553.209208:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc160. 00000400:00000200:1.0:1768253553.209211:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253553.209213:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253553.209218:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649362680 x1854145476336896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253553.209226:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649362680 x1854145476336896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253553.209251:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649898600. 02000000:00000010:1.0:1768253553.209256:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97274a2a9300. 00000100:00000010:1.0:1768253553.209261:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649362680. 00000400:00000010:2.0:1768253553.209276:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358688. 00000400:00000200:2.0:1768253553.209280:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067880 00000400:00000010:2.0:1768253553.209282:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067880. 00000100:00000200:2.0:1768253553.209287:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649361880 x1854145476336768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253553.209294:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649361880 x1854145476336768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253553.209308:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726493a9200. 02000000:00000010:2.0:1768253553.209312:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97274a2a9e00. 00000100:00000010:2.0:1768253553.209314:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649361880. 00000400:00000010:3.0:1768253553.210305:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c923b8. 00000100:00000200:3.0:1768253553.210312:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476336512, offset 224 00000400:00000200:3.0:1768253553.210862:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253553.210875:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253553.212746:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27a9b80 00000400:00000200:2.0:1768253553.212757:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x161fd [1] + 224 00000400:00000200:2.0:1768253553.212765:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253553.212769:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253553.212784:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649363b80 x1854145476336512/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253553.212806:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c923b8 00000400:00000010:2.0:1768253553.212809:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c923b8. 00000020:00000010:2.0:1768253553.212845:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72a00. 00000020:00000010:2.0:1768253553.212851:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373000. 00000020:00000010:2.0:1768253553.212855:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727563c2c00. 02000000:00000010:2.0:1768253553.212864:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97274581bc00. 00000100:00000200:2.0:1768253553.212875:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253553.212880:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e630. 00000400:00000010:2.0:1768253553.212887:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993f900. 00000400:00000010:2.0:1768253553.212925:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e9a0. 00000400:00000200:2.0:1768253553.212929:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd6e8 00000400:00000010:2.0:1768253553.212931:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd6e8. 00000100:00000200:2.0:1768253553.212937:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649363b80 x1854145476336512/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253553.212947:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649363b80 x1854145476336512/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253553.212976:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972747b2d800. 02000000:00000010:2.0:1768253553.212982:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97274a2a9f00. 00000100:00000010:2.0:1768253553.212987:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649363b80. 00000400:00000200:0.0:1768253553.214280:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253553.214295:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253553.214305:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9c00 00000400:00000200:0.0:1768253553.214312:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16205 [1] + 224 00000400:00000200:0.0:1768253553.214318:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253553.214322:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253553.214333:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360380 x1854145476336640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253553.214353:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067198 00000400:00000010:0.0:1768253553.214355:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067198. 00000020:00000010:0.0:1768253553.214373:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc080. 00000020:00000010:0.0:1768253553.214378:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad578. 00000020:00000010:0.0:1768253553.214382:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649899a00. 00000400:00000010:0.0:1768253553.214417:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032dc0. 00000400:00000200:0.0:1768253553.214422:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92000 00000400:00000010:0.0:1768253553.214424:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92000. 00000100:00000200:0.0:1768253553.214430:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360380 x1854145476336640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253553.214441:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360380 x1854145476336640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253553.214463:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727563c3c00. 02000000:00000010:0.0:1768253553.214468:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97274a2a9a00. 00000100:00000010:0.0:1768253553.214473:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360380. 00000001:00000010:3.0:1768253553.273109:0:5805:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff97276bd22960. 00080000:00000010:3.0:1768253553.273124:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97274de34000. 00000100:00000010:0.0:1768253553.282740:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3ba0. 00000100:00000010:2.0:1768253553.282994:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3ea0. 00000100:00000010:1.0:1768253553.283289:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3300. 00000100:00000010:3.0:1768253553.293488:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3cc0. 00000001:02000400:2.0:1768253555.220419:0:102019:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000400:00000200:3.0:1768253555.659917:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253555.660226:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1083900 00000400:00000200:3.0:1768253555.660238:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x158dd [2] + 0 00000400:00000010:3.0:1768253555.660245:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcbb0. 00000400:00000200:3.0:1768253555.660252:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9726493ee000 00000400:00000200:3.0:1768253555.660268:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.660273:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253555.660280:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726493ee000 00000400:00000010:3.0:1768253555.660282:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9726493ee000. 00000100:00000200:3.0:1768253555.660377:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253555.660451:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253555.660459:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1083a00 00000400:00000200:3.0:1768253555.660465:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 11344 00000400:00000200:3.0:1768253555.660472:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.660475:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253555.660480:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253555.660487:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbce00. 00000400:00000200:3.0:1768253555.660512:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253555.660518:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1083980 00000400:00000200:3.0:1768253555.660524:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 64176 00000400:00000200:3.0:1768253555.660530:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.660533:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253555.660537:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253555.660541:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbe300. 00000400:00000200:3.0:1768253555.660570:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253555.660576:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1083a80 00000400:00000200:3.0:1768253555.660580:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 11568 00000400:00000200:3.0:1768253555.660591:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.660594:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253555.660597:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253555.660602:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbdc00. 00000020:00000010:3.0:1768253555.660661:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f400. 00000020:00000010:3.0:1768253555.660680:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff2600. 00000020:00000010:3.0:1768253555.660685:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72a80. 00000020:00000010:3.0:1768253555.660690:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373320. 00000020:00000010:3.0:1768253555.660721:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253555.660726:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff2000. 00000020:00000010:3.0:1768253555.660729:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72600. 00000020:00000010:3.0:1768253555.660732:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253555.660757:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f840. 00000020:00000010:3.0:1768253555.660760:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f840. 00000100:00000200:3.0:1768253555.660764:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063232 02000000:00000010:3.0:1768253555.660784:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972745819c00. 00010000:00000200:3.0:1768253555.660796:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbce00 x1854145452063232/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:531/0 lens 224/224 e 0 to 0 dl 1768253566 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253555.660815:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c925d8. 00000100:00000200:3.0:1768253555.660830:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452063232, offset 224 00000400:00000200:3.0:1768253555.660837:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253555.660847:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253555.660853:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3855:3855:256:4294967295] 192.168.202.43@tcp LPNI seq info [3851:3851:8:4294967295] 00000400:00000200:3.0:1768253555.660863:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253555.660868:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253555.660873:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972747ea9b00. 00000800:00000200:3.0:1768253555.660879:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253555.660886:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253555.660891:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972747ea9b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253555.660909:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72a80. 00000020:00000010:3.0:1768253555.660913:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373320. 00000020:00000010:3.0:1768253555.660916:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff2600. 00000020:00000010:3.0:1768253555.660942:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f840. 00000020:00000010:3.0:1768253555.660944:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f840. 00000100:00000200:3.0:1768253555.660947:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063360 02000000:00000010:3.0:1768253555.660954:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972745818800. 00010000:00000200:3.0:1768253555.660959:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbdc00 x1854145452063360/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:531/0 lens 224/224 e 0 to 0 dl 1768253566 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253555.660969:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92660. 00000100:00000200:3.0:1768253555.660972:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452063360, offset 224 00000400:00000200:3.0:1768253555.660976:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253555.660981:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253555.660985:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3856:3856:255:4294967295] 192.168.202.43@tcp LPNI seq info [3852:3852:7:4294967295] 00000400:00000200:3.0:1768253555.660992:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253555.660996:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253555.660999:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972747ea9f00. 00000800:00000200:3.0:1768253555.661003:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253555.661007:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253555.661009:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972747ea9f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253555.661044:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72600. 00000020:00000010:3.0:1768253555.661047:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253555.661050:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff2000. 00000800:00000200:3.0:1768253555.661092:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253555.661097:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972747ea9b00. 00000400:00000200:3.0:1768253555.661101:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.661104:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253555.661109:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c925d8 00000400:00000010:3.0:1768253555.661111:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c925d8. 00000800:00000200:3.0:1768253555.661171:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253555.661174:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972747ea9f00. 00000400:00000200:3.0:1768253555.661177:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.661180:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253555.661183:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92660 00000400:00000010:3.0:1768253555.661185:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92660. 00000020:00000010:0.0:1768253555.662643:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0dc0. 00000020:00000010:0.0:1768253555.662653:0:6919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4ddc0. 00000020:00000010:0.0:1768253555.662678:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727820e7200. 00000020:00000010:0.0:1768253555.662684:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4980. 00000020:00000010:0.0:1768253555.662688:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253555.662723:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0480. 00000020:00000010:0.0:1768253555.662726:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0480. 00000100:00000200:0.0:1768253555.662730:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063104 02000000:00000010:0.0:1768253555.662758:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647525800. 00010000:00000200:0.0:1768253555.662769:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbe300 x1854145452063104/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:531/0 lens 224/224 e 0 to 0 dl 1768253566 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253555.662785:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067198. 00000100:00000200:0.0:1768253555.662791:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452063104, offset 224 00000400:00000200:0.0:1768253555.662797:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253555.662806:0:6919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253555.662812:0:6919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3857:3857:256:4294967295] 192.168.202.43@tcp LPNI seq info [3853:3853:8:4294967295] 00000400:00000200:0.0:1768253555.662832:0:6919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253555.662838:0:6919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253555.662842:0:6919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972746254700. 00000800:00000200:0.0:1768253555.662847:0:6919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253555.662853:0:6919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253555.662857:0:6919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972746254700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253555.662875:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4980. 00000020:00000010:0.0:1768253555.662879:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253555.662883:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727820e7200. 00000800:00000200:0.0:1768253555.662990:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253555.662994:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972746254700. 00000400:00000200:0.0:1768253555.663000:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253555.663005:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253555.663009:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067198 00000400:00000010:0.0:1768253555.663036:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067198. 00000020:00000010:2.0:1768253555.664288:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccd00. 00000020:00000010:2.0:1768253555.664297:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccd00. 00000020:00000010:2.0:1768253555.664302:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319400. 00000020:00000010:2.0:1768253555.664307:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062980. 00000020:00000010:2.0:1768253555.664311:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253555.664352:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccd00. 00000020:00000010:2.0:1768253555.664355:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccd00. 00000100:00000200:2.0:1768253555.664358:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452062976 02000000:00000010:2.0:1768253555.664373:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97264817f000. 00010000:00000200:2.0:1768253555.664384:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746250450 x1854145452062976/t0(0) o400->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:531/0 lens 224/224 e 0 to 0 dl 1768253566 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253555.664400:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd6e8. 00000100:00000200:2.0:1768253555.664406:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452062976, offset 224 00000400:00000200:2.0:1768253555.664412:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253555.664423:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253555.664429:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3858:3858:256:4294967295] 192.168.202.43@tcp LPNI seq info [3854:3854:8:4294967295] 00000400:00000200:2.0:1768253555.664634:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253555.664641:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253555.664646:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6df00. 00000800:00000200:2.0:1768253555.664652:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253555.664659:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253555.664663:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6df00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253555.664785:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062980. 00000020:00000010:2.0:1768253555.664791:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253555.664794:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319400. 00000100:00000200:2.0:1768253555.664805:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253555.664812:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e9a0. 00000400:00000010:2.0:1768253555.664818:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264982b300. 00000800:00000200:3.0:1768253555.665198:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253555.665203:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6df00. 00000400:00000200:3.0:1768253555.665208:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253555.665213:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253555.665218:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd6e8 00000400:00000010:3.0:1768253555.665220:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd6e8. 02000000:00000010:3.0:1768253555.665226:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97264817f000. 00000020:00000010:3.0:1768253557.761465:0:102116:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3000. 00000020:00000010:3.0:1768253557.761574:0:102116:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3000. 00000100:00000010:2.0:1768253557.814132:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 02000000:00000010:2.0:1768253557.814158:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972748c6dc00. 02000000:00000010:2.0:1768253557.814211:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972743032c00. 00000400:00000010:2.0:1768253557.814219:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e7e8. 00000400:00000010:2.0:1768253557.814226:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253557.814234:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476337024, portal 4 00000400:00000010:2.0:1768253557.814242:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253557.814245:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476337024, offset 0 00000400:00000200:2.0:1768253557.814254:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253557.814267:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253557.814279:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9d80 00000400:00000200:2.0:1768253557.814287:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 5824 00000400:00000200:2.0:1768253557.814294:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253557.814298:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253557.814305:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253557.814310:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41180. 00000400:00000200:2.0:1768253557.814327:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253557.814329:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253557.814336:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43480 x1854145476337024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253557.814359:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94840. 00000100:00000010:2.0:1768253557.814371:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94480. 00000100:00000010:2.0:1768253557.814376:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94540. 00000100:00000010:2.0:1768253557.814381:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94de0. 00000100:00000010:3.0:1768253557.814541:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbc380. 02000000:00000010:3.0:1768253557.814550:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972747ea9700. 00000020:00000010:3.0:1768253557.814603:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f840. 00000020:00000010:3.0:1768253557.814610:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d640. 00000020:00000010:3.0:1768253557.814625:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffa400. 00000020:00000010:3.0:1768253557.814630:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72500. 00000020:00000010:3.0:1768253557.814635:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253557.814667:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fa00. 00000020:00000010:3.0:1768253557.814670:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fa00. 00000100:00000200:3.0:1768253557.814672:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337024 02000000:00000010:3.0:1768253557.814686:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972645c35c00. 00010000:00000200:3.0:1768253557.814721:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe41180 x1854145476337024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:533/0 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253557.814739:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92660. 00000100:00000200:3.0:1768253557.814742:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476337024, offset 224 00000400:00000200:3.0:1768253557.814747:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253557.814753:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253557.814758:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9d80 00000400:00000200:3.0:1768253557.814763:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16245 [1] + 224 00000400:00000200:3.0:1768253557.814767:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253557.814770:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253557.814776:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43480 x1854145476337024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253557.814789:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92660 00000400:00000010:3.0:1768253557.814791:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92660. 00000020:00000010:3.0:1768253557.814803:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72500. 00000020:00000010:3.0:1768253557.814807:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253557.814811:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffa400. 02000000:00000010:2.0:1768253557.814876:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972743030c00. 00000400:00000010:2.0:1768253557.814881:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e5d8. 00000400:00000010:2.0:1768253557.814885:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253557.814888:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476337152, portal 4 00000400:00000010:2.0:1768253557.814892:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253557.814894:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476337152, offset 0 00000400:00000200:2.0:1768253557.814898:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253557.814902:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253557.814908:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27a9e00 00000400:00000200:2.0:1768253557.814913:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 6048 00000400:00000200:2.0:1768253557.814917:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253557.814920:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253557.814923:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253557.814926:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43800. 00000400:00000200:2.0:1768253557.814943:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd880 00000400:00000010:2.0:1768253557.814945:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253557.814950:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbc380 x1854145476337152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253557.814984:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e7e8. 00000400:00000200:2.0:1768253557.814987:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253557.814988:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253557.814993:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43480 x1854145476337024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253557.815001:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43480 x1854145476337024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253557.815048:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972743032c00. 02000000:00000010:2.0:1768253557.815054:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972748c6dc00. 00000100:00000010:2.0:1768253557.815059:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43480. 00000020:00000010:3.0:1768253557.815362:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fa00. 00000020:00000010:3.0:1768253557.815367:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cccc0. 00000020:00000010:3.0:1768253557.815384:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffa400. 00000020:00000010:3.0:1768253557.815388:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72500. 00000020:00000010:3.0:1768253557.815390:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253557.815423:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f240. 00000020:00000010:3.0:1768253557.815425:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f240. 00000100:00000200:3.0:1768253557.815428:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337152 02000000:00000010:3.0:1768253557.815437:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972645c36000. 00010000:00000200:3.0:1768253557.815464:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe43800 x1854145476337152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:533/0 lens 224/368 e 0 to 0 dl 1768253568 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253557.815474:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92660. 00000100:00000200:3.0:1768253557.815478:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476337152, offset 224 00000400:00000200:3.0:1768253557.815483:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253557.815490:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253557.815495:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27a9e00 00000400:00000200:3.0:1768253557.815500:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16251 [1] + 224 00000400:00000200:3.0:1768253557.815504:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253557.815507:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253557.815513:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbc380 x1854145476337152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253557.815532:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92660 00000400:00000010:3.0:1768253557.815533:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92660. 00000020:00000010:3.0:1768253557.815542:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72500. 00000020:00000010:3.0:1768253557.815545:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253557.815548:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffa400. 00000400:00000010:2.0:1768253557.815734:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e5d8. 00000400:00000200:2.0:1768253557.815739:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253557.815740:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253557.815745:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbc380 x1854145476337152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253557.815754:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbc380 x1854145476337152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253557.815775:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972743030c00. 02000000:00000010:2.0:1768253557.815779:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972747ea9700. 00000100:00000010:2.0:1768253557.815782:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbc380. 00000100:00000010:3.0:1768253557.824289:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94de0. 00000100:00000010:0.0:1768253557.824572:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94840. 00000100:00000010:1.0:1768253557.825080:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94480. 00000100:00000010:2.0:1768253557.825790:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94540. 00000100:00000010:1.0:1768253558.328955:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649362680. 02000000:00000010:1.0:1768253558.328978:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727fa00. 00000100:00000010:1.0:1768253558.329007:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363480. 02000000:00000010:0.0:1768253558.329286:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649318200. 00000400:00000010:0.0:1768253558.329294:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358420. 00000400:00000010:0.0:1768253558.329300:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067198. 00000100:00000200:0.0:1768253558.329307:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476337280, portal 25 00000400:00000010:0.0:1768253558.329313:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067c38. 00000100:00000200:0.0:1768253558.329315:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476337280, offset 0 00000400:00000200:0.0:1768253558.329323:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253558.329335:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253558.329347:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27a9e80 00000400:00000200:0.0:1768253558.329354:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x158e5 [2] + 0 00000400:00000010:0.0:1768253558.329358:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ecb8. 00000400:00000200:0.0:1768253558.329361:0:3318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9726482a1180 00000400:00000200:0.0:1768253558.329367:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253558.329372:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253558.329377:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726482a1180 00000400:00000010:0.0:1768253558.329379:0:3318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9726482a1180. 00000100:00000200:0.0:1768253558.329383:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253558.329397:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067c38 00000400:00000010:0.0:1768253558.329399:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067c38. 00000100:00000200:0.0:1768253558.329407:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649362680 x1854145476337280/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253558.329425:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4ae0. 00000100:00000010:0.0:1768253558.329437:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da41e0. 00000100:00000010:0.0:1768253558.329442:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4960. 00000100:00000010:0.0:1768253558.329446:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da43c0. 00000020:00000010:0.0:1768253558.329488:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0700. 00000020:00000010:0.0:1768253558.329492:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0700. 00000020:00000010:0.0:1768253558.329497:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319000. 00000020:00000010:0.0:1768253558.329504:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4a00. 00000020:00000010:0.0:1768253558.329509:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 02000000:00000010:1.0:1768253558.329579:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f400. 00000100:00000010:1.0:1768253558.329610:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361500. 02000000:00000010:1.0:1768253558.329616:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f900. 00000100:00000010:1.0:1768253558.329646:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360000. 02000000:00000010:1.0:1768253558.329650:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f300. 02000000:00000010:1.0:1768253558.329671:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2bc00. 00000400:00000010:1.0:1768253558.329676:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc160. 00000400:00000010:1.0:1768253558.329680:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253558.329683:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476337408, portal 10 00000400:00000010:1.0:1768253558.329688:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253558.329690:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476337408, offset 0 00000400:00000200:1.0:1768253558.329695:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.329700:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.329705:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9f00 00000400:00000200:1.0:1768253558.329710:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 64400 00000400:00000200:1.0:1768253558.329715:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.329718:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253558.329723:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253558.329726:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363800. 00000400:00000200:1.0:1768253558.329737:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071b28 00000400:00000010:1.0:1768253558.329739:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253558.329745:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649363480 x1854145476337408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253558.329948:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2b400. 00000400:00000010:1.0:1768253558.329953:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbca50. 00000400:00000010:1.0:1768253558.329957:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253558.329960:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476337536, portal 10 00000400:00000010:1.0:1768253558.329965:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253558.329967:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476337536, offset 0 00000400:00000200:1.0:1768253558.329971:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.329976:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.329982:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27a9f80 00000400:00000200:1.0:1768253558.329986:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 64624 00000400:00000200:1.0:1768253558.329990:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.329992:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253558.329995:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253558.329999:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360a80. 00000400:00000200:1.0:1768253558.330041:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:1.0:1768253558.330043:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253558.330049:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649361500 x1854145476337536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253558.330073:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2a800. 00000400:00000010:1.0:1768253558.330077:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcbb0. 00000400:00000010:1.0:1768253558.330079:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253558.330082:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476337664, portal 10 00000400:00000010:1.0:1768253558.330086:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.330088:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476337664, offset 0 00000400:00000200:1.0:1768253558.330091:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.330095:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.330100:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aa000 00000400:00000200:1.0:1768253558.330103:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 64848 00000400:00000200:1.0:1768253558.330107:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.330110:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253558.330112:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253558.330116:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361180. 00000400:00000200:1.0:1768253558.330137:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253558.330140:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.330144:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360000 x1854145476337664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253558.330176:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc40. 00000020:00000010:1.0:1768253558.330179:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc40. 00000020:00000010:1.0:1768253558.330184:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffb800. 00000020:00000010:1.0:1768253558.330188:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc080. 00000020:00000010:1.0:1768253558.330191:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253558.330215:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc40. 00000020:00000010:1.0:1768253558.330227:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffbc00. 00000020:00000010:1.0:1768253558.330229:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccce80. 00000020:00000010:1.0:1768253558.330232:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253558.330245:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4db40. 00000020:00000010:1.0:1768253558.330248:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d4c0. 00000020:00000010:1.0:1768253558.330251:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4db40. 00000020:00000010:1.0:1768253558.330254:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ffb000. 00000020:00000010:1.0:1768253558.330256:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253558.330259:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253558.330269:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4db40. 00000020:00000010:1.0:1768253558.330271:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4db40. 00000100:00000200:1.0:1768253558.330274:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337408 02000000:00000010:1.0:1768253558.330288:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645c34800. 00010000:00000200:1.0:1768253558.330296:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649363800 x1854145476337408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253558.330310:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.330313:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476337408, offset 224 00000400:00000200:1.0:1768253558.330316:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.330322:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.330326:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9f00 00000400:00000200:1.0:1768253558.330331:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16265 [1] + 224 00000400:00000200:1.0:1768253558.330334:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.330337:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253558.330343:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649363480 x1854145476337408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253558.330356:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253558.330358:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000020:00000010:1.0:1768253558.330368:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc080. 00000020:00000010:1.0:1768253558.330372:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253558.330374:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffb800. 00000020:00000010:1.0:1768253558.330386:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4db40. 00000020:00000010:1.0:1768253558.330388:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4db40. 00000100:00000200:1.0:1768253558.330391:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337536 02000000:00000010:1.0:1768253558.330397:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727485d8c00. 00010000:00000200:1.0:1768253558.330402:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649360a80 x1854145476337536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253558.330412:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.330414:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476337536, offset 224 00000400:00000200:1.0:1768253558.330418:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.330423:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.330428:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27a9f80 00000400:00000200:1.0:1768253558.330431:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1626d [1] + 224 00000400:00000200:1.0:1768253558.330435:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.330437:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253558.330441:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649361500 x1854145476337536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253558.330454:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253558.330456:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000020:00000010:1.0:1768253558.330462:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccce80. 00000020:00000010:1.0:1768253558.330465:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253558.330467:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffbc00. 00000020:00000010:1.0:1768253558.330477:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4db40. 00000020:00000010:1.0:1768253558.330479:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4db40. 00000100:00000200:1.0:1768253558.330481:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337664 02000000:00000010:1.0:1768253558.330487:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775ca400. 00010000:00000200:1.0:1768253558.330491:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649361180 x1854145476337664/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253558.330500:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.330502:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476337664, offset 224 00000400:00000200:1.0:1768253558.330505:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.330510:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.330513:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aa000 00000400:00000200:1.0:1768253558.330517:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16275 [1] + 224 00000400:00000200:1.0:1768253558.330520:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.330523:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253558.330527:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360000 x1854145476337664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253558.330535:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253558.330537:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000020:00000010:1.0:1768253558.330542:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253558.330544:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253558.330547:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ffb000. 00000400:00000010:1.0:1768253558.330578:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc160. 00000400:00000200:1.0:1768253558.330582:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253558.330583:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253558.330587:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649363480 x1854145476337408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253558.330607:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649363480 x1854145476337408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253558.330629:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2bc00. 02000000:00000010:1.0:1768253558.330634:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f400. 00000100:00000010:1.0:1768253558.330639:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649363480. 00000400:00000010:1.0:1768253558.330694:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcbb0. 00000400:00000200:1.0:1768253558.330696:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:1.0:1768253558.330698:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253558.330702:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360000 x1854145476337664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253558.330710:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360000 x1854145476337664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253558.330721:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbca50. 00000400:00000200:1.0:1768253558.330723:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071b28 00000400:00000010:1.0:1768253558.330725:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253558.330728:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649361500 x1854145476337536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253558.330736:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649361500 x1854145476337536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253558.330745:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2a800. 02000000:00000010:1.0:1768253558.330749:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f300. 00000100:00000010:1.0:1768253558.330751:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360000. 02000000:00000010:1.0:1768253558.330753:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2b400. 02000000:00000010:1.0:1768253558.330755:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f900. 00000100:00000010:1.0:1768253558.330757:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649361500. 00000020:00000010:0.0:1768253558.333422:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0700. 00000020:00000010:0.0:1768253558.333432:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0700. 00000100:00000200:0.0:1768253558.333436:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337280 02000000:00000010:0.0:1768253558.333450:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647527800. 00010000:00000200:0.0:1768253558.333461:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746252450 x1854145476337280/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:534/0 lens 224/224 e 0 to 0 dl 1768253569 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253558.333478:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067c38. 00000100:00000200:0.0:1768253558.333483:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476337280, offset 224 00000400:00000200:0.0:1768253558.333489:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253558.333501:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253558.333511:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27a9e80 00000400:00000200:0.0:1768253558.333518:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1625d [1] + 224 00000400:00000200:0.0:1768253558.333524:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253558.333528:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253558.333537:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649362680 x1854145476337280/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253558.333564:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067c38 00000400:00000010:0.0:1768253558.333567:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067c38. 00000020:00000010:0.0:1768253558.333578:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4a00. 00000020:00000010:0.0:1768253558.333582:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253558.333586:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319000. 02000000:00000010:0.0:1768253558.333622:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647527800. 00000100:00000200:0.0:1768253558.333629:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253558.333641:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463589a0. 00000400:00000010:0.0:1768253558.333647:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277cd86180. 00000400:00000010:2.0:1768253558.334669:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358420. 00000400:00000200:2.0:1768253558.334674:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067198 00000400:00000010:2.0:1768253558.334676:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067198. 00000100:00000200:2.0:1768253558.334686:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649362680 x1854145476337280/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253558.334696:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649362680 x1854145476337280/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253558.334722:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649318200. 02000000:00000010:2.0:1768253558.334729:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727fa00. 00000100:00000010:2.0:1768253558.334734:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649362680. 00000100:00000010:1.0:1768253558.402707:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da41e0. 00000100:00000010:2.0:1768253558.403083:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4960. 00000100:00000010:3.0:1768253558.403506:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da43c0. 00000100:00000010:0.0:1768253558.404494:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4ae0. 00000800:00000200:1.0:1768253558.585124:0:3310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97274635c300] -> 12345-192.168.202.143@tcp (6) 00000800:00000200:1.0:1768253558.585134:0:3310:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.143@tcp ip 192.168.202.143:988 00000800:00000200:1.0:1768253558.585139:0:3310:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972646674d00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1768253558.585341:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1768253558.785212:0:102167:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff972647396a50. 00000020:00000010:0.0:1768253558.785304:0:102167:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff972647396a50. 00000020:00000010:0.0:1768253558.785483:0:102167:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972647525c00. 00000020:00000010:0.0:1768253558.785493:0:102167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319400. 00000020:00000010:0.0:1768253558.785497:0:102167:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319a00. 00000040:00000010:0.0:1768253558.785500:0:102167:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972649318200. 00000020:00000010:0.0:1768253558.785506:0:102167:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972647776000. 00000020:00000010:0.0:1768253558.785510:0:102167:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319c00. 80000000:00000010:0.0:1768253558.785515:0:102167:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4ae0. 00040000:00000010:0.0:1768253558.785520:0:102167:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319000. 00080000:00000010:0.0:1768253558.785525:0:102167:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972647770800. 20000000:00000010:0.0:1768253558.785529:0:102167:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972746d3d000. 00000020:00000010:0.0:1768253558.785535:0:102167:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277dcf04c0. 20000000:00000010:0.0:1768253558.785539:0:102167:0:(mgs_handler.c:1110:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff972646da4660. 20000000:00000010:0.0:1768253558.785547:0:102167:0:(mgs_llog.c:6108:mgs_set_param()) kmalloced '(mti)': 4544 at ffff972647d72000. 00000040:00000010:0.0:1768253558.785564:0:102167:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972746d3de00. 00000040:00000010:0.0:1768253558.785632:0:102167:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff972750d0b730. 00000040:00000010:0.0:1768253558.785645:0:102167:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff972647d74000. 00000040:00000010:0.0:1768253558.785731:0:102167:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff972646da4b40. 00000020:00000010:3.0:1768253558.788517:0:102168:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523e00. 00000020:00000010:3.0:1768253558.788529:0:102168:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647522400. 00000040:00000010:3.0:1768253558.788533:0:102168:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647522a00. 00000020:00000010:3.0:1768253558.788539:0:102168:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644e000. 00000020:00000010:3.0:1768253558.788545:0:102168:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253558.788550:0:102168:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647523c00. 80000000:00000010:3.0:1768253558.788555:0:102168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd220c0. 40000000:00000010:3.0:1768253558.788559:0:102168:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff97275622f6c0. 00100000:00000010:3.0:1768253558.788563:0:102168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff97264644a000. 00040000:00000010:3.0:1768253558.788569:0:102168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7bb00. 00040000:00000010:3.0:1768253558.788573:0:102168:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff97264644f000. 00040000:00000010:3.0:1768253558.788577:0:102168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647522200. 00080000:00000010:3.0:1768253558.788581:0:102168:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97264644e800. 00000004:00000010:3.0:1768253558.788595:0:102168:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff972747d5c800. 00000004:00000010:3.0:1768253558.788601:0:102168:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277dbf4000. 00000004:00000010:3.0:1768253558.788606:0:102168:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff972757f5c000. 00002000:00000010:3.0:1768253558.788611:0:102168:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97274e7ef400. 00000004:00000010:3.0:1768253558.788616:0:102168:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff97274e7ef000. 00000020:00000010:3.0:1768253558.788621:0:102168:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622f480. 00000040:00000010:3.0:1768253558.788629:0:102168:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff97277cd2e000. 20000000:00000010:3.0:1768253558.788702:0:102168:0:(mgs_llog.c:1158:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff972777c7b600. 20000000:00000010:3.0:1768253558.788708:0:102168:0:(mgs_llog.c:1226:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff972777c7b600. 00000040:00000010:3.0:1768253558.788711:0:102168:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff97277cd2e000. 00000020:00000010:3.0:1768253558.788716:0:102168:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622f480. 00000020:00000010:3.0:1768253558.788726:0:102168:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647522400. 00000040:00000010:3.0:1768253558.788731:0:102168:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647522a00. 00000020:00000010:3.0:1768253558.788734:0:102168:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644e000. 00000020:00000010:3.0:1768253558.788738:0:102168:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253558.788743:0:102168:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647523c00. 80000000:00000010:3.0:1768253558.788746:0:102168:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd220c0. 40000000:00000010:3.0:1768253558.788749:0:102168:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff97275622f6c0. 00100000:00000010:3.0:1768253558.788752:0:102168:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff97264644a000. 00040000:00000010:3.0:1768253558.788755:0:102168:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7bb00. 00040000:00000010:3.0:1768253558.788758:0:102168:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff97264644f000. 00040000:00000010:3.0:1768253558.788761:0:102168:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647522200. 00080000:00000010:3.0:1768253558.788764:0:102168:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97264644e800. 00000004:00000010:3.0:1768253558.788767:0:102168:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff972747d5c800. 00000004:00000010:3.0:1768253558.788771:0:102168:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277dbf4000. 00000004:00000010:3.0:1768253558.788774:0:102168:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff972757f5c000. 00002000:00000010:3.0:1768253558.788779:0:102168:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97274e7ef400. 00000004:00000010:3.0:1768253558.788782:0:102168:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff97274e7ef000. 00000020:00000010:3.0:1768253558.788785:0:102168:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523e00. 00000040:00000010:0.0:1768253558.788914:0:102167:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff972646da4b40. 00000040:00000010:0.0:1768253558.788926:0:102167:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff972750d0b730. 00000040:00000010:0.0:1768253558.788930:0:102167:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff972647d74000. 00000040:00000010:0.0:1768253558.788933:0:102167:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972746d3de00. 20000000:00000400:0.0:1768253558.788937:0:102167:0:(mgs_llog.c:1346:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00000010:1.0:1768253558.797329:0:102167:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadec00. 00010000:00000010:1.0:1768253558.797357:0:102167:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972777f4d4c0. 00000100:00000010:1.0:1768253558.797367:0:102167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3ca80. 00000100:00000010:1.0:1768253558.797377:0:102167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361500. 02000000:00000010:1.0:1768253558.797394:0:102167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647ffb800. 02000000:00000010:1.0:1768253558.797426:0:102167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647ffb000. 00000400:00000010:1.0:1768253558.797433:0:102167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbca50. 00000400:00000010:1.0:1768253558.797440:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253558.797447:0:102167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476337792, portal 16 00000400:00000010:1.0:1768253558.797452:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253558.797455:0:102167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476337792, offset 0 00000400:00000200:1.0:1768253558.797466:0:102167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253558.797481:0:102167:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253558.797486:0:102167:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1768253558.797490:0:102167:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.143@tcp 00000400:00000200:1.0:1768253558.797493:0:102167:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.143@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1768253558.797496:0:102167:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.43@tcp 00000400:00000200:1.0:1768253558.797500:0:102167:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3859:3859:256:4294967295] 192.168.202.43@tcp LPNI seq info [3855:3855:8:4294967295] 00000400:00000200:1.0:1768253558.797511:0:102167:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253558.797517:0:102167:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253558.797521:0:102167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f900. 00000800:00000200:1.0:1768253558.797528:0:102167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253558.797536:0:102167:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253558.797541:0:102167:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1768253558.797569:0:102167:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3060. 00000100:00000010:1.0:1768253558.797582:0:102167:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3300. 00000100:00000010:1.0:1768253558.797600:0:102167:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3f60. 00000100:00000010:1.0:1768253558.797605:0:102167:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3d80. 00000100:00000010:1.0:1768253558.797612:0:102167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360000. 02000000:00000010:1.0:1768253558.797620:0:102167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647ffa400. 02000000:00000010:1.0:1768253558.797632:0:102167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2b400. 00000400:00000010:1.0:1768253558.797635:0:102167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcbb0. 00000400:00000010:1.0:1768253558.797639:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253558.797642:0:102167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476337920, portal 16 00000400:00000010:1.0:1768253558.797645:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.797647:0:102167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476337920, offset 0 00000400:00000200:1.0:1768253558.797652:0:102167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.797659:0:102167:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.797667:0:102167:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27aa100 00000400:00000200:1.0:1768253558.797675:0:102167:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x15c2d [2] + 1968 00000400:00000010:1.0:1768253558.797679:0:102167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358b00. 00000400:00000200:1.0:1768253558.797682:0:102167:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97276a64acc0 00000400:00000200:1.0:1768253558.797688:0:102167:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.797691:0:102167:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253558.797696:0:102167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276a64acc0 00000400:00000010:1.0:1768253558.797698:0:102167:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97276a64acc0. 00000100:00000200:1.0:1768253558.797703:0:102167:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:1.0:1768253558.797728:0:102167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253558.797730:0:102167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.797739:0:102167:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360000 x1854145476337920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1768253558.797758:0:102167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363480. 02000000:00000010:1.0:1768253558.797764:0:102167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972748e2a800. 02000000:00000010:1.0:1768253558.797772:0:102167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2bc00. 00000400:00000010:1.0:1768253558.797775:0:102167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc160. 00000400:00000010:1.0:1768253558.797778:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.797781:0:102167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476338048, portal 16 00000400:00000010:1.0:1768253558.797785:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071aa0. 00000100:00000200:1.0:1768253558.797787:0:102167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476338048, offset 0 00000400:00000200:1.0:1768253558.797802:0:102167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.797808:0:102167:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.797813:0:102167:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27aa180 00000400:00000200:1.0:1768253558.797818:0:102167:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-0@lo ptl 15 MB 0x69655e27aa180 off 0 len 328 00000100:00000010:1.0:1768253558.797825:0:102167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360e00. 02000000:00000010:1.0:1768253558.797830:0:102167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9727563c2400. 02000000:00000010:1.0:1768253558.797838:0:102167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727563c3c00. 00000400:00000010:1.0:1768253558.797841:0:102167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253558.797844:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071908. 00000100:00000200:1.0:1768253558.797847:0:102167:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476338176, portal 16 00000400:00000010:1.0:1768253558.797850:0:102167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0717f8. 00000100:00000200:1.0:1768253558.797852:0:102167:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476338176, offset 0 00000400:00000200:1.0:1768253558.797856:0:102167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253558.797860:0:102167:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253558.797864:0:102167:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27aa200 00000400:00000200:1.0:1768253558.797868:0:102167:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-0@lo ptl 15 MB 0x69655e27aa200 off 0 len 328 00000800:00000200:3.0:1768253558.798052:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253558.798056:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f900. 00000400:00000200:3.0:1768253558.798062:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253558.798065:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253558.798068:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:3.0:1768253558.798070:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000100:00000200:3.0:1768253558.798076:0:3313:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649361500 x1854145476337792/t0(0) o104->MGS@192.168.202.43@tcp:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1768253558.798413:0:5766:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff972647524400. 00000100:00000010:0.0:1768253558.798422:0:5766:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff972647d74000. 00000100:00000200:0.0:1768253558.798426:0:5766:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1768253558.798430:0:5766:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358948. 00000400:00000010:0.0:1768253558.798434:0:5766:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277cd86000. 00000400:00000200:0.0:1768253558.798439:0:5766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 0 00000400:00000200:0.0:1768253558.798444:0:5766:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-0@lo portal 15 match 1854145476338048 offset 0 length 328. 00000400:00000200:0.0:1768253558.798447:0:5766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 328 00000400:00000200:0.0:1768253558.798451:0:5766:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-0@lo portal 15 match 1854145476338176 offset 0 length 328. 00000400:00000200:0.0:1768253558.798455:0:5766:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-0@lo portal 15 match 1854145476338048 offset 0 length 328. 00000400:00000200:0.0:1768253558.798459:0:5766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253558.798462:0:5766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253558.798466:0:5766:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1768253558.798470:0:5766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649833480. 00000400:00000200:0.0:1768253558.798492:0:5766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071aa0 00000400:00000010:0.0:1768253558.798494:0:5766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071aa0. 00000100:00000200:0.0:1768253558.798500:0:5766:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649363480 x1854145476338048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1768253558.798511:0:5766:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-0@lo portal 15 match 1854145476338176 offset 0 length 328. 00000400:00000200:0.0:1768253558.798514:0:5766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253558.798517:0:5766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253558.798520:0:5766:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1768253558.798523:0:5766:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649832680. 00000400:00000200:0.0:1768253558.798542:0:5766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0717f8 00000400:00000010:0.0:1768253558.798544:0:5766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0717f8. 00000100:00000200:0.0:1768253558.798549:0:5766:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360e00 x1854145476338176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1768253558.798571:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798575:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798582:0:5766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972746d3de00. 00000020:00000010:0.0:1768253558.798597:0:5766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4580. 00000020:00000010:0.0:1768253558.798603:0:5766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253558.798631:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798633:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798639:0:5766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274df74800. 00000020:00000010:0.0:1768253558.798642:0:5766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253558.798645:0:5766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe708. 00000020:00000010:0.0:1768253558.798652:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798654:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798657:0:5766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:0.0:1768253558.798658:0:5766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4280. 00000020:00000010:0.0:1768253558.798660:0:5766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe7d0. 00000020:00000010:0.0:1768253558.798669:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.798670:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0340. 00000100:00000200:0.0:1768253558.798672:0:5766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476337920 02000000:00000010:0.0:1768253558.798683:0:5766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647525000. 00000400:00000010:0.0:1768253558.798694:0:5766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067c38. 00000100:00000200:0.0:1768253558.798696:0:5766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476337920, offset 224 00000400:00000200:0.0:1768253558.798700:0:5766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253558.798704:0:5766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253558.798709:0:5766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27aa100 00000400:00000200:0.0:1768253558.798712:0:5766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16299 [1] + 224 00000400:00000200:0.0:1768253558.798714:0:5766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253558.798716:0:5766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253558.798720:0:5766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360000 x1854145476337920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1768253558.798730:0:5766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067c38 00000400:00000010:0.0:1768253558.798731:0:5766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067c38. 00010000:00000010:0.0:1768253558.798739:0:5766:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97277cd86e40. 00000020:00000010:0.0:1768253558.798756:0:5766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4580. 00000020:00000010:0.0:1768253558.798760:0:5766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253558.798763:0:5766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972746d3de00. 02000000:00000010:0.0:1768253558.798771:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647525000. 02000000:00000010:0.0:1768253558.798775:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747841800. 00000100:00000010:0.0:1768253558.798778:0:5766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c700. 02000000:00000010:0.0:1768253558.798781:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747840800. 00000100:00000010:0.0:1768253558.798783:0:5766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4d180. 02000000:00000010:0.0:1768253558.798786:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747841000. 00000100:00000010:0.0:1768253558.798788:0:5766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4df80. 00000020:00000010:2.0:1768253558.798904:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.798907:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000100:00000200:2.0:1768253558.798910:0:27508:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338048 02000000:00000010:2.0:1768253558.798917:0:27508:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972743031400. 00000400:00000010:2.0:1768253558.798923:0:27508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253558.798926:0:27508:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476338048, offset 224 00000400:00000200:2.0:1768253558.798931:0:27508:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.798936:0:27508:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.798942:0:27508:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27aa180 00000400:00000200:2.0:1768253558.798946:0:27508:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x162a1 [1] + 224 00000400:00000200:2.0:1768253558.798950:0:27508:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.798952:0:27508:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.798958:0:27508:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649363480 x1854145476338048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1768253558.798970:0:27508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253558.798971:0:27508:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00010000:00000010:2.0:1768253558.798978:0:27508:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97274634de40. 00000020:00000010:2.0:1768253558.798991:0:27508:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:2.0:1768253558.798993:0:27508:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe708. 00000020:00000010:2.0:1768253558.798996:0:27508:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274df74800. 00000020:00000010:2.0:1768253558.799008:0:27508:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799031:0:27508:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000100:00000200:2.0:1768253558.799035:0:27508:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338176 02000000:00000010:2.0:1768253558.799042:0:27508:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972743030400. 00000400:00000010:2.0:1768253558.799047:0:27508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253558.799050:0:27508:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476338176, offset 224 00000400:00000200:2.0:1768253558.799054:0:27508:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799059:0:27508:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799063:0:27508:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27aa200 00000400:00000200:2.0:1768253558.799067:0:27508:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x162a9 [1] + 224 00000400:00000200:2.0:1768253558.799071:0:27508:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799074:0:27508:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.799078:0:27508:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360e00 x1854145476338176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1768253558.799087:0:27508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253558.799089:0:27508:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00010000:00000010:2.0:1768253558.799094:0:27508:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97274634d300. 00000020:00000010:2.0:1768253558.799100:0:27508:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4280. 00000020:00000010:2.0:1768253558.799103:0:27508:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe7d0. 00000020:00000010:2.0:1768253558.799106:0:27508:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000010:2.0:1768253558.799144:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 02000000:00000010:2.0:1768253558.799153:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9726493a8c00. 00010000:00000010:2.0:1768253558.799188:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97277cd86e40. 00000100:00000010:2.0:1768253558.799198:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40a80. 02000000:00000010:2.0:1768253558.799204:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9726493a8600. 00010000:00000010:2.0:1768253558.799213:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97274634de40. 00000100:00000010:2.0:1768253558.799221:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40700. 02000000:00000010:2.0:1768253558.799226:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97274df74800. 00010000:00000010:2.0:1768253558.799249:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97274634d300. 02000000:00000010:2.0:1768253558.799269:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319200. 00000400:00000010:2.0:1768253558.799274:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e5d8. 00000400:00000010:2.0:1768253558.799278:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253558.799282:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476338304, portal 18 00000400:00000010:2.0:1768253558.799286:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253558.799288:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476338304, offset 0 00000400:00000200:2.0:1768253558.799292:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799297:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799303:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27aa280 00000400:00000200:2.0:1768253558.799308:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x41b9 [2] + 1968 00000400:00000010:2.0:1768253558.799311:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727774c5e18. 00000400:00000200:2.0:1768253558.799314:0:3318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777f5a600 00000400:00000200:2.0:1768253558.799318:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799320:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253558.799323:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777f5a600 00000400:00000010:2.0:1768253558.799325:0:3318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777f5a600. 00000100:00000200:2.0:1768253558.799329:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1768253558.799339:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253558.799341:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253558.799346:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43480 x1854145476338304/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253558.799379:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726410fec00. 00000400:00000010:2.0:1768253558.799383:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e7e8. 00000400:00000010:2.0:1768253558.799386:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253558.799389:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476338432, portal 18 00000400:00000010:2.0:1768253558.799392:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253558.799394:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476338432, offset 0 00000400:00000200:2.0:1768253558.799397:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799402:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799406:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27aa300 00000400:00000200:2.0:1768253558.799409:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x45cd [2] + 0 00000400:00000200:2.0:1768253558.799413:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799415:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.799419:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1768253558.799422:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40e00. 00000400:00000200:2.0:1768253558.799433:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd880 00000400:00000010:2.0:1768253558.799435:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253558.799439:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe40a80 x1854145476338432/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253558.799467:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972741379200. 00000400:00000010:2.0:1768253558.799471:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ed68. 00000400:00000010:2.0:1768253558.799474:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253558.799476:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476338560, portal 18 00000400:00000010:2.0:1768253558.799479:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd330. 00000100:00000200:2.0:1768253558.799481:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476338560, offset 0 00000400:00000200:2.0:1768253558.799484:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799489:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799494:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27aa380 00000400:00000200:2.0:1768253558.799497:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x45cd [2] + 328 00000400:00000200:2.0:1768253558.799501:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799504:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.799506:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1768253558.799510:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41f80. 00000400:00000200:2.0:1768253558.799521:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd330 00000400:00000010:2.0:1768253558.799523:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd330. 00000100:00000200:2.0:1768253558.799528:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe40700 x1854145476338560/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253558.799566:0:5768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799570:0:5768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799574:0:5768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972741378e00. 00000020:00000010:2.0:1768253558.799577:0:5768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253558.799581:0:5768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0190. 00000100:00000200:2.0:1768253558.799605:0:5768:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972748413050 x1854145476338304/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:534/0 lens 328/0 e 0 to 0 dl 1768253569 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253558.799626:0:5768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799628:0:5768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799633:0:5768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb0000. 00000020:00000010:2.0:1768253558.799635:0:5768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ad80. 00000020:00000010:2.0:1768253558.799638:0:5768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000100:00000200:2.0:1768253558.799645:0:5768:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff97277fe40e00 x1854145476338432/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:534/0 lens 328/0 e 0 to 0 dl 1768253569 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253558.799653:0:5768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799654:0:5768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799656:0:5768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb1800. 00000020:00000010:2.0:1768253558.799658:0:5768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253558.799660:0:5768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000100:00000200:2.0:1768253558.799663:0:5768:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff97277fe41f80 x1854145476338560/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:534/0 lens 328/0 e 0 to 0 dl 1768253569 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253558.799670:0:5768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799672:0:5768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000100:00000200:2.0:1768253558.799673:0:5768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338304 02000000:00000010:2.0:1768253558.799679:0:5768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972743032c00. 00000400:00000010:2.0:1768253558.799695:0:5768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd330. 00000100:00000200:2.0:1768253558.799699:0:5768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476338304, offset 224 00000400:00000200:2.0:1768253558.799703:0:5768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799707:0:5768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799713:0:5768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27aa280 00000400:00000200:2.0:1768253558.799717:0:5768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x162c1 [1] + 224 00000400:00000200:2.0:1768253558.799721:0:5768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799723:0:5768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.799729:0:5768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43480 x1854145476338304/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253558.799748:0:5768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd330 00000400:00000010:2.0:1768253558.799750:0:5768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd330. 00000020:00000010:2.0:1768253558.799757:0:5768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253558.799760:0:5768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253558.799763:0:5768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972741378e00. 02000000:00000010:2.0:1768253558.799768:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972743032c00. 02000000:00000010:2.0:1768253558.799771:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972645dab800. 00000100:00000010:2.0:1768253558.799776:0:5768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777516a00. 02000000:00000010:2.0:1768253558.799780:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9726475a6c00. 00000100:00000010:2.0:1768253558.799782:0:5768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777517800. 02000000:00000010:2.0:1768253558.799785:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747843800. 00000100:00000010:2.0:1768253558.799787:0:5768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7b80. 02000000:00000010:2.0:1768253558.799789:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972750fe0800. 00000100:00000010:2.0:1768253558.799805:0:5768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776b8700. 02000000:00000010:2.0:1768253558.799809:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777ce9c00. 00000100:00000010:2.0:1768253558.799811:0:5768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776b8a80. 02000000:00000010:2.0:1768253558.799814:0:5768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777cea400. 00000100:00000010:2.0:1768253558.799816:0:5768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776bbb80. 00000100:00000200:2.0:1768253558.799822:0:5768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1768253558.799826:0:5768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ecb8. 00000400:00000010:2.0:1768253558.799830:0:5768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97274634d300. 00000020:00000010:2.0:1768253558.799839:0:5768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799841:0:5768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000100:00000200:2.0:1768253558.799843:0:5768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338432 02000000:00000010:2.0:1768253558.799848:0:5768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972743032c00. 00000400:00000010:2.0:1768253558.799861:0:5768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd330. 00000100:00000200:2.0:1768253558.799863:0:5768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476338432, offset 224 00000400:00000200:2.0:1768253558.799867:0:5768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799872:0:5768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799877:0:5768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27aa300 00000400:00000200:2.0:1768253558.799881:0:5768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x162c9 [1] + 224 00000400:00000200:2.0:1768253558.799885:0:5768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799888:0:5768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.799893:0:5768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe40a80 x1854145476338432/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253558.799902:0:5768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd330 00000400:00000010:2.0:1768253558.799904:0:5768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd330. 00000020:00000010:2.0:1768253558.799910:0:5768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ad80. 00000020:00000010:2.0:1768253558.799913:0:5768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:2.0:1768253558.799916:0:5768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb0000. 00000020:00000010:2.0:1768253558.799927:0:5768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc980. 00000020:00000010:2.0:1768253558.799929:0:5768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc980. 00000100:00000200:2.0:1768253558.799931:0:5768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338560 02000000:00000010:2.0:1768253558.799936:0:5768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972743030c00. 00000400:00000010:2.0:1768253558.799948:0:5768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd330. 00000100:00000200:2.0:1768253558.799951:0:5768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476338560, offset 224 00000400:00000200:2.0:1768253558.799955:0:5768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253558.799960:0:5768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253558.799964:0:5768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27aa380 00000400:00000200:2.0:1768253558.799968:0:5768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x162d1 [1] + 224 00000400:00000200:2.0:1768253558.799971:0:5768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253558.799974:0:5768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253558.799978:0:5768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe40700 x1854145476338560/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253558.799991:0:5768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd330 00000400:00000010:2.0:1768253558.799993:0:5768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd330. 00000020:00000010:2.0:1768253558.800000:0:5768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253558.800003:0:5768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253558.800005:0:5768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb1800. 00000400:00000010:2.0:1768253558.800067:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ed68. 00000400:00000200:2.0:1768253558.800071:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd880 00000400:00000010:2.0:1768253558.800073:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253558.800077:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe40700 x1854145476338560/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253558.800085:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe40700 x1854145476338560/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253558.800105:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972741379200. 02000000:00000010:2.0:1768253558.800111:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97274df74800. 00000100:00000010:2.0:1768253558.800114:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40700. 00000400:00000010:2.0:1768253558.800125:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e7e8. 00000400:00000200:2.0:1768253558.800128:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253558.800129:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253558.800133:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe40a80 x1854145476338432/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253558.800140:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe40a80 x1854145476338432/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253558.800150:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e5d8. 00000400:00000200:2.0:1768253558.800152:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253558.800154:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253558.800157:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43480 x1854145476338304/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253558.800164:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43480 x1854145476338304/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253558.800172:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726410fec00. 02000000:00000010:2.0:1768253558.800175:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9726493a8600. 00000100:00000010:2.0:1768253558.800178:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40a80. 02000000:00000010:2.0:1768253558.800180:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319200. 02000000:00000010:2.0:1768253558.800184:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9726493a8c00. 00000100:00000010:2.0:1768253558.800186:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43480. 02000000:00000010:0.0:1768253558.800437:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777ce9000. 00000100:00000010:0.0:1768253558.800441:0:5766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c000. 02000000:00000010:0.0:1768253558.800444:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777cebc00. 00000100:00000010:0.0:1768253558.800447:0:5766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4e300. 02000000:00000010:0.0:1768253558.800449:0:5766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777ce8400. 00000100:00000010:0.0:1768253558.800451:0:5766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f800. 00000100:00000010:0.0:1768253558.800456:0:5766:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff972647d76000. 00000100:00000010:0.0:1768253558.800461:0:5766:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff97276a7f5000. 00000400:00000010:1.0:1768253558.801100:0:102167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcbb0. 00000400:00000200:1.0:1768253558.801106:0:102167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253558.801108:0:102167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253558.801117:0:102167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360000 x1854145476337920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1768253558.801126:0:102167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360000 x1854145476337920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1768253558.801148:0:102167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc160. 00000400:00000200:1.0:1768253558.801150:0:102167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253558.801152:0:102167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253558.801156:0:102167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649363480 x1854145476338048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1768253558.801163:0:102167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649363480 x1854145476338048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1768253558.801180:0:102167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253558.801183:0:102167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071908 00000400:00000010:1.0:1768253558.801185:0:102167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071908. 00000100:00000200:1.0:1768253558.801189:0:102167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360e00 x1854145476338176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1768253558.801196:0:102167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360e00 x1854145476338176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1768253558.804221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777962400. 00010000:00000010:2.1:1768253558.804238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadee00. 00010000:00000010:2.1:1768253558.804244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972749ca9100. 00010000:00000010:2.1:1768253558.804249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc01400. 00000400:00000200:1.0:1768253558.808283:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253558.808305:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 16 MB=0x69655e27aa080 00000400:00000200:1.0:1768253558.808315:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.43@tcp of length 224/224 into md 0x16291 [1] + 224 00000400:00000200:1.0:1768253558.808328:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.808333:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:1.0:1768253558.808346:0:3311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649361500 x1854145476337792/t0(0) o104->MGS@192.168.202.43@tcp:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1768253558.808390:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253558.808396:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 17 MB=0x69655e1083b00 00000400:00000200:1.0:1768253558.808401:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.43@tcp of length 328/328 into md 0x45cd [2] + 656 00000400:00000200:1.0:1768253558.808411:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.808414:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:1.0:1768253558.808418:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253558.808424:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363100. 00000400:00000010:3.0:1768253558.808502:0:102167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbca50. 00000400:00000200:3.0:1768253558.808509:0:102167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071b28 00000400:00000010:3.0:1768253558.808512:0:102167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071b28. 00000100:00000200:3.0:1768253558.808520:0:102167:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649361500 x1854145476337792/t0(0) o104->MGS@192.168.202.43@tcp:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1768253558.808530:0:102167:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649361500 x1854145476337792/t0(0) o104->MGS@192.168.202.43@tcp:15/16 lens 328/224 e 0 to 0 dl 1768253574 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1768253558.808563:0:102167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2b400. 02000000:00000010:3.0:1768253558.808571:0:102167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647ffa400. 00000100:00000010:3.0:1768253558.808576:0:102167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360000. 02000000:00000010:3.0:1768253558.808580:0:102167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2bc00. 02000000:00000010:3.0:1768253558.808592:0:102167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972748e2a800. 00000100:00000010:3.0:1768253558.808597:0:102167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649363480. 02000000:00000010:3.0:1768253558.808601:0:102167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727563c3c00. 02000000:00000010:3.0:1768253558.808604:0:102167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9727563c2400. 00000100:00000010:3.0:1768253558.808607:0:102167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360e00. 02000000:00000010:3.0:1768253558.808611:0:102167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647ffb000. 02000000:00000010:3.0:1768253558.808614:0:102167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647ffb800. 00000100:00000010:3.0:1768253558.808616:0:102167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649361500. 00000100:00000010:3.0:1768253558.808619:0:102167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3ca80. 00010000:00000010:3.0:1768253558.808622:0:102167:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972777f4d4c0. 00000020:00000010:0.0:1768253558.809285:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.809291:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.809297:0:5769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3e00. 00000020:00000010:0.0:1768253558.809303:0:5769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4580. 00000020:00000010:0.0:1768253558.809308:0:5769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000100:00000200:0.0:1768253558.809338:0:5769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972649363100 x1854145452063488/t0(0) o103->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:534/0 lens 328/0 e 0 to 0 dl 1768253569 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253558.809366:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0340. 00000020:00000010:0.0:1768253558.809368:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0340. 00000100:00000200:0.0:1768253558.809372:0:5769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063488 02000000:00000010:0.0:1768253558.809383:0:5769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647525000. 00010000:00000010:0.0:1768253558.809417:0:5769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff97277dcf0340. 00000100:00000010:0.0:1768253558.809426:0:5769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277cd86e40. 00000100:00000010:0.0:1768253558.809453:0:5769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277cd86e40. 00010000:00000010:0.0:1768253558.809457:0:5769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff97277dcf0340. 00000400:00000010:0.0:1768253558.809470:0:5769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067c38. 00000100:00000200:0.0:1768253558.809475:0:5769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145452063488, offset 224 00000400:00000200:0.0:1768253558.809483:0:5769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253558.809493:0:5769:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253558.809499:0:5769:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3860:3860:256:4294967295] 192.168.202.43@tcp LPNI seq info [3856:3856:8:4294967295] 00000400:00000200:0.0:1768253558.809510:0:5769:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253558.809516:0:5769:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253558.809521:0:5769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c66f00. 00000800:00000200:0.0:1768253558.809527:0:5769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253558.809534:0:5769:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253558.809538:0:5769:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c66f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253558.809557:0:5769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4580. 00000020:00000010:0.0:1768253558.809561:0:5769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253558.809566:0:5769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3e00. 20000000:00000010:3.0:1768253558.809677:0:102167:0:(mgs_llog.c:6130:mgs_set_param()) kfreed 'mti': 4544 at ffff972647d72000. 20000000:00000010:3.0:1768253558.809683:0:102167:0:(mgs_handler.c:1128:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff972646da4660. 00000020:00000010:3.0:1768253558.809691:0:102167:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277dcf04c0. 00000020:00000010:3.0:1768253558.809698:0:102167:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319a00. 00000040:00000010:3.0:1768253558.809704:0:102167:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972649318200. 00000020:00000010:3.0:1768253558.809709:0:102167:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972647776000. 00000020:00000010:3.0:1768253558.809714:0:102167:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319c00. 80000000:00000010:3.0:1768253558.809718:0:102167:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4ae0. 00040000:00000010:3.0:1768253558.809722:0:102167:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319000. 00080000:00000010:3.0:1768253558.809726:0:102167:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972647770800. 20000000:00000010:3.0:1768253558.809730:0:102167:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972746d3d000. 00000020:00000010:3.0:1768253558.809734:0:102167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319400. 00000020:00000010:3.0:1768253558.809740:0:102167:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972647525c00. 00000800:00000200:1.0:1768253558.811686:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253558.811695:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c66f00. 00000400:00000200:1.0:1768253558.811704:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253558.811713:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253558.811719:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067c38 00000400:00000010:1.0:1768253558.811722:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067c38. 00010000:00000010:1.1:1768253558.814413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8e00. 00010000:00000010:1.1:1768253558.814423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadea00. 00010000:00000010:1.1:1768253558.814426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadfa00. 00010000:00000010:3.1:1768253558.817207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0d00. 00010000:00000010:3.1:1768253558.817226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadec00. 00010000:00000010:0.1:1768253558.817751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f9200. 00000100:00000010:3.0:1768253558.874086:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3d80. 00000100:00000010:0.0:1768253558.874116:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3060. 00000100:00000010:2.0:1768253558.875028:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3f60. 00000100:00000010:1.0:1768253558.877900:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3300. 00000100:00000010:1.0:1768253559.859346:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361f80. 02000000:00000010:1.0:1768253559.859370:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97274e779000. 00010000:00000010:1.0:1768253559.859384:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0e00. 00010000:00000010:1.0:1768253559.859391:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dade400. 00000100:00000010:1.0:1768253559.859409:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3c840. 02000000:00000010:1.0:1768253559.859433:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972645dab800. 00000400:00000010:1.0:1768253559.859439:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253559.859446:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071908. 00000100:00000200:1.0:1768253559.859454:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476338688, portal 25 00000400:00000010:1.0:1768253559.859459:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.859462:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476338688, offset 0 00000400:00000200:1.0:1768253559.859472:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253559.859485:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253559.859496:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27aa400 00000400:00000200:1.0:1768253559.859502:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15931 [2] + 0 00000400:00000010:1.0:1768253559.859507:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e528. 00000400:00000200:1.0:1768253559.859511:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9726482a1480 00000400:00000200:1.0:1768253559.859517:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253559.859521:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253559.859526:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726482a1480 00000400:00000010:1.0:1768253559.859528:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9726482a1480. 00000100:00000200:1.0:1768253559.859533:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253559.859556:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253559.859559:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.859567:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649361f80 x1854145476338688/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253559.859597:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e33c0. 00000100:00000010:1.0:1768253559.859608:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3a80. 00000100:00000010:1.0:1768253559.859614:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3540. 00000100:00000010:1.0:1768253559.859619:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e31e0. 00000020:00000010:0.0:1768253559.859679:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.859684:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.859690:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972746d3d000. 00000020:00000010:0.0:1768253559.859695:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4300. 00000020:00000010:0.0:1768253559.859700:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253559.859745:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.859747:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0280. 00000100:00000200:0.0:1768253559.859750:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338688 00010000:00000010:0.0:1768253559.859767:0:5777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2de00. 00010000:00000010:0.0:1768253559.859771:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963400. 02000000:00000010:0.0:1768253559.859783:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972647525c00. 00010000:00000200:0.0:1768253559.859802:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746253c50 x1854145476338688/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 328/344 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253559.859828:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067220. 00000100:00000200:0.0:1768253559.859832:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476338688, offset 224 00000400:00000200:0.0:1768253559.859836:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.859841:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.859846:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27aa400 00000400:00000200:0.0:1768253559.859850:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x162ed [1] + 224 00000400:00000200:0.0:1768253559.859854:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.859858:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253559.859864:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649361f80 x1854145476338688/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253559.859883:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067220 00000400:00000010:0.0:1768253559.859885:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067220. 00000020:00000010:0.0:1768253559.859897:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4300. 00000020:00000010:0.0:1768253559.859901:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253559.859904:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972746d3d000. 02000000:00000010:0.0:1768253559.859911:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972647525c00. 00000100:00000200:0.0:1768253559.859917:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253559.859920:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358b00. 00000400:00000010:0.0:1768253559.859925:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddd9c0. 00000400:00000010:2.0:1768253559.860083:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:2.0:1768253559.860088:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071908 00000400:00000010:2.0:1768253559.860090:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071908. 00000100:00000200:2.0:1768253559.860095:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649361f80 x1854145476338688/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253559.860105:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649361f80 x1854145476338688/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253559.860125:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3c840. 02000000:00000010:2.0:1768253559.860138:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972645dab800. 02000000:00000010:2.0:1768253559.860145:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97274e779000. 00000100:00000010:2.0:1768253559.860149:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649361f80. 10000000:00000010:2.0:1768253559.860157:0:5780:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9726491cca40. 00000020:00000010:2.0:1768253559.860161:0:5780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb1200. 00000020:00000010:2.0:1768253559.860165:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645cb0800. 00000040:00000010:2.0:1768253559.860170:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645f9dc00. 00000020:00000010:2.0:1768253559.860174:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775ab000. 00000020:00000010:2.0:1768253559.860179:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319800. 80000000:00000010:2.0:1768253559.860183:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94c60. 00040000:00000010:2.0:1768253559.860187:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319400. 00080000:00000010:2.0:1768253559.860191:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775af000. 20000000:00000010:2.0:1768253559.860195:0:5780:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972649319000. 00000040:00000010:2.0:1768253559.860201:0:5780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649319c00. 00000100:00000010:2.0:1768253559.860206:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 02000000:00000010:2.0:1768253559.860213:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649318200. 00000100:00000010:2.0:1768253559.860220:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972746dff180. 02000000:00000010:2.0:1768253559.860230:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319a00. 00000400:00000010:2.0:1768253559.860233:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e5d8. 00000400:00000010:2.0:1768253559.860236:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.860239:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476338816, portal 25 00000400:00000010:2.0:1768253559.860243:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253559.860245:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1854145476338816, offset 0 00000400:00000200:2.0:1768253559.860249:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.860254:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.860259:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69655e27aa480 00000400:00000200:2.0:1768253559.860263:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15941 [2] + 0 00000400:00000010:2.0:1768253559.860266:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032d10. 00000400:00000200:2.0:1768253559.860270:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777eb6b40 00000400:00000200:2.0:1768253559.860273:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.860276:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253559.860279:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777eb6b40 00000400:00000010:2.0:1768253559.860281:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777eb6b40. 00000100:00000200:2.0:1768253559.860285:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253559.860296:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253559.860298:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253559.860302:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43480 x1854145476338816/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253559.860377:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253559.860381:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253559.860385:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274e778e00. 00000020:00000010:1.0:1768253559.860389:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253559.860392:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253559.860417:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253559.860419:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000100:00000200:1.0:1768253559.860421:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338816 02000000:00000010:1.0:1768253559.860430:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972645dab800. 00000040:00000010:1.0:1768253559.860434:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97274e779000. 00000040:00000010:1.0:1768253559.860486:0:5775:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff97276a642e60. 00000040:00000010:1.0:1768253559.860497:0:5775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff97276a642e60. 00000040:00000010:1.0:1768253559.860501:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97274e779000. 00010000:00000200:1.0:1768253559.860509:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746252c50 x1854145476338816/t0(0) o501->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 504/272 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253559.860519:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.860522:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145476338816, offset 224 00000400:00000200:1.0:1768253559.860526:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253559.860531:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253559.860535:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69655e27aa480 00000400:00000200:1.0:1768253559.860539:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x162fd [1] + 224 00000400:00000200:1.0:1768253559.860543:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253559.860545:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253559.860550:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43480 x1854145476338816/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253559.860563:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253559.860565:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000020:00000010:1.0:1768253559.860572:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253559.860585:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253559.860588:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274e778e00. 02000000:00000010:1.0:1768253559.860592:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972645dab800. 00000100:00000200:1.0:1768253559.860596:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253559.860600:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc160. 00000400:00000010:1.0:1768253559.860604:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c3c0. 00000400:00000010:2.0:1768253559.860767:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e5d8. 00000400:00000200:2.0:1768253559.860770:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253559.860772:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.860777:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43480 x1854145476338816/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253559.860785:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43480 x1854145476338816/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253559.860797:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972746dff180. 02000000:00000010:2.0:1768253559.860802:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319a00. 02000000:00000010:2.0:1768253559.860807:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649318200. 00000100:00000010:2.0:1768253559.860811:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43480. 00000040:00000010:2.0:1768253559.860826:0:5780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727779f6000. 00000100:00000010:2.0:1768253559.860831:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 02000000:00000010:2.0:1768253559.860836:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649318200. 00000100:00000010:2.0:1768253559.860841:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972746dff180. 02000000:00000010:2.0:1768253559.860866:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff972649d30000. 00000400:00000010:2.0:1768253559.860869:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e5d8. 00000400:00000010:2.0:1768253559.860873:0:5780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff972746dffc00. 00000100:00000200:2.0:1768253559.860875:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1854145476338944, portal 25 00000400:00000010:2.0:1768253559.860878:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.860881:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1854145476338944, offset 0 00000400:00000200:2.0:1768253559.860885:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.860889:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.860895:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69655e27aa500 00000400:00000200:2.0:1768253559.860900:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159a5 [2] + 0 00000400:00000010:2.0:1768253559.860903:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460327e8. 00000400:00000200:2.0:1768253559.860905:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777eb6a80 00000400:00000200:2.0:1768253559.860908:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.860911:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253559.860913:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777eb6a80 00000400:00000010:2.0:1768253559.860915:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777eb6a80. 00000100:00000200:2.0:1768253559.860918:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253559.860938:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253559.860940:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.860944:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43480 x1854145476338944/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253559.861140:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.861143:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.861147:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972746d3d000. 00000020:00000010:0.0:1768253559.861150:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4300. 00000020:00000010:0.0:1768253559.861153:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253559.861171:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.861174:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0280. 00000100:00000200:0.0:1768253559.861176:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476338944 02000000:00000010:0.0:1768253559.861192:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972649cb4000. 00000040:00000010:0.0:1768253559.861198:0:5778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972746d3de00. 00000040:00000010:0.0:1768253559.861208:0:5778:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff972647d76000. 00000040:00000010:0.0:1768253559.861296:0:5778:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff972647d76000. 00000040:00000010:0.0:1768253559.861300:0:5778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972746d3de00. 00010000:00000200:0.0:1768253559.861306:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746251c50 x1854145476338944/t0(0) o503->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 272/8416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253559.861317:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649dddcc0. 00000100:00000200:0.0:1768253559.861320:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145476338944, offset 224 00000400:00000200:0.0:1768253559.861324:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.861329:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.861334:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69655e27aa500 00000400:00000200:0.0:1768253559.861338:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1630d [4] + 224 00000400:00000200:0.0:1768253559.861343:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.861346:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253559.861351:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43480 x1854145476338944/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253559.861369:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649dddcc0 00000400:00000010:0.0:1768253559.861371:0:5778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649dddcc0. 00000020:00000010:0.0:1768253559.861380:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4300. 00000020:00000010:0.0:1768253559.861383:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253559.861386:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972746d3d000. 02000000:00000010:0.0:1768253559.861390:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972649cb4000. 00000100:00000200:0.0:1768253559.861400:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253559.861404:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358420. 00000400:00000010:0.0:1768253559.861408:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dddcc0. 00000400:00000010:1.0:1768253559.861461:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e5d8. 00000400:00000200:1.0:1768253559.861465:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972746dffc00 00000400:00000010:1.0:1768253559.861466:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff972746dffc00. 00000100:00000200:1.0:1768253559.861471:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43480 x1854145476338944/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253559.861480:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43480 x1854145476338944/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253559.861491:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972746dff180. 02000000:00000010:1.0:1768253559.861497:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff972649d30000. 02000000:00000010:1.0:1768253559.861505:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649318200. 00000100:00000010:1.0:1768253559.861508:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43480. 00000040:00000010:1.0:1768253559.861514:0:5780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9727581e3420. 00000020:00000010:1.0:1768253559.861787:0:102217:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274e778e00. 00000020:00000010:1.0:1768253559.861791:0:102217:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97274e779000. 00000040:00000010:1.0:1768253559.861798:0:102217:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972646cebc00. 00000020:00000010:1.0:1768253559.861802:0:102217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c809000. 00000020:00000010:1.0:1768253559.861807:0:102217:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253559.861810:0:102217:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972756a3c800. 80000000:00000010:1.0:1768253559.861814:0:102217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3a20. 40000000:00000010:1.0:1768253559.861827:0:102217:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff972777f4d000. 00100000:00000010:1.0:1768253559.861832:0:102217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff97277c80d000. 00040000:00000010:1.0:1768253559.861837:0:102217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727f300. 00040000:00000010:1.0:1768253559.861841:0:102217:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff97277c80e000. 00040000:00000010:1.0:1768253559.861845:0:102217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972745b7ac00. 00080000:00000010:1.0:1768253559.861848:0:102217:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80f000. 00000004:00000010:1.0:1768253559.861852:0:102217:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff97277c80c800. 00000004:00000010:1.0:1768253559.861857:0:102217:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277fe99000. 00000004:00000010:1.0:1768253559.861865:0:102217:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff97277c808000. 00002000:00000010:1.0:1768253559.861868:0:102217:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972645dab800. 00000004:00000010:1.0:1768253559.861872:0:102217:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff972645dab000. 00000020:00000010:1.0:1768253559.861876:0:102217:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4d300. 00000040:00000010:1.0:1768253559.861884:0:102217:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253559.862421:0:102217:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff9727774e2000. 00000020:00000010:1.0:1768253559.862430:0:102217:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4d300. 00000020:00000010:1.0:1768253559.862443:0:102217:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97274e779000. 00000040:00000010:1.0:1768253559.862447:0:102217:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972646cebc00. 00000020:00000010:1.0:1768253559.862453:0:102217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c809000. 00000020:00000010:1.0:1768253559.862457:0:102217:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253559.862461:0:102217:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972756a3c800. 80000000:00000010:1.0:1768253559.862465:0:102217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3a20. 40000000:00000010:1.0:1768253559.862468:0:102217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff972777f4d000. 00100000:00000010:1.0:1768253559.862472:0:102217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff97277c80d000. 00040000:00000010:1.0:1768253559.862475:0:102217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727f300. 00040000:00000010:1.0:1768253559.862480:0:102217:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff97277c80e000. 00040000:00000010:1.0:1768253559.862488:0:102217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972745b7ac00. 00080000:00000010:1.0:1768253559.862491:0:102217:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80f000. 00000004:00000010:1.0:1768253559.862495:0:102217:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff97277c80c800. 00000004:00000010:1.0:1768253559.862499:0:102217:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277fe99000. 00000004:00000010:1.0:1768253559.862502:0:102217:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff97277c808000. 00002000:00000010:1.0:1768253559.862506:0:102217:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972645dab800. 00000004:00000010:1.0:1768253559.862510:0:102217:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff972645dab000. 00000020:00000010:1.0:1768253559.862512:0:102217:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274e778e00. 00000040:00000010:0.0:1768253559.862787:0:5780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9727581e3420. 00000040:00000010:0.0:1768253559.862794:0:5780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727779f6000. 00000040:00000010:0.0:1768253559.862797:0:5780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649319c00. 00000020:00000010:0.0:1768253559.862804:0:5780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645cb0800. 00000040:00000010:0.0:1768253559.862807:0:5780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645f9dc00. 00000020:00000010:0.0:1768253559.862811:0:5780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775ab000. 00000020:00000010:0.0:1768253559.862814:0:5780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319800. 80000000:00000010:0.0:1768253559.862816:0:5780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94c60. 00040000:00000010:0.0:1768253559.862820:0:5780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319400. 00080000:00000010:0.0:1768253559.862823:0:5780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775af000. 20000000:00000010:0.0:1768253559.862827:0:5780:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972649319000. 00000020:00000010:0.0:1768253559.862829:0:5780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb1200. 10000000:00000010:0.0:1768253559.862833:0:5780:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9726491cca40. 00000100:00000010:0.0:1768253559.862850:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649831500. 02000000:00000010:0.0:1768253559.862862:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972746d3de00. 00010000:00000010:0.0:1768253559.862874:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963200. 00000100:00000010:0.0:1768253559.862888:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dc83b40. 02000000:00000010:0.0:1768253559.862905:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647525c00. 00000400:00000010:0.0:1768253559.862910:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358688. 00000400:00000010:0.0:1768253559.862915:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067220. 00000100:00000200:0.0:1768253559.862920:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476339072, portal 25 00000400:00000010:0.0:1768253559.862925:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.862927:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476339072, offset 0 00000400:00000200:0.0:1768253559.862935:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.862945:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.862965:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27aa580 00000400:00000200:0.0:1768253559.862971:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x159c5 [2] + 0 00000400:00000010:0.0:1768253559.862975:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985eec8. 00000400:00000200:0.0:1768253559.862978:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264982b900 00000400:00000200:0.0:1768253559.862983:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.862988:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253559.862992:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264982b900 00000400:00000010:0.0:1768253559.862994:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264982b900. 00000100:00000200:0.0:1768253559.862998:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253559.863034:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0674c8 00000400:00000010:0.0:1768253559.863037:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.863044:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649831500 x1854145476339072/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253559.863129:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc6c0. 00000020:00000010:2.0:1768253559.863133:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc6c0. 00000020:00000010:2.0:1768253559.863137:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253559.863141:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.863144:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.863176:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc6c0. 00000020:00000010:2.0:1768253559.863179:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc6c0. 00000100:00000200:2.0:1768253559.863182:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339072 00010000:00000010:2.0:1768253559.863199:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc00c00. 02000000:00000010:2.0:1768253559.863210:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972777ce9000. 00010000:00000200:2.0:1768253559.863228:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746250050 x1854145476339072/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 328/344 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253559.863240:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.863243:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476339072, offset 224 00000400:00000200:2.0:1768253559.863247:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.863252:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.863257:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27aa580 00000400:00000200:2.0:1768253559.863261:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1631d [1] + 224 00000400:00000200:2.0:1768253559.863265:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.863268:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253559.863275:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649831500 x1854145476339072/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253559.863292:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253559.863294:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000020:00000010:2.0:1768253559.863304:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.863308:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.863311:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 02000000:00000010:2.0:1768253559.863318:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972777ce9000. 00000100:00000200:2.0:1768253559.863324:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253559.863327:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e7e8. 00000400:00000010:2.0:1768253559.863331:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972746dff6c0. 00000400:00000010:1.0:1768253559.864164:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358688. 00000400:00000200:1.0:1768253559.864170:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067220 00000400:00000010:1.0:1768253559.864172:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067220. 00000100:00000200:1.0:1768253559.864180:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649831500 x1854145476339072/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253559.864190:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649831500 x1854145476339072/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253559.864211:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dc83b40. 02000000:00000010:1.0:1768253559.864227:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647525c00. 02000000:00000010:1.0:1768253559.864232:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972746d3de00. 00000100:00000010:1.0:1768253559.864236:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649831500. 10000000:00000010:1.0:1768253559.864244:0:5780:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff972777f4d000. 00000020:00000010:1.0:1768253559.864249:0:5780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7ac00. 00000020:00000010:1.0:1768253559.864253:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972745b7a400. 00000040:00000010:1.0:1768253559.864257:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972745b7a000. 00000020:00000010:1.0:1768253559.864262:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253559.864265:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972745b7b000. 80000000:00000010:1.0:1768253559.864269:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3a20. 00040000:00000010:1.0:1768253559.864273:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972745b7aa00. 00080000:00000010:1.0:1768253559.864277:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80c800. 20000000:00000010:1.0:1768253559.864282:0:5780:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972756a3c800. 00000040:00000010:1.0:1768253559.864289:0:5780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972646cebc00. 00000100:00000010:1.0:1768253559.864295:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361f80. 02000000:00000010:1.0:1768253559.864304:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97274e778e00. 00000100:00000010:1.0:1768253559.864312:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3c840. 02000000:00000010:1.0:1768253559.864324:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97274e779000. 00000400:00000010:1.0:1768253559.864328:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcbb0. 00000400:00000010:1.0:1768253559.864332:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.864335:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476339200, portal 25 00000400:00000010:1.0:1768253559.864339:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253559.864341:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1854145476339200, offset 0 00000400:00000200:1.0:1768253559.864346:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253559.864353:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253559.864360:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69655e27aa600 00000400:00000200:1.0:1768253559.864364:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15a2d [2] + 0 00000400:00000010:1.0:1768253559.864367:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcaa8. 00000400:00000200:1.0:1768253559.864371:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277dc83d80 00000400:00000200:1.0:1768253559.864375:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253559.864378:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253559.864381:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277dc83d80 00000400:00000010:1.0:1768253559.864383:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277dc83d80. 00000100:00000200:1.0:1768253559.864387:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253559.864438:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253559.864441:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253559.864447:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649361f80 x1854145476339200/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253559.866459:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.866468:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.866476:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972746d3de00. 00000020:00000010:0.0:1768253559.866481:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4300. 00000020:00000010:0.0:1768253559.866486:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253559.866571:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.866583:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0280. 00000100:00000200:0.0:1768253559.866587:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339200 02000000:00000010:0.0:1768253559.866606:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972647525c00. 00000040:00000010:0.0:1768253559.866613:0:5778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972645f9dc00. 00000040:00000010:0.0:1768253559.866665:0:5778:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff972750d0be10. 00000040:00000010:0.0:1768253559.866676:0:5778:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff972750d0be10. 00000040:00000010:0.0:1768253559.866680:0:5778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972645f9dc00. 00010000:00000200:0.0:1768253559.866693:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746250850 x1854145476339200/t0(0) o501->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 504/272 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253559.866711:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.866717:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145476339200, offset 224 00000400:00000200:0.0:1768253559.866723:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.866748:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.866757:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69655e27aa600 00000400:00000200:0.0:1768253559.866764:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1632d [1] + 224 00000400:00000200:0.0:1768253559.866771:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.866775:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253559.866785:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649361f80 x1854145476339200/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253559.866810:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0674c8 00000400:00000010:0.0:1768253559.866812:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0674c8. 00000020:00000010:0.0:1768253559.866833:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4300. 00000020:00000010:0.0:1768253559.866837:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253559.866840:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972746d3de00. 02000000:00000010:0.0:1768253559.866847:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972647525c00. 00000100:00000200:0.0:1768253559.866853:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253559.866858:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358000. 00000400:00000010:0.0:1768253559.866862:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277dc83180. 00000400:00000010:1.0:1768253559.866904:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcbb0. 00000400:00000200:1.0:1768253559.866909:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253559.866911:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.866917:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649361f80 x1854145476339200/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253559.866927:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649361f80 x1854145476339200/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253559.866948:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3c840. 02000000:00000010:1.0:1768253559.866965:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97274e779000. 02000000:00000010:1.0:1768253559.866969:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97274e778e00. 00000100:00000010:1.0:1768253559.866972:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649361f80. 00000040:00000010:1.0:1768253559.866981:0:5780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000100:00000010:1.0:1768253559.866986:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361f80. 02000000:00000010:1.0:1768253559.866995:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97274e778e00. 00000100:00000010:1.0:1768253559.867002:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d3c840. 02000000:00000010:1.0:1768253559.867043:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff97277ff54000. 00000400:00000010:1.0:1768253559.867048:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcbb0. 00000400:00000010:1.0:1768253559.867051:0:5780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff972649d3cc00. 00000100:00000200:1.0:1768253559.867054:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1854145476339328, portal 25 00000400:00000010:1.0:1768253559.867057:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.867059:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1854145476339328, offset 0 00000400:00000200:1.0:1768253559.867064:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253559.867068:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253559.867073:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69655e27aa680 00000400:00000200:1.0:1768253559.867076:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15a55 [2] + 0 00000400:00000010:1.0:1768253559.867079:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc3c8. 00000400:00000200:1.0:1768253559.867082:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649a74cc0 00000400:00000200:1.0:1768253559.867084:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253559.867087:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253559.867089:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74cc0 00000400:00000010:1.0:1768253559.867091:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649a74cc0. 00000100:00000200:1.0:1768253559.867095:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253559.867531:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253559.867534:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253559.867540:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649361f80 x1854145476339328/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253559.867622:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc6c0. 00000020:00000010:2.0:1768253559.867627:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc6c0. 00000020:00000010:2.0:1768253559.867631:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253559.867635:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.867638:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.867654:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc6c0. 00000020:00000010:2.0:1768253559.867656:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc6c0. 00000100:00000200:2.0:1768253559.867659:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339328 02000000:00000010:2.0:1768253559.867680:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972777e10000. 00000040:00000010:2.0:1768253559.867685:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649319200. 00000040:00000010:2.0:1768253559.867699:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253559.867811:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253559.867918:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649319200. 00010000:00000200:2.0:1768253559.867929:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e7450 x1854145476339328/t0(0) o503->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 272/8416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253559.867941:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972746dff840. 00000100:00000200:2.0:1768253559.867944:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145476339328, offset 224 00000400:00000200:2.0:1768253559.867949:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.867965:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.867972:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69655e27aa680 00000400:00000200:2.0:1768253559.867977:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1633d [4] + 224 00000400:00000200:2.0:1768253559.867983:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.867987:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253559.867993:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649361f80 x1854145476339328/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253559.868028:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972746dff840 00000400:00000010:2.0:1768253559.868030:0:5777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972746dff840. 00000020:00000010:2.0:1768253559.868041:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.868044:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.868047:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 02000000:00000010:2.0:1768253559.868052:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972777e10000. 00000100:00000200:2.0:1768253559.868064:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253559.868068:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ed68. 00000400:00000010:2.0:1768253559.868072:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972746dff840. 00000400:00000010:2.0:1768253559.868087:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcbb0. 00000400:00000200:2.0:1768253559.868090:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649d3cc00 00000400:00000010:2.0:1768253559.868092:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff972649d3cc00. 00000100:00000200:2.0:1768253559.868097:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649361f80 x1854145476339328/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253559.868106:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649361f80 x1854145476339328/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253559.868121:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d3c840. 02000000:00000010:2.0:1768253559.868128:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff97277ff54000. 02000000:00000010:2.0:1768253559.868136:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97274e778e00. 00000100:00000010:2.0:1768253559.868140:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649361f80. 00000040:00000010:2.0:1768253559.868148:0:5780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff972647f94cc0. 00000020:00000010:2.0:1768253559.868547:0:102218:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253559.868552:0:102218:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319200. 00000040:00000010:2.0:1768253559.868556:0:102218:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972649319000. 00000020:00000010:2.0:1768253559.868560:0:102218:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775ae000. 00000020:00000010:2.0:1768253559.868564:0:102218:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253559.868568:0:102218:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319400. 80000000:00000010:2.0:1768253559.868582:0:102218:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94180. 40000000:00000010:2.0:1768253559.868586:0:102218:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491cc7c0. 00100000:00000010:2.0:1768253559.868592:0:102218:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ad800. 00040000:00000010:2.0:1768253559.868597:0:102218:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6de00. 00040000:00000010:2.0:1768253559.868602:0:102218:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff9727775af000. 00040000:00000010:2.0:1768253559.868606:0:102218:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319800. 00080000:00000010:2.0:1768253559.868610:0:102218:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775ab000. 00000004:00000010:2.0:1768253559.868614:0:102218:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff9727775a9000. 00000004:00000010:2.0:1768253559.868619:0:102218:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff972649b19000. 00000004:00000010:2.0:1768253559.868623:0:102218:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff9727775a8000. 00002000:00000010:2.0:1768253559.868628:0:102218:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972777ce9000. 00000004:00000010:2.0:1768253559.868632:0:102218:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff972777cea400. 00000020:00000010:2.0:1768253559.868637:0:102218:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9726491cc100. 00000040:00000010:2.0:1768253559.868643:0:102218:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253559.871469:0:102218:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff9727779f6000. 00000020:00000010:2.0:1768253559.871488:0:102218:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9726491cc100. 00000020:00000010:2.0:1768253559.871505:0:102218:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319200. 00000040:00000010:2.0:1768253559.871511:0:102218:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972649319000. 00000020:00000010:2.0:1768253559.871515:0:102218:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775ae000. 00000020:00000010:2.0:1768253559.871520:0:102218:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253559.871525:0:102218:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319400. 80000000:00000010:2.0:1768253559.871529:0:102218:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94180. 40000000:00000010:2.0:1768253559.871534:0:102218:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491cc7c0. 00100000:00000010:2.0:1768253559.871539:0:102218:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ad800. 00040000:00000010:2.0:1768253559.871544:0:102218:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6de00. 00040000:00000010:2.0:1768253559.871548:0:102218:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff9727775af000. 00040000:00000010:2.0:1768253559.871552:0:102218:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319800. 00080000:00000010:2.0:1768253559.871556:0:102218:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775ab000. 00000004:00000010:2.0:1768253559.871561:0:102218:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff9727775a9000. 00000004:00000010:2.0:1768253559.871565:0:102218:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff972649b19000. 00000004:00000010:2.0:1768253559.871570:0:102218:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff9727775a8000. 00002000:00000010:2.0:1768253559.871584:0:102218:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972777ce9000. 00000004:00000010:2.0:1768253559.871588:0:102218:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff972777cea400. 00000020:00000010:2.0:1768253559.871591:0:102218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 00000040:00000010:0.0:1768253559.871784:0:5780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff972647f94cc0. 00000040:00000010:0.0:1768253559.871791:0:5780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:0.0:1768253559.871795:0:5780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972646cebc00. 00000020:00000010:0.0:1768253559.871803:0:5780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972745b7a400. 00000040:00000010:0.0:1768253559.871806:0:5780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972745b7a000. 00000020:00000010:0.0:1768253559.871809:0:5780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c808000. 00000020:00000010:0.0:1768253559.871813:0:5780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972745b7b000. 80000000:00000010:0.0:1768253559.871815:0:5780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3a20. 00040000:00000010:0.0:1768253559.871903:0:5780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972745b7aa00. 00080000:00000010:0.0:1768253559.871907:0:5780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80c800. 20000000:00000010:0.0:1768253559.871911:0:5780:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972756a3c800. 00000020:00000010:0.0:1768253559.871914:0:5780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7ac00. 10000000:00000010:0.0:1768253559.871918:0:5780:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff972777f4d000. 00000100:00000010:0.0:1768253559.871937:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649831500. 02000000:00000010:0.0:1768253559.871953:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972756a3c800. 00010000:00000010:0.0:1768253559.872075:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963c00. 00000100:00000010:0.0:1768253559.872093:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dc83840. 02000000:00000010:0.0:1768253559.872116:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647525c00. 00000400:00000010:0.0:1768253559.872124:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358108. 00000400:00000010:0.0:1768253559.872132:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.872139:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476339456, portal 25 00000400:00000010:0.0:1768253559.872144:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253559.872147:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476339456, offset 0 00000400:00000200:0.0:1768253559.872159:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.872171:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.872182:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27aa700 00000400:00000200:0.0:1768253559.872188:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15ad1 [2] + 0 00000400:00000010:0.0:1768253559.872193:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463585d8. 00000400:00000200:0.0:1768253559.872196:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649891540 00000400:00000200:0.0:1768253559.872201:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.872205:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253559.872210:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649891540 00000400:00000010:0.0:1768253559.872212:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649891540. 00000100:00000200:0.0:1768253559.872217:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253559.872236:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067a18 00000400:00000010:0.0:1768253559.872239:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253559.872247:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649831500 x1854145476339456/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253559.872597:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.872602:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.872608:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253559.872612:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.872616:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.872655:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.872658:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000100:00000200:2.0:1768253559.872661:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339456 00010000:00000010:2.0:1768253559.872681:0:5778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc01400. 02000000:00000010:2.0:1768253559.872694:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972777cea400. 00010000:00000200:2.0:1768253559.872715:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e4c50 x1854145476339456/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 328/344 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253559.873061:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.873066:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476339456, offset 224 00000400:00000200:2.0:1768253559.873071:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.873078:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.873084:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27aa700 00000400:00000200:2.0:1768253559.873088:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1634d [1] + 224 00000400:00000200:2.0:1768253559.873092:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.873095:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253559.873102:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649831500 x1854145476339456/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253559.873117:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253559.873119:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000020:00000010:2.0:1768253559.873129:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.873133:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.873136:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 02000000:00000010:2.0:1768253559.873143:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972777cea400. 00000100:00000200:2.0:1768253559.873149:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253559.873153:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e9f8. 00000400:00000010:2.0:1768253559.873156:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972746dffc00. 00000400:00000010:0.0:1768253559.873210:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358108. 00000400:00000200:0.0:1768253559.873214:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0674c8 00000400:00000010:0.0:1768253559.873216:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.873222:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649831500 x1854145476339456/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253559.873231:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649831500 x1854145476339456/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253559.873253:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dc83840. 02000000:00000010:0.0:1768253559.873268:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647525c00. 02000000:00000010:0.0:1768253559.873272:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972756a3c800. 00000100:00000010:0.0:1768253559.873275:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649831500. 10000000:00000010:0.0:1768253559.873283:0:5780:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff97277dcf0280. 00000020:00000010:0.0:1768253559.873286:0:5780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972756a3c800. 00000020:00000010:0.0:1768253559.873290:0:5780:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972745b7ac00. 00000040:00000010:0.0:1768253559.873293:0:5780:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972745b7aa00. 00000020:00000010:0.0:1768253559.873296:0:5780:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727490c8000. 00000020:00000010:0.0:1768253559.873300:0:5780:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972745b7b000. 80000000:00000010:0.0:1768253559.873304:0:5780:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4d80. 00040000:00000010:0.0:1768253559.873307:0:5780:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972745b7a000. 00080000:00000010:0.0:1768253559.873312:0:5780:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972647776000. 20000000:00000010:0.0:1768253559.873315:0:5780:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972745b7a400. 00000040:00000010:0.0:1768253559.873321:0:5780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972646cebc00. 00000100:00000010:0.0:1768253559.873326:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649831500. 02000000:00000010:0.0:1768253559.873334:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972746d3de00. 00000100:00000010:0.0:1768253559.873342:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dc83840. 02000000:00000010:0.0:1768253559.873354:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb1200. 00000400:00000010:0.0:1768253559.873357:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358108. 00000400:00000010:0.0:1768253559.873360:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.873363:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476339584, portal 25 00000400:00000010:0.0:1768253559.873366:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253559.873368:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1854145476339584, offset 0 00000400:00000200:0.0:1768253559.873372:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.873377:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.873381:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69655e27aa780 00000400:00000200:0.0:1768253559.873384:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15ae1 [2] + 0 00000400:00000010:0.0:1768253559.873387:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032268. 00000400:00000200:0.0:1768253559.873391:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727479f0540 00000400:00000200:0.0:1768253559.873394:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.873396:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253559.873399:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727479f0540 00000400:00000010:0.0:1768253559.873401:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727479f0540. 00000100:00000200:0.0:1768253559.873404:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253559.873420:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067a18 00000400:00000010:0.0:1768253559.873422:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253559.873426:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649831500 x1854145476339584/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253559.873485:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.873488:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.873491:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253559.873494:0:5778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.873497:0:5778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.873517:0:5778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.873520:0:5778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000100:00000200:2.0:1768253559.873522:0:5778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339584 02000000:00000010:2.0:1768253559.873532:0:5778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972777cea400. 00000040:00000010:2.0:1768253559.873537:0:5778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649319800. 00000040:00000010:2.0:1768253559.873600:0:5778:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff9726466792b8. 00000040:00000010:2.0:1768253559.873612:0:5778:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff9726466792b8. 00000040:00000010:2.0:1768253559.873615:0:5778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649319800. 00010000:00000200:2.0:1768253559.873623:0:5778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e6850 x1854145476339584/t0(0) o501->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 504/272 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253559.873633:0:5778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253559.873636:0:5778:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145476339584, offset 224 00000400:00000200:2.0:1768253559.873639:0:5778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.873645:0:5778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.873649:0:5778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69655e27aa780 00000400:00000200:2.0:1768253559.873653:0:5778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1635d [1] + 224 00000400:00000200:2.0:1768253559.873656:0:5778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.873658:0:5778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253559.873662:0:5778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649831500 x1854145476339584/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253559.873674:0:5778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253559.873675:0:5778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000020:00000010:2.0:1768253559.873683:0:5778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.873685:0:5778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.873688:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 02000000:00000010:2.0:1768253559.873692:0:5778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972777cea400. 00000100:00000200:2.0:1768253559.873695:0:5778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253559.873698:0:5778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e420. 00000400:00000010:2.0:1768253559.873701:0:5778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727772426c0. 00000400:00000010:0.0:1768253559.873916:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358108. 00000400:00000200:0.0:1768253559.873920:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0674c8 00000400:00000010:0.0:1768253559.873922:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.873927:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649831500 x1854145476339584/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253559.873935:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649831500 x1854145476339584/t0(0) o501->MGC192.168.202.143@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253559.873947:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dc83840. 02000000:00000010:0.0:1768253559.873953:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb1200. 02000000:00000010:0.0:1768253559.874136:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972746d3de00. 00000100:00000010:0.0:1768253559.874141:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649831500. 00000040:00000010:0.0:1768253559.874149:0:5780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff972647d76000. 00000100:00000010:0.0:1768253559.874152:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649831500. 02000000:00000010:0.0:1768253559.874158:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972645cb1200. 00000100:00000010:0.0:1768253559.874164:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dc83840. 02000000:00000010:0.0:1768253559.874184:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff972649d30000. 00000400:00000010:0.0:1768253559.874188:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358108. 00000400:00000010:0.0:1768253559.874191:0:5780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff97277dc83c00. 00000100:00000200:0.0:1768253559.874195:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1854145476339712, portal 25 00000400:00000010:0.0:1768253559.874198:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.874200:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1854145476339712, offset 0 00000400:00000200:0.0:1768253559.874204:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253559.874209:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253559.874214:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69655e27aa800 00000400:00000200:0.0:1768253559.874219:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15b09 [2] + 0 00000400:00000010:0.0:1768253559.874222:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032c08. 00000400:00000200:0.0:1768253559.874225:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972750c986c0 00000400:00000200:0.0:1768253559.874228:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253559.874231:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253559.874234:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972750c986c0 00000400:00000010:0.0:1768253559.874236:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972750c986c0. 00000100:00000200:0.0:1768253559.874240:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253559.874251:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0674c8 00000400:00000010:0.0:1768253559.874253:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253559.874258:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649831500 x1854145476339712/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253559.874347:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.874351:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.874356:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253559.874359:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.874361:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.874419:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253559.874422:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000100:00000200:2.0:1768253559.874424:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339712 02000000:00000010:2.0:1768253559.874442:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972649cb4000. 00000040:00000010:2.0:1768253559.874447:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649319800. 00000040:00000010:2.0:1768253559.874458:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253559.874545:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253559.874549:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649319800. 00010000:00000200:2.0:1768253559.874557:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e3c50 x1854145476339712/t0(0) o503->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:535/0 lens 272/8416 e 0 to 0 dl 1768253570 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253559.874567:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9727413facc0. 00000100:00000200:2.0:1768253559.874571:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145476339712, offset 224 00000400:00000200:2.0:1768253559.874585:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253559.874590:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253559.874595:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69655e27aa800 00000400:00000200:2.0:1768253559.874599:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1636d [4] + 224 00000400:00000200:2.0:1768253559.874604:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253559.874607:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253559.874613:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649831500 x1854145476339712/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253559.874625:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727413facc0 00000400:00000010:2.0:1768253559.874627:0:5777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff9727413facc0. 00000020:00000010:2.0:1768253559.874636:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253559.874639:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253559.874641:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 02000000:00000010:2.0:1768253559.874646:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972649cb4000. 00000100:00000200:2.0:1768253559.874657:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253559.874660:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985eb58. 00000400:00000010:2.0:1768253559.874665:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727413facc0. 00000400:00000010:0.0:1768253559.874892:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358108. 00000400:00000200:0.0:1768253559.874897:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277dc83c00 00000400:00000010:0.0:1768253559.874899:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff97277dc83c00. 00000100:00000200:0.0:1768253559.874906:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649831500 x1854145476339712/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253559.874913:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649831500 x1854145476339712/t0(0) o503->MGC192.168.202.143@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1768253575 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253559.874927:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dc83840. 02000000:00000010:0.0:1768253559.874933:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff972649d30000. 02000000:00000010:0.0:1768253559.874942:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972645cb1200. 00000100:00000010:0.0:1768253559.874945:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649831500. 00000040:00000010:0.0:1768253559.874951:0:5780:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff972646da4120. 00000020:00000010:0.0:1768253559.875111:0:102219:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb0800. 00000020:00000010:0.0:1768253559.875115:0:102219:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972746d3de00. 00000040:00000010:0.0:1768253559.875119:0:102219:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff97277de4d800. 00000020:00000010:0.0:1768253559.875123:0:102219:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972647770800. 00000020:00000010:0.0:1768253559.875127:0:102219:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748ea8f18. 00000020:00000010:0.0:1768253559.875131:0:102219:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647478a00. 80000000:00000010:0.0:1768253559.875135:0:102219:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4540. 40000000:00000010:0.0:1768253559.875139:0:102219:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff97277dcf0740. 00100000:00000010:0.0:1768253559.875143:0:102219:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff972647770000. 00040000:00000010:0.0:1768253559.875148:0:102219:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c66900. 00040000:00000010:0.0:1768253559.875153:0:102219:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff972777264800. 00040000:00000010:0.0:1768253559.875156:0:102219:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647479200. 00080000:00000010:0.0:1768253559.875160:0:102219:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972777262800. 00000004:00000010:0.0:1768253559.875164:0:102219:0:(mdd_device.c:2397:mdd_key_init()) kmalloced '(value)': 1872 at ffff972777264000. 00000004:00000010:0.0:1768253559.875169:0:102219:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff97277cb2f000. 00000004:00000010:0.0:1768253559.875173:0:102219:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff972777261000. 00002000:00000010:0.0:1768253559.875177:0:102219:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972647527800. 00000004:00000010:0.0:1768253559.875181:0:102219:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff97276a7f5000. 00000020:00000010:0.0:1768253559.875185:0:102219:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277dcf0a00. 00000040:00000010:0.0:1768253559.875192:0:102219:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff972647d72000. 00000040:00000010:0.0:1768253559.875684:0:102219:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff972647d72000. 00000020:00000010:0.0:1768253559.875691:0:102219:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277dcf0a00. 00000020:00000010:0.0:1768253559.875702:0:102219:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972746d3de00. 00000040:00000010:0.0:1768253559.875706:0:102219:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff97277de4d800. 00000020:00000010:0.0:1768253559.875709:0:102219:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972647770800. 00000020:00000010:0.0:1768253559.875714:0:102219:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748ea8f18. 00000020:00000010:0.0:1768253559.875718:0:102219:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647478a00. 80000000:00000010:0.0:1768253559.875723:0:102219:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4540. 40000000:00000010:0.0:1768253559.876077:0:102219:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff97277dcf0740. 00100000:00000010:0.0:1768253559.876082:0:102219:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff972647770000. 00040000:00000010:0.0:1768253559.876086:0:102219:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c66900. 00040000:00000010:0.0:1768253559.876092:0:102219:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff972777264800. 00040000:00000010:0.0:1768253559.876095:0:102219:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647479200. 00080000:00000010:0.0:1768253559.876100:0:102219:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972777262800. 00000004:00000010:0.0:1768253559.876103:0:102219:0:(mdd_device.c:2409:mdd_key_fini()) kfreed 'info': 1872 at ffff972777264000. 00000004:00000010:0.0:1768253559.876106:0:102219:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff97277cb2f000. 00000004:00000010:0.0:1768253559.876110:0:102219:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff972777261000. 00002000:00000010:0.0:1768253559.876112:0:102219:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972647527800. 00000004:00000010:0.0:1768253559.876116:0:102219:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff97276a7f5000. 00000020:00000010:0.0:1768253559.876119:0:102219:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb0800. 00000040:00000010:0.0:1768253559.876135:0:5780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff972646da4120. 00000040:00000010:0.0:1768253559.876140:0:5780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff972647d76000. 00000040:00000010:0.0:1768253559.876143:0:5780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972646cebc00. 00000020:00000010:0.0:1768253559.876149:0:5780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972745b7ac00. 00000040:00000010:0.0:1768253559.876152:0:5780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972745b7aa00. 00000020:00000010:0.0:1768253559.876155:0:5780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727490c8000. 00000020:00000010:0.0:1768253559.876158:0:5780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972745b7b000. 80000000:00000010:0.0:1768253559.876161:0:5780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4d80. 00040000:00000010:0.0:1768253559.876162:0:5780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972745b7a000. 00080000:00000010:0.0:1768253559.876164:0:5780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972647776000. 20000000:00000010:0.0:1768253559.876167:0:5780:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972745b7a400. 00000020:00000010:0.0:1768253559.876170:0:5780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972756a3c800. 10000000:00000010:0.0:1768253559.876173:0:5780:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff97277dcf0280. 00000100:00000010:1.0:1768253559.954160:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3a80. 00000100:00000010:2.0:1768253559.954323:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3540. 00000100:00000010:3.0:1768253559.955069:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e31e0. 00000100:00000010:0.0:1768253559.955476:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e33c0. 00000400:00000200:3.0:1768253560.524834:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253560.524853:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1083b80 00000400:00000200:3.0:1768253560.524862:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15b31 [2] + 0 00000400:00000010:3.0:1768253560.524868:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e898. 00000400:00000200:3.0:1768253560.524873:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9726493ee300 00000400:00000200:3.0:1768253560.524888:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253560.524892:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253560.524897:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726493ee300 00000400:00000010:3.0:1768253560.524899:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9726493ee300. 00000100:00000200:3.0:1768253560.524906:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253560.525944:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc5c0. 00000020:00000010:2.0:1768253560.525952:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc5c0. 00000020:00000010:2.0:1768253560.525958:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a9200. 00000020:00000010:2.0:1768253560.525963:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae00. 00000020:00000010:2.0:1768253560.525968:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253560.526028:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc5c0. 00000020:00000010:2.0:1768253560.526032:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc5c0. 00000100:00000200:2.0:1768253560.526035:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063616 00010000:00000010:2.0:1768253560.526059:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc01800. 02000000:00000010:2.0:1768253560.526074:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972777ce8400. 00010000:00000200:2.0:1768253560.526098:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e0050 x1854145452063616/t0(0) o101->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:536/0 lens 328/344 e 0 to 0 dl 1768253571 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253560.526118:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253560.526124:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452063616, offset 224 00000400:00000200:2.0:1768253560.526130:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253560.526139:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253560.526145:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3861:3861:256:4294967295] 192.168.202.43@tcp LPNI seq info [3857:3857:8:4294967295] 00000400:00000200:2.0:1768253560.526156:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253560.526162:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253560.526167:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6de00. 00000800:00000200:2.0:1768253560.526172:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253560.526179:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253560.526184:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6de00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:2.0:1768253560.526201:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae00. 00000020:00000010:2.0:1768253560.526205:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253560.526208:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a9200. 00000100:00000200:2.0:1768253560.526216:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253560.526221:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e2c0. 00000400:00000010:2.0:1768253560.526227:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972746dfff00. 00000800:00000200:2.0:1768253560.526325:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253560.526330:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6de00. 00000400:00000200:2.0:1768253560.526333:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253560.526338:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253560.526341:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253560.526343:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 02000000:00000010:2.0:1768253560.526347:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972777ce8400. 00000400:00000200:1.0:1768253560.531148:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253560.531168:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 504 into portal 26 MB=0x69655e1083c00 00000400:00000200:1.0:1768253560.531177:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 504/504 into md 0x15bad [2] + 0 00000400:00000010:1.0:1768253560.531183:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e3c8. 00000400:00000200:1.0:1768253560.531187:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777eb6240 00000400:00000200:1.0:1768253560.531203:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253560.531208:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253560.531213:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777eb6240 00000400:00000010:1.0:1768253560.531216:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777eb6240. 00000100:00000200:1.0:1768253560.531222:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253560.532066:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc5c0. 00000020:00000010:2.0:1768253560.532074:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc5c0. 00000020:00000010:2.0:1768253560.532081:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8c00. 00000020:00000010:2.0:1768253560.532086:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae00. 00000020:00000010:2.0:1768253560.532091:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253560.532127:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc5c0. 00000020:00000010:2.0:1768253560.532130:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc5c0. 00000100:00000200:2.0:1768253560.532133:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063744 02000000:00000010:2.0:1768253560.532153:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff972777ce8400. 00000040:00000010:2.0:1768253560.532160:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9726493a8600. 00000040:00000010:2.0:1768253560.532217:0:5775:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff9726466792b8. 00000040:00000010:2.0:1768253560.532230:0:5775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff9726466792b8. 00000040:00000010:2.0:1768253560.532234:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9726493a8600. 00010000:00000200:2.0:1768253560.532248:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e1c50 x1854145452063744/t0(0) o501->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:536/0 lens 504/272 e 0 to 0 dl 1768253571 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253560.532268:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253560.532274:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452063744, offset 224 00000400:00000200:2.0:1768253560.532280:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253560.532291:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253560.532297:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3862:3862:256:4294967295] 192.168.202.43@tcp LPNI seq info [3858:3858:8:4294967295] 00000400:00000200:2.0:1768253560.532308:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253560.532313:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253560.532318:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6de00. 00000800:00000200:2.0:1768253560.532324:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253560.532331:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253560.532335:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6de00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1768253560.532355:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae00. 00000020:00000010:2.0:1768253560.532359:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253560.532362:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8c00. 00000100:00000200:2.0:1768253560.532370:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253560.532375:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ed10. 00000400:00000010:2.0:1768253560.532380:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972746dff180. 00000800:00000200:2.0:1768253560.532463:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253560.532467:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6de00. 00000400:00000200:2.0:1768253560.532470:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253560.532474:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253560.532478:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253560.532480:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 02000000:00000010:2.0:1768253560.532485:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff972777ce8400. 00000400:00000200:1.0:1768253560.541222:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253560.541243:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1083c80 00000400:00000200:1.0:1768253560.541252:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15bd5 [2] + 0 00000400:00000010:1.0:1768253560.541258:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358cb8. 00000400:00000200:1.0:1768253560.541263:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9726482a1cc0 00000400:00000200:1.0:1768253560.541278:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253560.541283:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253560.541287:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726482a1cc0 00000400:00000010:1.0:1768253560.541290:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9726482a1cc0. 00000100:00000200:1.0:1768253560.541296:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1768253560.541381:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253560.541386:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253560.541393:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648115400. 00000020:00000010:0.0:1768253560.541399:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253560.541403:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253560.541447:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253560.541450:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000100:00000200:0.0:1768253560.541453:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452063872 02000000:00000010:0.0:1768253560.541484:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff97277ff7c000. 00000040:00000010:0.0:1768253560.541493:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972648115e00. 00000040:00000010:0.0:1768253560.541514:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff972647d76000. 00000040:00000010:0.0:1768253560.541640:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff972647d76000. 00000040:00000010:0.0:1768253560.541645:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972648115e00. 00010000:00000200:0.0:1768253560.541658:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e2c50 x1854145452063872/t0(0) o503->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:536/0 lens 272/8416 e 0 to 0 dl 1768253571 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253560.541679:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9727774f2b40. 00000100:00000200:0.0:1768253560.541685:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145452063872, offset 224 00000400:00000200:0.0:1768253560.541693:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253560.541703:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253560.541710:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3863:3863:256:4294967295] 192.168.202.43@tcp LPNI seq info [3859:3859:8:4294967295] 00000400:00000200:0.0:1768253560.541721:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253560.541740:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253560.541745:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff972648115e00. 00000800:00000200:0.0:1768253560.541752:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253560.541758:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:0.0:1768253560.541762:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972648115e00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:0.0:1768253560.541791:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253560.541796:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253560.541800:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648115400. 00000100:00000200:0.0:1768253560.541809:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253560.541815:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358108. 00000400:00000010:0.0:1768253560.541820:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97275620ff00. 00000800:00000200:3.0:1768253560.542008:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253560.542041:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff972648115e00. 00000400:00000200:3.0:1768253560.542045:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253560.542049:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253560.542052:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727774f2b40 00000400:00000010:3.0:1768253560.542055:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff9727774f2b40. 02000000:00000010:3.0:1768253560.542060:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff97277ff7c000. 00000400:00000200:2.0:1768253560.776679:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253560.776699:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1083d00 00000400:00000200:2.0:1768253560.776708:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 65072 00000400:00000200:2.0:1768253560.776721:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253560.776726:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253560.776733:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253560.776739:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40a80. 00000400:00000200:2.0:1768253560.776773:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253560.776787:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1083d80 00000400:00000200:2.0:1768253560.776792:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 11792 00000400:00000200:2.0:1768253560.776799:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253560.776801:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253560.776805:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253560.776808:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40700. 00000400:00000200:2.0:1768253560.776843:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253560.776850:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1083e00 00000400:00000200:2.0:1768253560.776854:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 12016 00000400:00000200:2.0:1768253560.776863:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253560.776866:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253560.776869:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253560.776872:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42300. 00000020:00000010:0.0:1768253560.776999:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253560.777008:0:6570:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f400. 00000020:00000010:0.0:1768253560.777054:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647479200. 00000020:00000010:0.0:1768253560.777061:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253560.777066:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe0c8. 00000020:00000010:0.0:1768253560.777100:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf07c0. 00000020:00000010:0.0:1768253560.777103:0:6570:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253560.777190:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f800. 00000020:00000010:3.0:1768253560.777194:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f800. 00000100:00000200:3.0:1768253560.777197:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064128 00000020:00000010:1.0:1768253560.777203:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d300. 00000020:00000010:1.0:1768253560.777206:0:5785:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0dc0. 02000000:00000010:3.0:1768253560.777215:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dce3c00. 00000020:00000010:0.0:1768253560.777231:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972746cf6c00. 00000020:00000010:0.0:1768253560.777235:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4180. 00000020:00000010:0.0:1768253560.777238:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abec80. 00000020:00000010:0.0:1768253560.777261:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf09c0. 00000020:00000010:0.0:1768253560.777264:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf09c0. 00000100:00000200:0.0:1768253560.777266:0:6570:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064256 02000000:00000010:0.0:1768253560.777275:0:6570:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647525c00. 00010000:00000200:0.0:1768253560.777287:0:6570:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe42300 x1854145452064256/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:536/0 lens 224/224 e 0 to 0 dl 1768253571 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253560.777307:0:6570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0674c8. 00000100:00000200:0.0:1768253560.777313:0:6570:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452064256, offset 224 00000400:00000200:0.0:1768253560.777321:0:6570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253560.777329:0:6570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253560.777335:0:6570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3864:3864:256:4294967295] 192.168.202.43@tcp LPNI seq info [3860:3860:8:4294967295] 00000400:00000200:0.0:1768253560.777345:0:6570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253560.777350:0:6570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253560.777355:0:6570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c66900. 00000800:00000200:0.0:1768253560.777360:0:6570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253560.777367:0:6570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253560.777371:0:6570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c66900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253560.777389:0:6570:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4180. 00000020:00000010:0.0:1768253560.777393:0:6570:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abec80. 00000020:00000010:0.0:1768253560.777396:0:6570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972746cf6c00. 00010000:00000200:3.0:1768253560.778144:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe40700 x1854145452064128/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:536/0 lens 224/224 e 0 to 0 dl 1768253571 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253560.778159:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92660. 00000100:00000200:3.0:1768253560.778162:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452064128, offset 224 00000400:00000200:3.0:1768253560.778167:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253560.778173:0:6567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253560.778177:0:6567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3865:3865:255:4294967295] 192.168.202.43@tcp LPNI seq info [3861:3861:7:4294967295] 00000400:00000200:3.0:1768253560.778185:0:6567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253560.778189:0:6567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253560.778193:0:6567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c7bb00. 00000800:00000200:3.0:1768253560.778198:0:6567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253560.778202:0:6567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253560.778205:0:6567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c7bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253560.778217:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4380. 00000020:00000010:3.0:1768253560.778221:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe0c8. 00000020:00000010:3.0:1768253560.778224:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647479200. 00000020:00000010:1.0:1768253560.783656:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:1.0:1768253560.783669:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc580. 00000020:00000010:1.0:1768253560.783676:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253560.783734:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d1c0. 00000020:00000010:1.0:1768253560.783739:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d1c0. 00000100:00000200:1.0:1768253560.783746:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064000 02000000:00000010:1.0:1768253560.783771:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645dab800. 00010000:00000200:1.0:1768253560.783785:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe40a80 x1854145452064000/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:536/0 lens 224/224 e 0 to 0 dl 1768253571 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253560.783807:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253560.783816:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452064000, offset 224 00000400:00000200:1.0:1768253560.783823:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253560.783838:0:5785:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253560.783846:0:5785:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3866:3866:254:4294967295] 192.168.202.43@tcp LPNI seq info [3862:3862:6:4294967295] 00000400:00000200:1.0:1768253560.783864:0:5785:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253560.783870:0:5785:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253560.783875:0:5785:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f400. 00000800:00000200:1.0:1768253560.783881:0:5785:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253560.783887:0:5785:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253560.783892:0:5785:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253560.783904:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc580. 00000020:00000010:1.0:1768253560.783908:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253560.783911:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000800:00000200:1.0:1768253560.783978:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253560.783982:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c66900. 00000400:00000200:1.0:1768253560.783990:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253560.783995:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253560.784000:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0674c8 00000400:00000010:1.0:1768253560.784002:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0674c8. 00000800:00000200:1.0:1768253560.784043:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253560.784045:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c7bb00. 00000400:00000200:1.0:1768253560.784048:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253560.784051:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253560.784053:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92660 00000400:00000010:1.0:1768253560.784054:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92660. 00000800:00000200:1.0:1768253560.784117:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253560.784120:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f400. 00000400:00000200:1.0:1768253560.784123:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253560.784126:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253560.784128:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253560.784130:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000010:2.0:1768253562.930214:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41880. 02000000:00000010:2.0:1768253562.930247:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972748c6de00. 02000000:00000010:0.0:1768253562.930580:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972647527800. 00000400:00000010:0.0:1768253562.930591:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463585d8. 00000400:00000010:0.0:1768253562.930599:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253562.930608:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476339840, portal 4 00000400:00000010:0.0:1768253562.930616:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253562.930620:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476339840, offset 0 00000400:00000200:0.0:1768253562.930631:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253562.930648:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253562.930663:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aa880 00000400:00000200:0.0:1768253562.930671:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 6272 00000400:00000200:0.0:1768253562.930680:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253562.930684:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253562.930693:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1768253562.930699:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649831500. 00000400:00000200:0.0:1768253562.930746:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067ee0 00000400:00000010:0.0:1768253562.930750:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253562.930760:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe41880 x1854145476339840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253562.930787:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253562.930806:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4060. 00000100:00000010:0.0:1768253562.930817:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4480. 00000100:00000010:0.0:1768253562.930826:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4a80. 00000020:00000010:2.0:1768253562.931648:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccc00. 00000020:00000010:2.0:1768253562.931659:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f840. 00000020:00000010:2.0:1768253562.931691:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a9200. 00000020:00000010:2.0:1768253562.931698:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a080. 00000020:00000010:2.0:1768253562.931705:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253562.931753:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253562.931756:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000100:00000200:2.0:1768253562.931759:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339840 02000000:00000010:2.0:1768253562.931782:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972777cea400. 00010000:00000200:2.0:1768253562.931832:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649831500 x1854145476339840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:538/0 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253562.931856:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253562.931862:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476339840, offset 224 00000400:00000200:2.0:1768253562.931870:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253562.931891:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253562.931902:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aa880 00000400:00000200:2.0:1768253562.931909:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x163a1 [1] + 224 00000400:00000200:2.0:1768253562.931917:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253562.931921:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253562.931931:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe41880 x1854145476339840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253562.931950:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253562.931952:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000020:00000010:2.0:1768253562.931969:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a080. 00000020:00000010:2.0:1768253562.931973:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253562.931977:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a9200. 00000400:00000010:0.0:1768253562.933404:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463585d8. 00000400:00000200:0.0:1768253562.933421:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067a18 00000400:00000010:0.0:1768253562.933423:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253562.933448:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe41880 x1854145476339840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253562.933460:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe41880 x1854145476339840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253562.933521:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972647527800. 02000000:00000010:0.0:1768253562.933530:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972748c6de00. 00000100:00000010:0.0:1768253562.933536:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41880. 00000100:00000010:1.0:1768253562.936382:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4060. 00000100:00000010:0.0:1768253562.936499:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4d80. 00000100:00000010:2.0:1768253562.936979:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4480. 00000100:00000010:3.0:1768253562.941205:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbca80. 02000000:00000010:3.0:1768253562.941243:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97264862a300. 00000100:00000010:3.0:1768253562.941329:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4a80. 02000000:00000010:1.0:1768253562.941681:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972645da8800. 00000400:00000010:1.0:1768253562.941692:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc3c8. 00000400:00000010:1.0:1768253562.941704:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253562.941715:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476339968, portal 4 00000400:00000010:1.0:1768253562.941726:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253562.941729:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476339968, offset 0 00000400:00000200:1.0:1768253562.941754:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253562.941775:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253562.941794:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aa900 00000400:00000200:1.0:1768253562.941803:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 6496 00000400:00000200:1.0:1768253562.941813:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253562.941817:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253562.941827:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253562.941832:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361500. 00000400:00000200:1.0:1768253562.941865:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253562.941868:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253562.941878:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbca80 x1854145476339968/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253562.941904:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3de0. 00000100:00000010:1.0:1768253562.941929:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3480. 00000100:00000010:1.0:1768253562.941936:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3960. 00000100:00000010:1.0:1768253562.941941:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e36c0. 00000020:00000010:3.0:1768253562.942167:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f800. 00000020:00000010:3.0:1768253562.942177:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622fa00. 00000020:00000010:3.0:1768253562.942200:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523800. 00000020:00000010:3.0:1768253562.942206:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253562.942213:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253562.942258:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fa00. 00000020:00000010:3.0:1768253562.942262:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fa00. 00000100:00000200:3.0:1768253562.942266:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476339968 02000000:00000010:3.0:1768253562.942287:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97277dce3400. 00010000:00000200:3.0:1768253562.942332:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649361500 x1854145476339968/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:538/0 lens 224/368 e 0 to 0 dl 1768253573 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253562.942352:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c925d8. 00000100:00000200:3.0:1768253562.942355:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476339968, offset 224 00000400:00000200:3.0:1768253562.942360:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253562.942367:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253562.942373:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aa900 00000400:00000200:3.0:1768253562.942378:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x163ad [1] + 224 00000400:00000200:3.0:1768253562.942383:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253562.942386:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253562.942392:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbca80 x1854145476339968/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253562.942408:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c925d8 00000400:00000010:3.0:1768253562.942411:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c925d8. 00000020:00000010:3.0:1768253562.942428:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253562.942433:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253562.942437:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523800. 00000400:00000010:1.0:1768253562.942564:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc3c8. 00000400:00000200:1.0:1768253562.942569:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253562.942571:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253562.942577:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbca80 x1854145476339968/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253562.942588:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbca80 x1854145476339968/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253578 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253562.942630:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972645da8800. 02000000:00000010:1.0:1768253562.942638:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97264862a300. 00000100:00000010:1.0:1768253562.942645:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbca80. 00000100:00000010:0.0:1768253562.948190:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3de0. 00000100:00000010:2.0:1768253562.948308:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3960. 00000100:00000010:3.0:1768253562.948395:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e36c0. 00000100:00000010:1.0:1768253562.948955:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3480. 00000100:00000010:0.0:1768253563.442940:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f800. 02000000:00000010:0.0:1768253563.442980:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254700. 00000100:00000010:0.0:1768253563.443058:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4e300. 02000000:00000010:0.0:1768253563.443064:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254e00. 00000100:00000010:0.0:1768253563.443085:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c000. 02000000:00000010:0.0:1768253563.443090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254100. 00000100:00000010:0.0:1768253563.443097:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4df80. 02000000:00000010:0.0:1768253563.443102:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254c00. 02000000:00000010:0.0:1768253563.443144:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97274e779000. 00000400:00000010:0.0:1768253563.443155:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463585d8. 00000400:00000010:0.0:1768253563.443165:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253563.443173:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476340224, portal 10 00000400:00000010:0.0:1768253563.443181:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253563.443185:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476340224, offset 0 00000400:00000200:0.0:1768253563.443198:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253563.443215:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253563.443231:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aaa00 00000400:00000200:0.0:1768253563.443239:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 65296 00000400:00000200:0.0:1768253563.443249:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253563.443253:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253563.443264:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253563.443269:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4d180. 00000400:00000200:0.0:1768253563.443294:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067ee0 00000400:00000010:0.0:1768253563.443297:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253563.443307:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4e300 x1854145476340224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253563.443337:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253563.443352:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da48a0. 00000100:00000010:0.0:1768253563.443364:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4240. 00000100:00000010:0.0:1768253563.443373:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da40c0. 02000000:00000010:0.0:1768253563.443399:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97274e778e00. 00000400:00000010:0.0:1768253563.443403:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463581b8. 00000400:00000010:0.0:1768253563.443406:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253563.443409:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476340352, portal 10 00000400:00000010:0.0:1768253563.443414:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253563.443416:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476340352, offset 0 00000400:00000200:0.0:1768253563.443420:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253563.443425:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1768253563.443437:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726493a9200. 00000400:00000200:0.0:1768253563.443439:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aaa80 00000400:00000010:2.0:1768253563.443443:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e108. 00000400:00000200:0.0:1768253563.443443:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 65520 00000400:00000200:0.0:1768253563.443448:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1768253563.443449:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000400:00000200:0.0:1768253563.443451:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253563.443452:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476340480, portal 10 00000100:00000200:0.0:1768253563.443454:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253563.443457:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c700. 00000400:00000200:0.0:1768253563.443466:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253563.443468:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253563.443472:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4c000 x1854145476340352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253563.443552:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0380. 00000020:00000010:0.0:1768253563.443558:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0380. 00000020:00000010:0.0:1768253563.443566:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727775e9c00. 00000020:00000010:0.0:1768253563.443574:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4d80. 00000020:00000010:0.0:1768253563.443580:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abec80. 00000020:00000010:0.0:1768253563.443615:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0380. 00000020:00000010:0.0:1768253563.443633:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972756a3c800. 00000020:00000010:0.0:1768253563.443636:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4400. 00000020:00000010:0.0:1768253563.443639:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253563.443656:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253563.443658:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000100:00000200:0.0:1768253563.443662:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340224 02000000:00000010:0.0:1768253563.443686:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972647527800. 00010000:00000200:0.0:1768253563.443697:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4d180 x1854145476340224/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253563.443714:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253563.443718:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476340224, offset 224 00000400:00000200:0.0:1768253563.443721:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253563.443727:0:29086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253563.443731:0:29086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aaa00 00000400:00000200:0.0:1768253563.443736:0:29086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163b9 [1] + 224 00000400:00000200:0.0:1768253563.443741:0:29086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253563.443744:0:29086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253563.443760:0:29086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4e300 x1854145476340224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253563.443776:0:29086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253563.443778:0:29086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000020:00000010:0.0:1768253563.443792:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4d80. 00000020:00000010:0.0:1768253563.443796:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abec80. 00000020:00000010:0.0:1768253563.443800:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727775e9c00. 00000020:00000010:0.0:1768253563.443815:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0ec0. 00000020:00000010:0.0:1768253563.443817:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0ec0. 00000100:00000200:0.0:1768253563.443820:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340352 02000000:00000010:0.0:1768253563.443828:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750fe0800. 00010000:00000200:0.0:1768253563.443833:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4c700 x1854145476340352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253563.443843:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253563.443846:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476340352, offset 224 00000400:00000200:0.0:1768253563.443849:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253563.443854:0:29086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253563.443859:0:29086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aaa80 00000400:00000200:0.0:1768253563.443863:0:29086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163c1 [1] + 224 00000400:00000200:0.0:1768253563.443866:0:29086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253563.443869:0:29086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253563.443874:0:29086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4c000 x1854145476340352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253563.443883:0:29086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253563.443885:0:29086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000020:00000010:0.0:1768253563.443892:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4400. 00000020:00000010:0.0:1768253563.443895:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253563.443898:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972756a3c800. 00000400:00000010:2.0:1768253563.443903:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253563.443906:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476340480, offset 0 00000400:00000200:2.0:1768253563.443911:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253563.443916:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253563.443922:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aab00 00000400:00000010:0.0:1768253563.443925:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463581b8. 00000400:00000200:0.0:1768253563.443928:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067ee0 00000400:00000010:0.0:1768253563.443929:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067ee0. 02000000:00000010:1.0:1768253563.443999:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b2c00. 00000400:00000010:1.0:1768253563.444006:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc3c8. 00000100:00000200:0.0:1768253563.444508:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4c000 x1854145476340352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253563.444518:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4c000 x1854145476340352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253563.447768:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 65744 00000400:00000200:2.0:1768253563.447790:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253563.447795:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253563.447807:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253563.447816:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40000. 00000400:00000200:2.0:1768253563.447841:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253563.447844:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253563.447856:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4df80 x1854145476340480/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253563.447958:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253563.447966:0:5785:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4dc40. 00000020:00000010:2.0:1768253563.447981:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253563.447989:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8600. 00000020:00000010:2.0:1768253563.447995:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a080. 00000020:00000010:2.0:1768253563.448001:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253563.448062:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc7c0. 00000020:00000010:2.0:1768253563.448065:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc7c0. 00000100:00000200:2.0:1768253563.448068:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340480 02000000:00000010:2.0:1768253563.448093:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972777ce9c00. 00010000:00000200:2.0:1768253563.448105:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe40000 x1854145476340480/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253563.448127:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253563.448133:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476340480, offset 224 00000400:00000200:2.0:1768253563.448140:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253563.448152:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253563.448163:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aab00 00000400:00000200:2.0:1768253563.448170:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x163c9 [1] + 224 00000400:00000200:2.0:1768253563.448175:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253563.448178:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253563.448185:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4df80 x1854145476340480/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253563.448200:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253563.448202:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000020:00000010:2.0:1768253563.448217:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a080. 00000020:00000010:2.0:1768253563.448221:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253563.448225:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8600. 00000400:00000010:2.0:1768253563.448245:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e108. 00000400:00000200:2.0:1768253563.448249:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253563.448251:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253563.448255:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4df80 x1854145476340480/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253563.448264:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4df80 x1854145476340480/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253563.448295:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726493a9200. 02000000:00000010:2.0:1768253563.448301:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254c00. 00000100:00000010:2.0:1768253563.448310:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4df80. 00000400:00000010:1.0:1768253563.449434:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253563.449450:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476340096, portal 25 00000400:00000010:1.0:1768253563.449458:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253563.449461:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476340096, offset 0 00000400:00000200:1.0:1768253563.449469:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253563.449480:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253563.449490:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27aa980 00000400:00000200:1.0:1768253563.449496:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15c15 [2] + 0 00000400:00000010:1.0:1768253563.449500:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358268. 00000400:00000200:1.0:1768253563.449504:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97274133a300 00000400:00000200:1.0:1768253563.449508:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253563.449513:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253563.449517:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97274133a300 00000400:00000010:1.0:1768253563.449520:0:3319:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97274133a300. 00000100:00000200:1.0:1768253563.449527:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1768253563.449554:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253563.449557:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253563.449567:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4f800 x1854145476340096/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253563.449615:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d740. 00000020:00000010:1.0:1768253563.449619:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d740. 00000020:00000010:1.0:1768253563.449626:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b2400. 00000020:00000010:1.0:1768253563.449632:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253563.449638:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253563.449675:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d740. 00000020:00000010:1.0:1768253563.449678:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d740. 00000100:00000200:1.0:1768253563.449682:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340096 02000000:00000010:1.0:1768253563.449698:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645da8800. 00010000:00000200:1.0:1768253563.449712:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e0850 x1854145476340096/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:539/0 lens 224/224 e 0 to 0 dl 1768253574 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253563.449729:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253563.449732:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476340096, offset 224 00000400:00000200:1.0:1768253563.449737:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253563.449743:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253563.449748:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27aa980 00000400:00000200:1.0:1768253563.449752:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x163dd [1] + 224 00000400:00000200:1.0:1768253563.449757:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253563.449759:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253563.449766:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4f800 x1854145476340096/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253563.449778:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253563.449780:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253563.449792:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253563.449796:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253563.449799:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b2400. 02000000:00000010:1.0:1768253563.449808:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972645da8800. 00000100:00000200:1.0:1768253563.449815:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253563.449819:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcaa8. 00000400:00000010:1.0:1768253563.449824:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3cc00. 00000400:00000010:1.0:1768253563.449858:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc3c8. 00000400:00000200:1.0:1768253563.449862:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:1.0:1768253563.449864:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253563.449868:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4f800 x1854145476340096/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253563.449876:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4f800 x1854145476340096/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253563.449896:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b2c00. 02000000:00000010:1.0:1768253563.449900:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254700. 00000100:00000010:1.0:1768253563.449905:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f800. 00000400:00000010:0.0:1768253563.450506:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463585d8. 00000400:00000200:0.0:1768253563.450513:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067a18 00000400:00000010:0.0:1768253563.450515:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253563.450526:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4e300 x1854145476340224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253563.450536:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4e300 x1854145476340224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253563.450571:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97274e778e00. 02000000:00000010:0.0:1768253563.450577:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254100. 00000100:00000010:0.0:1768253563.450580:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c000. 02000000:00000010:0.0:1768253563.450584:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97274e779000. 02000000:00000010:0.0:1768253563.450587:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254e00. 00000100:00000010:0.0:1768253563.450589:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4e300. 00000100:00000010:2.0:1768253563.522213:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4240. 00000100:00000010:1.0:1768253563.522248:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da48a0. 00000100:00000010:0.0:1768253563.522342:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4d80. 00000100:00000010:3.0:1768253563.523692:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da40c0. 00000400:00000200:3.0:1768253565.896991:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253565.897056:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1083e80 00000400:00000200:3.0:1768253565.897067:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x15c99 [2] + 0 00000400:00000010:3.0:1768253565.897073:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463587e8. 00000400:00000200:3.0:1768253565.897083:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fea36c0 00000400:00000200:3.0:1768253565.897098:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253565.897104:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253565.897110:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fea36c0 00000400:00000010:3.0:1768253565.897113:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fea36c0. 00000100:00000200:3.0:1768253565.897120:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253565.897204:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253565.897212:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1083f80 00000400:00000200:3.0:1768253565.897218:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 12240 00000400:00000200:3.0:1768253565.897230:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253565.897234:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253565.897239:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253565.897246:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbed80. 00000400:00000200:3.0:1768253565.897281:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253565.897287:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1083f00 00000400:00000200:3.0:1768253565.897293:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 65968 00000400:00000200:3.0:1768253565.897299:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253565.897302:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253565.897306:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253565.897310:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbf480. 00000400:00000200:3.0:1768253565.897342:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253565.897347:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1084000 00000400:00000200:3.0:1768253565.897351:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 12464 00000400:00000200:3.0:1768253565.897366:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253565.897370:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253565.897373:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253565.897376:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbfb80. 00000020:00000010:3.0:1768253565.897437:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fd40. 00000020:00000010:3.0:1768253565.897445:0:6567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0740. 00000020:00000010:3.0:1768253565.897460:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523800. 00000020:00000010:3.0:1768253565.897468:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253565.897475:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253565.897543:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f340. 00000020:00000010:3.0:1768253565.897547:0:6567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf07c0. 00000020:00000010:3.0:1768253565.897553:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647522400. 00000020:00000010:3.0:1768253565.897556:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72a80. 00000020:00000010:3.0:1768253565.897559:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373320. 00000020:00000010:3.0:1768253565.897579:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253565.897582:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f5c0. 00000100:00000200:3.0:1768253565.897587:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064640 02000000:00000010:3.0:1768253565.897613:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dce2c00. 00010000:00000200:3.0:1768253565.897626:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbed80 x1854145452064640/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:541/0 lens 224/224 e 0 to 0 dl 1768253576 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253565.897648:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c925d8. 00000100:00000200:3.0:1768253565.897654:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452064640, offset 224 00000400:00000200:3.0:1768253565.897660:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253565.897671:0:6567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253565.897678:0:6567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3867:3867:256:4294967295] 192.168.202.43@tcp LPNI seq info [3863:3863:8:4294967295] 00000400:00000200:3.0:1768253565.897689:0:6567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253565.897695:0:6567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253565.897701:0:6567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a000. 00000800:00000200:3.0:1768253565.897707:0:6567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253565.897715:0:6567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253565.897720:0:6567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253565.897739:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253565.897743:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253565.897747:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523800. 00000020:00000010:3.0:1768253565.897759:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253565.897761:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f5c0. 00000100:00000200:3.0:1768253565.897763:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064768 02000000:00000010:3.0:1768253565.897771:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dce2800. 00010000:00000200:3.0:1768253565.897776:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbfb80 x1854145452064768/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:541/0 lens 224/224 e 0 to 0 dl 1768253576 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253565.897787:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92198. 00000100:00000200:3.0:1768253565.897789:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452064768, offset 224 00000400:00000200:3.0:1768253565.897794:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253565.897798:0:6567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253565.897802:0:6567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3868:3868:255:4294967295] 192.168.202.43@tcp LPNI seq info [3864:3864:7:4294967295] 00000400:00000200:3.0:1768253565.897809:0:6567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253565.897813:0:6567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253565.897815:0:6567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a500. 00000800:00000200:3.0:1768253565.897819:0:6567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253565.897822:0:6567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253565.897825:0:6567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253565.897831:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72a80. 00000020:00000010:3.0:1768253565.897833:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373320. 00000020:00000010:3.0:1768253565.897835:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647522400. 00000800:00000200:2.0:1768253565.898087:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253565.898093:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a000. 00000400:00000200:2.0:1768253565.898099:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253565.898104:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253565.898108:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c925d8 00000400:00000010:2.0:1768253565.898110:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c925d8. 00000800:00000200:2.0:1768253565.898197:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253565.898199:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a500. 00000400:00000200:2.0:1768253565.898203:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253565.898206:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253565.898209:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92198 00000400:00000010:2.0:1768253565.898212:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92198. 00000020:00000010:0.0:1768253565.898554:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0d40. 00000020:00000010:0.0:1768253565.898560:0:6919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d300. 00000020:00000010:0.0:1768253565.898583:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972756a3c800. 00000020:00000010:0.0:1768253565.898588:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4400. 00000020:00000010:0.0:1768253565.898592:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253565.898626:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0080. 00000020:00000010:0.0:1768253565.898629:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0080. 00000100:00000200:0.0:1768253565.898633:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064512 02000000:00000010:0.0:1768253565.898649:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750fe3c00. 00010000:00000200:0.0:1768253565.898656:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbf480 x1854145452064512/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:541/0 lens 224/224 e 0 to 0 dl 1768253576 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253565.898671:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253565.898675:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452064512, offset 224 00000400:00000200:0.0:1768253565.898681:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253565.898689:0:6919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253565.898693:0:6919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3869:3869:256:4294967295] 192.168.202.43@tcp LPNI seq info [3865:3865:8:4294967295] 00000400:00000200:0.0:1768253565.898701:0:6919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253565.898706:0:6919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253565.898710:0:6919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972746254e00. 00000800:00000200:0.0:1768253565.898716:0:6919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253565.898720:0:6919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253565.898737:0:6919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972746254e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253565.898755:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4400. 00000020:00000010:0.0:1768253565.898759:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253565.898764:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972756a3c800. 00000800:00000200:0.0:1768253565.898804:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253565.898807:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972746254e00. 00000400:00000200:0.0:1768253565.898812:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253565.898816:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253565.898820:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067a18 00000400:00000010:0.0:1768253565.898822:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067a18. 00000020:00000010:1.0:1768253565.899588:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253565.899595:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253565.899600:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b2400. 00000020:00000010:1.0:1768253565.899605:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253565.899609:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253565.899646:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253565.899649:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253565.899652:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064384 02000000:00000010:1.0:1768253565.899665:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645da8800. 00010000:00000200:1.0:1768253565.899674:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e3050 x1854145452064384/t0(0) o400->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:541/0 lens 224/224 e 0 to 0 dl 1768253576 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253565.899689:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253565.899694:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452064384, offset 224 00000400:00000200:1.0:1768253565.899701:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253565.899708:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253565.899714:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3870:3870:256:4294967295] 192.168.202.43@tcp LPNI seq info [3866:3866:8:4294967295] 00000400:00000200:1.0:1768253565.899908:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253565.899914:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253565.899920:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f400. 00000800:00000200:1.0:1768253565.899927:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253565.899932:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253565.899936:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253565.899957:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253565.899961:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253565.899964:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b2400. 00000100:00000200:1.0:1768253565.899974:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253565.900130:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc3c8. 00000400:00000010:1.0:1768253565.900139:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3cb40. 00000800:00000200:3.0:1768253565.900254:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253565.900260:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f400. 00000400:00000200:3.0:1768253565.900264:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253565.900269:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253565.900273:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:3.0:1768253565.900277:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 02000000:00000010:3.0:1768253565.900285:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972645da8800. 00000100:00000010:1.0:1768253568.050226:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360e00. 02000000:00000010:1.0:1768253568.050263:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f300. 02000000:00000010:1.0:1768253568.050368:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972646ce3000. 00000400:00000010:1.0:1768253568.050379:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc210. 00000400:00000010:1.0:1768253568.050389:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253568.050398:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476340608, portal 4 00000400:00000010:1.0:1768253568.050407:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253568.050410:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476340608, offset 0 00000400:00000200:1.0:1768253568.050422:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.050441:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.050457:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aab80 00000400:00000200:1.0:1768253568.050466:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 6720 00000400:00000200:1.0:1768253568.050476:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.050481:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253568.050490:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253568.050505:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363480. 00000400:00000200:1.0:1768253568.050531:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0715d8 00000400:00000010:1.0:1768253568.050535:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253568.050546:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360e00 x1854145476340608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253568.050575:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3720. 00000100:00000010:1.0:1768253568.050593:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e32a0. 00000100:00000010:1.0:1768253568.050600:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e34e0. 00000100:00000010:1.0:1768253568.050606:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3120. 00000020:00000010:1.0:1768253568.050660:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d4c0. 00000020:00000010:1.0:1768253568.050669:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f800. 00000020:00000010:1.0:1768253568.050704:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3000. 00000020:00000010:1.0:1768253568.050712:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccce80. 00000020:00000010:1.0:1768253568.050720:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253568.050766:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d540. 00000020:00000010:1.0:1768253568.050770:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d540. 00000100:00000200:1.0:1768253568.050774:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340608 02000000:00000010:1.0:1768253568.050798:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9727775cb000. 00010000:00000200:1.0:1768253568.050849:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649363480 x1854145476340608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/368 e 0 to 0 dl 1768253579 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253568.050870:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253568.050873:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476340608, offset 224 00000400:00000200:1.0:1768253568.050878:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.050897:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.050905:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aab80 00000400:00000200:1.0:1768253568.050919:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16401 [1] + 224 00000400:00000200:1.0:1768253568.050924:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.050927:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253568.050934:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360e00 x1854145476340608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253568.050962:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0715d8 00000400:00000010:1.0:1768253568.050964:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0715d8. 00000020:00000010:1.0:1768253568.050981:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccce80. 00000020:00000010:1.0:1768253568.050986:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253568.050990:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3000. 00000400:00000010:1.0:1768253568.051061:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc210. 00000400:00000200:1.0:1768253568.051066:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253568.051068:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253568.051073:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360e00 x1854145476340608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253568.051083:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360e00 x1854145476340608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253568.051120:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972646ce3000. 02000000:00000010:1.0:1768253568.051129:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f300. 00000100:00000010:1.0:1768253568.051135:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360e00. 00000100:00000010:2.0:1768253568.052752:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42d80. 02000000:00000010:2.0:1768253568.052781:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972748c6da00. 02000000:00000010:0.0:1768253568.052887:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97274e638800. 00000400:00000010:0.0:1768253568.052896:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463585d8. 00000400:00000010:0.0:1768253568.052904:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067a18. 00000100:00000200:0.0:1768253568.052913:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476340736, portal 4 00000400:00000010:0.0:1768253568.052922:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253568.052925:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476340736, offset 0 00000400:00000200:0.0:1768253568.052936:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253568.052951:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253568.052963:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aac00 00000400:00000200:0.0:1768253568.052972:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 6944 00000400:00000200:0.0:1768253568.052981:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253568.052986:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253568.052994:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1768253568.053000:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4e300. 00000400:00000200:0.0:1768253568.053050:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067ee0 00000400:00000010:0.0:1768253568.053054:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253568.053063:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe42d80 x1854145476340736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253568.053252:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc480. 00000020:00000010:2.0:1768253568.053261:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491ccc00. 00000020:00000010:2.0:1768253568.053287:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319200. 00000020:00000010:2.0:1768253568.053294:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253568.053299:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253568.053335:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccc00. 00000020:00000010:2.0:1768253568.053338:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccc00. 00000100:00000200:2.0:1768253568.053341:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340736 02000000:00000010:2.0:1768253568.053362:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972777ce8400. 00010000:00000200:2.0:1768253568.053407:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4e300 x1854145476340736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/368 e 0 to 0 dl 1768253579 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253568.053426:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253568.053430:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476340736, offset 224 00000400:00000200:2.0:1768253568.053435:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253568.053441:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253568.053447:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aac00 00000400:00000200:2.0:1768253568.053452:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1640d [1] + 224 00000400:00000200:2.0:1768253568.053457:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253568.053460:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253568.053466:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe42d80 x1854145476340736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253568.053504:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253568.053507:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000020:00000010:2.0:1768253568.053522:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a880. 00000020:00000010:2.0:1768253568.053526:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253568.053529:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319200. 00000400:00000010:1.0:1768253568.053530:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463585d8. 00000400:00000200:1.0:1768253568.053536:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067a18 00000400:00000010:1.0:1768253568.053538:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067a18. 00000100:00000200:1.0:1768253568.053543:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe42d80 x1854145476340736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253568.053552:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe42d80 x1854145476340736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253568.053585:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97274e638800. 02000000:00000010:1.0:1768253568.053592:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972748c6da00. 00000100:00000010:1.0:1768253568.053597:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe42d80. 00000100:00000010:0.0:1768253568.059117:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3720. 00000100:00000010:1.0:1768253568.059259:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e32a0. 00000100:00000010:2.0:1768253568.059554:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e34e0. 00000100:00000010:3.0:1768253568.059667:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3120. 00000100:00000010:1.0:1768253568.562630:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360e00. 02000000:00000010:1.0:1768253568.562667:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f300. 00000100:00000010:1.0:1768253568.562726:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360000. 02000000:00000010:1.0:1768253568.562733:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727fd00. 00000100:00000010:1.0:1768253568.562754:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649362680. 02000000:00000010:1.0:1768253568.562760:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f800. 00000100:00000010:1.0:1768253568.562768:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360380. 02000000:00000010:1.0:1768253568.562774:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727fc00. 02000000:00000010:1.0:1768253568.562815:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b3c00. 00000400:00000010:1.0:1768253568.562826:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc210. 00000400:00000010:1.0:1768253568.562837:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253568.562846:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476341248, portal 10 00000400:00000010:1.0:1768253568.562855:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253568.562859:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476341248, offset 0 00000400:00000200:1.0:1768253568.562869:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.562886:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.562902:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aae00 00000400:00000200:1.0:1768253568.562911:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66192 00000400:00000200:1.0:1768253568.562921:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.562926:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253568.562936:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253568.562941:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649363b80. 00000400:00000200:1.0:1768253568.562968:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0715d8 00000400:00000010:1.0:1768253568.562971:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253568.562982:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360380 x1854145476341248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253568.563009:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e32a0. 00000100:00000010:1.0:1768253568.563049:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e3e40. 00000100:00000010:1.0:1768253568.563055:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e38a0. 00000100:00000010:1.0:1768253568.563060:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727581e30c0. 02000000:00000010:1.0:1768253568.563091:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b2c00. 00000400:00000010:1.0:1768253568.563096:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc8f0. 00000400:00000010:1.0:1768253568.563100:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253568.563104:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476340864, portal 25 00000400:00000010:1.0:1768253568.563108:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071000. 00000100:00000200:1.0:1768253568.563111:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476340864, offset 0 00000400:00000200:1.0:1768253568.563115:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.563120:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.563124:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27aac80 00000400:00000200:1.0:1768253568.563131:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15ca9 [2] + 0 00000020:00000010:2.0:1768253568.563135:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc380. 00000400:00000010:1.0:1768253568.563135:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e268. 00000400:00000200:1.0:1768253568.563141:0:3320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649891840 00000400:00000200:1.0:1768253568.563146:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.563149:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253568.563152:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649891840 00000400:00000010:1.0:1768253568.563154:0:3320:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649891840. 00000100:00000200:1.0:1768253568.563160:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253568.563162:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319a00. 00000020:00000010:2.0:1768253568.563170:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a180. 00000400:00000200:1.0:1768253568.563175:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071000 00000020:00000010:2.0:1768253568.563178:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000400:00000010:1.0:1768253568.563178:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071000. 00000100:00000200:1.0:1768253568.563187:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360e00 x1854145476340864/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253568.563238:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc3c0. 00000020:00000010:2.0:1768253568.563242:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc3c0. 00000100:00000200:2.0:1768253568.563247:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341248 02000000:00000010:2.0:1768253568.563270:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972777cebc00. 00010000:00000200:2.0:1768253568.563281:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649363b80 x1854145476341248/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253568.563303:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253568.563307:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476341248, offset 224 00000400:00000200:2.0:1768253568.563313:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253568.563321:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253568.563327:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aae00 00000400:00000200:2.0:1768253568.563333:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16419 [1] + 224 00000400:00000200:2.0:1768253568.563338:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253568.563341:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253568.563349:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360380 x1854145476341248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253568.563393:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b2400. 00000400:00000010:1.0:1768253568.563400:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc7e8. 00000400:00000010:1.0:1768253568.563404:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071000. 00000100:00000200:1.0:1768253568.563407:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476340992, portal 10 00000400:00000010:1.0:1768253568.563413:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253568.563415:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476340992, offset 0 00000400:00000200:1.0:1768253568.563419:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.563425:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.563430:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aad00 00000400:00000200:1.0:1768253568.563435:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66416 00000400:00000200:1.0:1768253568.563439:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.563443:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253568.563446:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253568.563450:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361880. 00000400:00000200:1.0:1768253568.563461:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:1.0:1768253568.563463:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253568.563469:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649360000 x1854145476340992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253568.563504:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b2a00. 00000400:00000010:1.0:1768253568.563507:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbce18. 00000400:00000010:1.0:1768253568.563510:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253568.563513:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476341120, portal 10 00000400:00000010:1.0:1768253568.563518:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253568.563520:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476341120, offset 0 00000400:00000200:1.0:1768253568.563524:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.563529:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.563534:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27aad80 00000400:00000200:1.0:1768253568.563538:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 66640 00000400:00000200:1.0:1768253568.563542:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.563545:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253568.563549:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1768253568.563552:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649361f80. 00000400:00000200:1.0:1768253568.563565:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253568.563568:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253568.563573:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649362680 x1854145476341120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253568.563625:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4da80. 00000020:00000010:1.0:1768253568.563629:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4da80. 00000020:00000010:1.0:1768253568.563635:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3e00. 00000020:00000010:1.0:1768253568.563640:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc580. 00000020:00000010:1.0:1768253568.563644:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253568.563670:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4da80. 00000020:00000010:1.0:1768253568.563673:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4da80. 00000100:00000200:1.0:1768253568.563676:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340864 02000000:00000010:1.0:1768253568.563686:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274e638800. 00010000:00000200:1.0:1768253568.563693:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e3850 x1854145476340864/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:544/0 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253568.563704:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253568.563707:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476340864, offset 224 00000400:00000200:1.0:1768253568.563710:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253568.563715:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253568.563720:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27aac80 00000400:00000200:1.0:1768253568.563724:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16421 [1] + 224 00000400:00000200:1.0:1768253568.563728:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253568.563731:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253568.563737:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360e00 x1854145476340864/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253568.565385:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f0c0. 00000020:00000010:3.0:1768253568.565395:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f0c0. 00000020:00000010:3.0:1768253568.565402:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648114c00. 00000020:00000010:3.0:1768253568.565407:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72980. 00000020:00000010:3.0:1768253568.565412:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972746373320. 00000020:00000010:3.0:1768253568.565450:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f0c0. 00000020:00000010:3.0:1768253568.565455:0:6919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0380. 00000020:00000010:3.0:1768253568.565466:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f0c0. 00000020:00000010:3.0:1768253568.565469:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648115e00. 00000020:00000010:3.0:1768253568.565472:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253568.565476:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253568.565487:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f0c0. 00000020:00000010:3.0:1768253568.565498:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f0c0. 00000100:00000200:3.0:1768253568.565502:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476340992 02000000:00000010:3.0:1768253568.565522:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dce0000. 00010000:00000200:3.0:1768253568.565535:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649361880 x1854145476340992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253568.565557:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92dd0. 00000100:00000200:3.0:1768253568.565563:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476340992, offset 224 00000400:00000200:3.0:1768253568.565570:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253568.565583:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253568.565592:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aad00 00000400:00000200:3.0:1768253568.565598:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1642d [1] + 224 00000400:00000200:3.0:1768253568.565605:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253568.565609:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253568.565620:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649360000 x1854145476340992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253568.565645:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92dd0 00000400:00000010:3.0:1768253568.565648:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92dd0. 00000020:00000010:3.0:1768253568.565666:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72980. 00000020:00000010:3.0:1768253568.565670:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972746373320. 00000020:00000010:3.0:1768253568.565675:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648114c00. 00000020:00000010:3.0:1768253568.565688:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f0c0. 00000020:00000010:3.0:1768253568.565691:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f0c0. 00000100:00000200:3.0:1768253568.565693:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341120 02000000:00000010:3.0:1768253568.565701:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dce2400. 00010000:00000200:3.0:1768253568.565707:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649361f80 x1854145476341120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1768253579 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253568.565717:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92dd0. 00000100:00000200:3.0:1768253568.565720:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476341120, offset 224 00000400:00000200:3.0:1768253568.565723:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253568.565728:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253568.565733:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27aad80 00000400:00000200:3.0:1768253568.565737:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16435 [1] + 224 00000400:00000200:3.0:1768253568.565741:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253568.565744:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253568.565749:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649362680 x1854145476341120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253568.565759:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92dd0 00000400:00000010:3.0:1768253568.565761:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92dd0. 00000020:00000010:3.0:1768253568.565767:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253568.565770:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253568.565772:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648115e00. 00000400:00000200:2.0:1768253568.568882:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:2.0:1768253568.568897:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000020:00000010:2.0:1768253568.568935:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a180. 00000020:00000010:2.0:1768253568.568943:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253568.568948:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319a00. 00000400:00000200:1.0:1768253568.573308:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253568.573323:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000020:00000010:1.0:1768253568.573367:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc580. 00000020:00000010:1.0:1768253568.573374:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:1.0:1768253568.573380:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3e00. 02000000:00000010:1.0:1768253568.573393:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97274e638800. 00000100:00000200:1.0:1768253568.573406:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253568.573416:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbcbb0. 00000400:00000010:1.0:1768253568.573425:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c9c0. 00000400:00000010:1.0:1768253568.573518:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce18. 00000400:00000200:1.0:1768253568.573524:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:1.0:1768253568.573526:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253568.573540:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649362680 x1854145476341120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253568.573554:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649362680 x1854145476341120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253568.573596:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc7e8. 00000400:00000200:1.0:1768253568.573599:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071000 00000400:00000010:1.0:1768253568.573600:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071000. 00000100:00000200:1.0:1768253568.573606:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360000 x1854145476340992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253568.573615:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360000 x1854145476340992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253568.573634:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b2a00. 02000000:00000010:1.0:1768253568.573643:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f800. 00000100:00000010:1.0:1768253568.573648:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649362680. 02000000:00000010:1.0:1768253568.573654:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b2400. 02000000:00000010:1.0:1768253568.573656:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727fd00. 00000100:00000010:1.0:1768253568.573658:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360000. 00000400:00000010:2.0:1768253568.578228:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc8f0. 00000400:00000200:2.0:1768253568.578504:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0715d8 00000400:00000010:2.0:1768253568.578508:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0715d8. 00000100:00000200:2.0:1768253568.578530:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360e00 x1854145476340864/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253568.578546:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360e00 x1854145476340864/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253568.578697:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc210. 00000400:00000200:2.0:1768253568.578701:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:2.0:1768253568.578704:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:2.0:1768253568.578709:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649360380 x1854145476341248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253568.578718:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649360380 x1854145476341248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253568.578746:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b2c00. 02000000:00000010:2.0:1768253568.578754:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f300. 00000100:00000010:2.0:1768253568.578760:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360e00. 02000000:00000010:2.0:1768253568.578766:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b3c00. 02000000:00000010:2.0:1768253568.578769:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727fc00. 00000100:00000010:2.0:1768253568.578771:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360380. 00000100:00000010:2.0:1768253568.642151:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e38a0. 00000100:00000010:0.0:1768253568.642153:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e32a0. 00000100:00000010:3.0:1768253568.642773:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e30c0. 00000100:00000010:1.0:1768253568.642862:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727581e3e40. 00000001:02000400:2.0:1768253570.129746:0:102366:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: finish setup 16:32:48 (1768253568) === 00000400:00000200:2.0:1768253571.020498:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253571.020532:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1084080 00000400:00000200:2.0:1768253571.020544:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x15cb9 [2] + 0 00000400:00000010:2.0:1768253571.020551:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e8f0. 00000400:00000200:2.0:1768253571.020559:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649891000 00000400:00000200:2.0:1768253571.020589:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.020597:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253571.020604:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649891000 00000400:00000010:2.0:1768253571.020609:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649891000. 00000100:00000200:2.0:1768253571.020620:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253571.020660:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253571.020666:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1084100 00000400:00000200:2.0:1768253571.020674:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 66864 00000400:00000200:2.0:1768253571.020689:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.020692:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253571.020697:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253571.020705:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42a00. 00000020:00000010:1.0:1768253571.020930:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.020937:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.020955:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b2400. 00000020:00000010:1.0:1768253571.020963:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc480. 00000020:00000010:1.0:1768253571.020970:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad0c8. 00000020:00000010:0.0:1768253571.021173:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0b00. 00000020:00000010:0.0:1768253571.021178:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0b00. 00000100:00000200:0.0:1768253571.021184:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452064896 02000000:00000010:0.0:1768253571.021211:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277cc9b000. 00010000:00000200:0.0:1768253571.021229:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e1050 x1854145452064896/t0(0) o400->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:547/0 lens 224/224 e 0 to 0 dl 1768253582 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253571.021255:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067ee0. 00000100:00000200:0.0:1768253571.021263:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452064896, offset 224 00000400:00000200:0.0:1768253571.021271:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253571.021284:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253571.021292:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3871:3871:256:4294967295] 192.168.202.43@tcp LPNI seq info [3867:3867:8:4294967295] 00000400:00000200:0.0:1768253571.021304:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253571.021312:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253571.021318:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972746254e00. 00000800:00000200:0.0:1768253571.021324:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000020:00000010:3.0:1768253571.021328:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f880. 00000800:00000200:0.0:1768253571.021333:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000020:00000010:3.0:1768253571.021336:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0d40. 00000800:00000200:0.0:1768253571.021338:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972746254e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253571.021351:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972748e2a800. 00000020:00000010:3.0:1768253571.021355:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253571.021360:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:0.0:1768253571.021370:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc480. 00000020:00000010:0.0:1768253571.021375:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad0c8. 00000020:00000010:0.0:1768253571.021378:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b2400. 00000100:00000200:0.0:1768253571.021392:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253571.021399:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463581b8. 00000020:00000010:3.0:1768253571.021402:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f780. 00000020:00000010:3.0:1768253571.021404:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f780. 00000400:00000010:0.0:1768253571.021406:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d34300. 00000100:00000200:3.0:1768253571.021407:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065024 02000000:00000010:3.0:1768253571.021423:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747d7fc00. 00000800:00000200:2.0:1768253571.021654:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253571.021661:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972746254e00. 00000400:00000200:2.0:1768253571.021669:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.021675:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253571.021680:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067ee0 00000400:00000010:2.0:1768253571.021682:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067ee0. 02000000:00000010:2.0:1768253571.021690:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cc9b000. 00000400:00000200:1.0:1768253571.024136:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253571.024161:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1084180 00000400:00000200:1.0:1768253571.024170:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 12688 00000400:00000200:1.0:1768253571.024187:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253571.024192:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:1.0:1768253571.024201:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253571.024210:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360000. 00000400:00000200:1.0:1768253571.024310:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253571.024318:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1084200 00000400:00000200:1.0:1768253571.024323:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 12912 00000400:00000200:1.0:1768253571.024335:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253571.024339:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:1.0:1768253571.024343:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253571.024347:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649362680. 00010000:00000200:3.0:1768253571.024892:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe42a00 x1854145452065024/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:547/0 lens 224/224 e 0 to 0 dl 1768253582 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253571.024924:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92dd0. 00000100:00000200:3.0:1768253571.024932:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452065024, offset 224 00000400:00000200:3.0:1768253571.024941:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253571.024959:0:5783:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253571.024966:0:5783:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3872:3872:256:4294967295] 192.168.202.43@tcp LPNI seq info [3868:3868:8:4294967295] 00000400:00000200:3.0:1768253571.024979:0:5783:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253571.024984:0:5783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253571.024991:0:5783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972750fe7900. 00000800:00000200:3.0:1768253571.024997:0:5783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253571.025006:0:5783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253571.025027:0:5783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972750fe7900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253571.025053:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253571.025061:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253571.025066:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972748e2a800. 00000800:00000200:2.0:1768253571.027219:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253571.027236:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972750fe7900. 00000400:00000200:2.0:1768253571.027246:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.027258:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253571.027266:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92dd0 00000400:00000010:2.0:1768253571.027270:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92dd0. 00000020:00000010:0.0:1768253571.029457:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0b00. 00000020:00000010:0.0:1768253571.029484:0:6570:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622fd40. 00000020:00000010:0.0:1768253571.029549:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7b000. 00000020:00000010:0.0:1768253571.029559:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4f00. 00000020:00000010:0.0:1768253571.029566:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253571.029619:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0d00. 00000020:00000010:0.0:1768253571.029623:0:6570:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f340. 00000020:00000010:0.0:1768253571.029717:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972745b7a000. 00000020:00000010:0.0:1768253571.029721:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4800. 00000020:00000010:0.0:1768253571.029725:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abec80. 00000020:00000010:0.0:1768253571.029754:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf05c0. 00000020:00000010:0.0:1768253571.029758:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf05c0. 00000100:00000200:0.0:1768253571.029763:0:6570:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065152 02000000:00000010:0.0:1768253571.029798:0:6570:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277cc98400. 00010000:00000200:0.0:1768253571.029821:0:6570:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649360000 x1854145452065152/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:547/0 lens 224/224 e 0 to 0 dl 1768253582 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253571.029847:0:6570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253571.029857:0:6570:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452065152, offset 224 00000020:00000010:3.0:1768253571.029862:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f780. 00000400:00000200:0.0:1768253571.029870:0:6570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000020:00000010:3.0:1768253571.029884:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f780. 00000100:00000200:3.0:1768253571.029894:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065280 00000400:00000200:0.0:1768253571.029901:0:6570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253571.029913:0:6570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3873:3873:256:4294967295] 192.168.202.43@tcp LPNI seq info [3869:3869:8:4294967295] 02000000:00000010:3.0:1768253571.029929:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972747d7f800. 00000400:00000200:0.0:1768253571.029938:0:6570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253571.029948:0:6570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00010000:00000200:3.0:1768253571.029955:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649362680 x1854145452065280/t0(0) o400->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:547/0 lens 224/224 e 0 to 0 dl 1768253582 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1768253571.029957:0:6570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972746254100. 00000800:00000200:0.0:1768253571.029972:0:6570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253571.029982:0:6570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000400:00000010:3.0:1768253571.029987:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92220. 00000800:00000200:0.0:1768253571.029990:0:6570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972746254100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1768253571.030000:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452065280, offset 224 00000020:00000010:0.0:1768253571.030048:0:6570:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4f00. 00000020:00000010:0.0:1768253571.030055:0:6570:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000400:00000200:3.0:1768253571.030061:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000020:00000010:0.0:1768253571.030061:0:6570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7b000. 00000400:00000200:3.0:1768253571.030088:0:10696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253571.030098:0:10696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3874:3874:255:4294967295] 192.168.202.43@tcp LPNI seq info [3870:3870:7:4294967295] 00000400:00000200:3.0:1768253571.030111:0:10696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253571.030117:0:10696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253571.030122:0:10696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972750fe7c00. 00000800:00000200:3.0:1768253571.030130:0:10696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253571.030139:0:10696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253571.030144:0:10696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972750fe7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253571.030159:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4800. 00000020:00000010:3.0:1768253571.030167:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abec80. 00000020:00000010:3.0:1768253571.030172:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972745b7a000. 00000800:00000200:0.0:1768253571.031100:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253571.031108:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972746254100. 00000400:00000200:0.0:1768253571.031117:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253571.031126:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253571.031134:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253571.031136:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000800:00000200:0.0:1768253571.031166:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253571.031168:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972750fe7c00. 00000400:00000200:0.0:1768253571.031172:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253571.031174:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253571.031177:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92220 00000400:00000010:0.0:1768253571.031178:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92220. 00000400:00000200:2.0:1768253571.979236:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253571.979261:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 17 MB=0x69655e1084280 00000400:00000200:2.0:1768253571.979271:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.43@tcp of length 328/328 into md 0x45cd [2] + 984 00000400:00000200:2.0:1768253571.979287:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.979291:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253571.979300:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1768253571.979309:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43100. 00000400:00000200:2.0:1768253571.979359:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253571.979376:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 17 MB=0x69655e1084380 00000400:00000200:2.0:1768253571.979381:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.43@tcp of length 328/328 into md 0x45cd [2] + 1312 00000400:00000200:2.0:1768253571.979389:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.979393:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253571.979397:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1768253571.979398:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000100:00000010:2.0:1768253571.979402:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42d80. 00000020:00000010:1.0:1768253571.979405:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.979413:0:80177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3e00. 00000020:00000010:1.0:1768253571.979419:0:80177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277ccccc80. 00000020:00000010:1.0:1768253571.979425:0:80177:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000400:00000200:2.0:1768253571.979432:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253571.979439:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 17 MB=0x69655e1084300 00000400:00000200:2.0:1768253571.979443:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.43@tcp of length 328/328 into md 0x45cd [2] + 1640 00000400:00000200:2.0:1768253571.979467:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253571.979471:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253571.979474:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1768253571.979477:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41880. 00000020:00000010:1.0:1768253571.982562:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982585:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982596:0:80177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3800. 00000020:00000010:1.0:1768253571.982602:0:80177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253571.982609:0:80177:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253571.982652:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982655:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982658:0:80177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3c00. 00000020:00000010:1.0:1768253571.982672:0:80177:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253571.982675:0:80177:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253571.982705:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982707:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253571.982711:0:80177:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065408 02000000:00000010:1.0:1768253571.982726:0:80177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274e638800. 00000400:00000010:1.0:1768253571.982778:0:80177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071000. 00000100:00000200:1.0:1768253571.982786:0:80177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145452065408, offset 224 00000400:00000200:1.0:1768253571.982798:0:80177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253571.982811:0:80177:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253571.982818:0:80177:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3875:3875:256:4294967295] 192.168.202.43@tcp LPNI seq info [3871:3871:8:4294967295] 00000400:00000200:1.0:1768253571.982830:0:80177:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253571.982835:0:80177:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253571.982839:0:80177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97276bed4000. 00000800:00000200:1.0:1768253571.982845:0:80177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253571.982852:0:80177:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253571.982857:0:80177:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97276bed4000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253571.982882:0:80177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277ccccc80. 00000020:00000010:1.0:1768253571.982886:0:80177:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253571.982889:0:80177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3e00. 00000020:00000010:1.0:1768253571.982903:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982905:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253571.982907:0:80177:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065664 02000000:00000010:1.0:1768253571.982914:0:80177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277cc9b000. 00000400:00000010:1.0:1768253571.982929:0:80177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253571.982931:0:80177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145452065664, offset 224 00000400:00000200:1.0:1768253571.982937:0:80177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253571.982942:0:80177:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253571.982945:0:80177:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3876:3876:255:4294967295] 192.168.202.43@tcp LPNI seq info [3872:3872:7:4294967295] 00000400:00000200:1.0:1768253571.982952:0:80177:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253571.982956:0:80177:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253571.982959:0:80177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97276bed4c00. 00000800:00000200:1.0:1768253571.982963:0:80177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253571.982966:0:80177:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253571.982969:0:80177:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97276bed4c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253571.982976:0:80177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccc880. 00000020:00000010:1.0:1768253571.982979:0:80177:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253571.982982:0:80177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3800. 00000020:00000010:1.0:1768253571.982993:0:80177:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.982995:0:80177:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253571.982997:0:80177:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065536 02000000:00000010:1.0:1768253571.983002:0:80177:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972777ce9000. 00000400:00000010:1.0:1768253571.983048:0:80177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253571.983052:0:80177:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145452065536, offset 224 00000400:00000200:1.0:1768253571.983057:0:80177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253571.983061:0:80177:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253571.983065:0:80177:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3877:3877:254:4294967295] 192.168.202.43@tcp LPNI seq info [3873:3873:6:4294967295] 00000400:00000200:1.0:1768253571.983072:0:80177:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253571.983076:0:80177:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253571.983079:0:80177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97276bed4300. 00000800:00000200:1.0:1768253571.983082:0:80177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253571.983087:0:80177:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253571.983089:0:80177:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97276bed4300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253571.983096:0:80177:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253571.983099:0:80177:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253571.983102:0:80177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3c00. 00000800:00000200:1.0:1768253571.983161:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253571.983165:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97276bed4000. 00000400:00000200:1.0:1768253571.983170:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253571.983174:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253571.983179:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071000 00000400:00000010:1.0:1768253571.983182:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071000. 00000800:00000200:1.0:1768253571.983197:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253571.983199:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97276bed4c00. 00000400:00000200:1.0:1768253571.983201:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253571.983204:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253571.983206:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:1.0:1768253571.983208:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000800:00000200:1.0:1768253571.983286:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253571.983289:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97276bed4300. 00000400:00000200:1.0:1768253571.983291:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253571.983295:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253571.983297:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253571.983299:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000400:00000200:0.0:1768253571.995399:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253571.995420:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1084400 00000400:00000200:0.0:1768253571.995429:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 13136 00000400:00000200:0.0:1768253571.995452:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253571.995467:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:0.0:1768253571.995476:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253571.995484:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c000. 00000020:00000010:1.0:1768253571.996448:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.996466:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.996474:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3c00. 00000020:00000010:1.0:1768253571.996480:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253571.996486:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253571.996544:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253571.996547:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253571.996551:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065792 02000000:00000010:1.0:1768253571.996583:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775cac00. 00000020:00000010:1.0:1768253571.996601:0:6569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0d00. 00000020:00000010:1.0:1768253571.996627:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3800. 00000020:00000010:1.0:1768253571.996633:0:6569:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726475b3e00. 00000020:00000010:1.0:1768253571.996638:0:6569:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c80e000. 00000020:00000010:1.0:1768253571.996642:0:6569:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253571.996646:0:6569:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726475b3000. 80000000:00000010:1.0:1768253571.996651:0:6569:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3e40. 40000000:00000010:1.0:1768253571.996656:0:6569:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff972777f4dc00. 00100000:00000010:1.0:1768253571.996660:0:6569:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff97277c80d000. 00040000:00000010:1.0:1768253571.997545:0:6569:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97276bed4300. 00040000:00000010:1.0:1768253571.997552:0:6569:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726475b2c00. 00080000:00000010:1.0:1768253571.997557:0:6569:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c809000. 00002000:00000010:1.0:1768253571.997575:0:6569:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972646ce0c00. 00080000:00000010:1.0:1768253571.997601:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646ce3000. 00080000:00000010:1.0:1768253571.997953:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97276a7f5000. 00000001:00000010:1.0:1768253571.997979:0:6569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9727581e3000. 00000020:00000010:1.0:1768253571.998010:0:6569:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726475b3e00. 00000020:00000010:1.0:1768253571.998035:0:6569:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c80e000. 00000020:00000010:1.0:1768253571.998046:0:6569:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff97276b1da840. 00000020:00000010:1.0:1768253571.998050:0:6569:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726475b3000. 80000000:00000010:1.0:1768253571.998053:0:6569:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3e40. 40000000:00000010:1.0:1768253571.998057:0:6569:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff972777f4dc00. 00100000:00000010:1.0:1768253571.998060:0:6569:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff97277c80d000. 00040000:00000010:1.0:1768253571.998064:0:6569:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97276bed4300. 00040000:00000010:1.0:1768253571.998068:0:6569:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726475b2c00. 00080000:00000010:1.0:1768253571.998072:0:6569:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c809000. 00002000:00000010:1.0:1768253571.998076:0:6569:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972646ce0c00. 00000020:00000010:1.0:1768253571.998079:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3800. 00010000:00000200:1.0:1768253571.998099:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4c000 x1854145452065792/t0(0) o9->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:547/0 lens 224/224 e 0 to 0 dl 1768253582 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253571.998122:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253571.998130:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452065792, offset 224 00000400:00000200:1.0:1768253571.998137:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253571.998149:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253571.998156:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3878:3878:256:4294967295] 192.168.202.43@tcp LPNI seq info [3874:3874:8:4294967295] 00000400:00000200:1.0:1768253571.998167:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253571.998173:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253571.998177:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97276bed4300. 00000800:00000200:1.0:1768253571.998183:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253571.998190:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253571.998195:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97276bed4300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253571.998466:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253571.998471:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253571.998476:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3c00. 00010000:00000010:1.1:1768253571.999886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f9000. 00010000:00000010:1.1:1768253571.999902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc01800. 00000800:00000200:3.0:1768253572.000885:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253572.000893:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97276bed4300. 00000400:00000200:3.0:1768253572.000899:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253572.000908:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253572.000915:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:3.0:1768253572.000918:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00010000:00000010:1.1:1768253572.003156:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dade800. 00000400:00000200:1.0:1768253572.014176:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253572.014200:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1084480 00000400:00000200:1.0:1768253572.014210:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd1 [8] + 13360 00000400:00000200:1.0:1768253572.014226:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253572.014232:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:1.0:1768253572.014240:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1768253572.014249:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360380. 00000020:00000010:2.0:1768253572.018927:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccf80. 00000020:00000010:2.0:1768253572.018938:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccf80. 00000020:00000010:2.0:1768253572.018947:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410ff200. 00000020:00000010:2.0:1768253572.018952:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ad80. 00000020:00000010:2.0:1768253572.018957:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253572.019003:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccf80. 00000020:00000010:2.0:1768253572.019006:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccf80. 00000100:00000200:2.0:1768253572.019010:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452065920 02000000:00000010:2.0:1768253572.019043:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645da8800. 00000020:00000010:2.0:1768253572.019059:0:6569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0b00. 00000020:00000010:2.0:1768253572.019088:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fe800. 00000020:00000010:2.0:1768253572.019093:0:6569:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726410fe200. 00000020:00000010:2.0:1768253572.019097:0:6569:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775af000. 00000020:00000010:2.0:1768253572.019103:0:6569:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.019107:0:6569:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726410fec00. 80000000:00000010:2.0:1768253572.019112:0:6569:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.019116:0:6569:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.019121:0:6569:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.019126:0:6569:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d200. 00040000:00000010:2.0:1768253572.019133:0:6569:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97274dedb200. 00080000:00000010:2.0:1768253572.019137:0:6569:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775a9000. 00002000:00000010:2.0:1768253572.019141:0:6569:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972645dab000. 00080000:00000010:2.0:1768253572.019155:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9726475a6c00. 00080000:00000010:2.0:1768253572.019311:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264817d000. 00000001:00000010:2.0:1768253572.019336:0:6569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff972647f94540. 00000020:00000010:2.0:1768253572.019363:0:6569:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726410fe200. 00000020:00000010:2.0:1768253572.019368:0:6569:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775af000. 00000020:00000010:2.0:1768253572.019372:0:6569:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.019377:0:6569:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726410fec00. 80000000:00000010:2.0:1768253572.019380:0:6569:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.019383:0:6569:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.019385:0:6569:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.019390:0:6569:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d200. 00040000:00000010:2.0:1768253572.019393:0:6569:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97274dedb200. 00080000:00000010:2.0:1768253572.019398:0:6569:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775a9000. 00002000:00000010:2.0:1768253572.019401:0:6569:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972645dab000. 00000020:00000010:2.0:1768253572.019406:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fe800. 00010000:00000200:2.0:1768253572.019423:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649360380 x1854145452065920/t0(0) o9->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:548/0 lens 224/224 e 0 to 0 dl 1768253583 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253572.019445:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdbb0. 00000100:00000200:2.0:1768253572.019453:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452065920, offset 224 00000400:00000200:2.0:1768253572.019491:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253572.019503:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253572.019510:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3879:3879:256:4294967295] 192.168.202.43@tcp LPNI seq info [3875:3875:8:4294967295] 00000400:00000200:2.0:1768253572.019523:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253572.019528:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253572.019533:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6d200. 00000800:00000200:2.0:1768253572.019539:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253572.019547:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253572.019553:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253572.019571:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ad80. 00000020:00000010:2.0:1768253572.019575:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253572.019578:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410ff200. 00000800:00000200:0.0:1768253572.019791:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253572.019797:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6d200. 00000400:00000200:0.0:1768253572.019801:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253572.019806:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253572.019812:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdbb0 00000400:00000010:0.0:1768253572.019813:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdbb0. 00000400:00000200:3.0:1768253572.034896:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253572.034919:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1084580 00000400:00000200:3.0:1768253572.034928:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 67088 00000400:00000200:3.0:1768253572.034945:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253572.034949:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253572.034957:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253572.034965:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbd180. 00000020:00000010:1.0:1768253572.035113:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253572.035119:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253572.035126:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3c00. 00000020:00000010:1.0:1768253572.035132:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253572.035137:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253572.035185:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253572.035188:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253572.035191:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452066176 02000000:00000010:1.0:1768253572.035214:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ce0c00. 00000020:00000010:1.0:1768253572.035233:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f880. 00080000:00000010:1.0:1768253572.035271:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9727560a6800. 00000001:00000010:1.0:1768253572.035499:0:5783:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9727581e35a0. 00000001:00000010:1.0:1768253572.035505:0:5783:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff972649d3ca80. 00080000:00000010:1.0:1768253572.035562:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9727560a7c00. 00000001:00000010:1.0:1768253572.036408:0:5783:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9727581e3e40. 00010000:00000200:1.0:1768253572.036474:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbd180 x1854145452066176/t4294967784(0) o39->f93c09f8-4b44-447d-8294-0a8b338bc5dd@192.168.202.43@tcp:548/0 lens 224/224 e 0 to 0 dl 1768253583 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253572.036496:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253572.036503:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452066176, offset 224 00000400:00000200:1.0:1768253572.036510:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253572.036522:0:5783:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253572.036528:0:5783:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3880:3880:256:4294967295] 192.168.202.43@tcp LPNI seq info [3876:3876:8:4294967295] 00000400:00000200:1.0:1768253572.036539:0:5783:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253572.036545:0:5783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253572.036550:0:5783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97276bed4c00. 00000800:00000200:1.0:1768253572.036557:0:5783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253572.036839:0:5783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253572.036846:0:5783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97276bed4c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253572.036871:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253572.036875:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253572.036879:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3c00. 00000800:00000200:3.0:1768253572.037051:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253572.037055:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97276bed4c00. 00000400:00000200:3.0:1768253572.037060:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253572.037065:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253572.037070:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:3.0:1768253572.037072:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000020:00000010:2.0:1768253572.037515:0:5771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274dedb200. 00000020:00000010:2.0:1768253572.037524:0:5771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726410ff200. 00000020:00000010:2.0:1768253572.037528:0:5771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775a9000. 00000020:00000010:2.0:1768253572.037533:0:5771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.037537:0:5771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726410fe800. 80000000:00000010:2.0:1768253572.037541:0:5771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.037545:0:5771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.037550:0:5771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.037555:0:5771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.037559:0:5771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726410fec00. 00080000:00000010:2.0:1768253572.037563:0:5771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775af000. 00002000:00000010:2.0:1768253572.037576:0:5771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.037581:0:5771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726410ff200. 00000020:00000010:2.0:1768253572.037585:0:5771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775a9000. 00000020:00000010:2.0:1768253572.037588:0:5771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.037592:0:5771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726410fe800. 80000000:00000010:2.0:1768253572.037595:0:5771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.037599:0:5771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.037602:0:5771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.037605:0:5771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.037609:0:5771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726410fec00. 00080000:00000010:2.0:1768253572.037613:0:5771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775af000. 00002000:00000010:2.0:1768253572.037616:0:5771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.037619:0:5771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274dedb200. 00000020:00000010:2.0:1768253572.037625:0:5771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fec00. 00000020:00000010:2.0:1768253572.037627:0:5771:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726410fe800. 00000020:00000010:2.0:1768253572.037629:0:5771:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775af000. 00000020:00000010:2.0:1768253572.037632:0:5771:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.037634:0:5771:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726410ff200. 80000000:00000010:2.0:1768253572.037637:0:5771:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.037640:0:5771:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.037642:0:5771:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.037644:0:5771:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.037647:0:5771:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726410fe200. 00080000:00000010:2.0:1768253572.037649:0:5771:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775a9000. 00002000:00000010:2.0:1768253572.037651:0:5771:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97264817e000. 00010000:00000010:2.0:1768253572.037877:0:5771:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff972645e8b080. 00010000:00000010:2.0:1768253572.037887:0:5771:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff97277db72d80. 00000020:00000010:2.0:1768253572.037900:0:5771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726410fe800. 00000020:00000010:2.0:1768253572.037903:0:5771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775af000. 00000020:00000010:2.0:1768253572.037906:0:5771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.037908:0:5771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726410ff200. 80000000:00000010:2.0:1768253572.037910:0:5771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.037913:0:5771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.037915:0:5771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.037917:0:5771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.037919:0:5771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726410fe200. 00080000:00000010:2.0:1768253572.037922:0:5771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775a9000. 00002000:00000010:2.0:1768253572.037924:0:5771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.037926:0:5771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fec00. 00010000:00000010:2.1:1768253572.043063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274f8b9d00. 00010000:00000010:2.1:1768253572.043087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8200. 00000400:00000200:0.0:1768253572.066374:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:0.0:1768253572.066397:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1084680 00000400:00000200:0.0:1768253572.066406:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x15cc9 [2] + 0 00000400:00000010:0.0:1768253572.066412:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e948. 00000400:00000200:0.0:1768253572.066417:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649891c00 00000400:00000200:0.0:1768253572.066432:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253572.066437:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253572.066442:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649891c00 00000400:00000010:0.0:1768253572.066445:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649891c00. 00000100:00000200:0.0:1768253572.066452:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253572.066593:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253572.066598:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253572.066604:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3c00. 00000020:00000010:1.0:1768253572.066610:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253572.066615:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253572.066694:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dc00. 00000020:00000010:1.0:1768253572.066697:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dc00. 00000100:00000200:1.0:1768253572.066700:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452066432 02000000:00000010:1.0:1768253572.066722:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97264645a800. 20000000:00000010:1.0:1768253572.066736:0:5775:0:(mgs_nids.c:1207:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff9726491ccdc0. 00010000:00000200:1.0:1768253572.066780:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e2050 x1854145452066432/t0(0) o251->44236936-a03f-42aa-b017-36c6ae006e59@192.168.202.43@tcp:548/0 lens 224/224 e 0 to 0 dl 1768253583 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253572.066800:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071000. 00000100:00000200:1.0:1768253572.066806:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452066432, offset 224 00000400:00000200:1.0:1768253572.066812:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253572.066823:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253572.066829:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3881:3881:256:4294967295] 192.168.202.43@tcp LPNI seq info [3877:3877:8:4294967295] 00000400:00000200:1.0:1768253572.066839:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253572.066844:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253572.066848:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97276bed4000. 00000800:00000200:1.0:1768253572.066853:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253572.066861:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253572.066865:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97276bed4000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253572.066895:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277cccca80. 00000020:00000010:1.0:1768253572.066909:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253572.066913:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3c00. 00000100:00000200:1.0:1768253572.066924:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253572.066930:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc7e8. 00000400:00000010:1.0:1768253572.066935:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d3c840. 00000020:00000010:2.0:1768253572.066997:0:5772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fec00. 00000020:00000010:2.0:1768253572.067003:0:5772:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726410fe200. 00000020:00000010:2.0:1768253572.067008:0:5772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775a9000. 00000020:00000010:2.0:1768253572.067044:0:5772:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.067049:0:5772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726410ff200. 80000000:00000010:2.0:1768253572.067053:0:5772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.067057:0:5772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.067062:0:5772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.067066:0:5772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.067071:0:5772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726410fe800. 00080000:00000010:2.0:1768253572.067075:0:5772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775af000. 00002000:00000010:2.0:1768253572.067080:0:5772:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.067084:0:5772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726410fe200. 00000020:00000010:2.0:1768253572.067088:0:5772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775a9000. 00000020:00000010:2.0:1768253572.067092:0:5772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.067096:0:5772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726410ff200. 80000000:00000010:2.0:1768253572.067100:0:5772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.067104:0:5772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.067107:0:5772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.067110:0:5772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.067114:0:5772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726410fe800. 00080000:00000010:2.0:1768253572.067117:0:5772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775af000. 00002000:00000010:2.0:1768253572.067120:0:5772:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.067123:0:5772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fec00. 00000020:00000010:2.0:1768253572.067126:0:5772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fec00. 00000020:00000010:2.0:1768253572.067128:0:5772:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726410fe800. 00000020:00000010:2.0:1768253572.067131:0:5772:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775af000. 00000020:00000010:2.0:1768253572.067134:0:5772:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.067136:0:5772:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726410ff200. 80000000:00000010:2.0:1768253572.067138:0:5772:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.067140:0:5772:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.067142:0:5772:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.067145:0:5772:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.067147:0:5772:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726410fe200. 00080000:00000010:2.0:1768253572.067149:0:5772:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775a9000. 00002000:00000010:2.0:1768253572.067152:0:5772:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.067186:0:5772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726410fe800. 00000020:00000010:2.0:1768253572.067190:0:5772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775af000. 00000020:00000010:2.0:1768253572.067192:0:5772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253572.067195:0:5772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726410ff200. 80000000:00000010:2.0:1768253572.067198:0:5772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94420. 40000000:00000010:2.0:1768253572.067210:0:5772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491ccf80. 00100000:00000010:2.0:1768253572.067213:0:5772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ab000. 00040000:00000010:2.0:1768253572.067216:0:5772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d700. 00040000:00000010:2.0:1768253572.067219:0:5772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726410fe200. 00080000:00000010:2.0:1768253572.067221:0:5772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775a9000. 00002000:00000010:2.0:1768253572.067223:0:5772:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97264817e000. 00000020:00000010:2.0:1768253572.067226:0:5772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fec00. 00000001:00000010:2.0:1768253572.067290:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972777552400. 00000001:00000010:2.0:1768253572.067295:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972777553600. 00000001:00000010:2.0:1768253572.067297:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277c818200. 00000001:00000010:2.0:1768253572.067301:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277c819e00. 00000001:00000010:2.0:1768253572.067304:0:85232:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9726492962c0. 00000001:00000010:2.0:1768253572.067307:0:85232:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9727779a1700. 00000020:00000010:2.0:1768253572.067312:0:85232:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9727775aa800. 00000020:00000010:2.0:1768253572.067324:0:85232:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff9727775a9800. 00000800:00000200:3.0:1768253572.067656:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253572.067663:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97276bed4000. 00000400:00000200:3.0:1768253572.067667:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253572.067671:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253572.067675:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071000 00000400:00000010:3.0:1768253572.067676:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071000. 02000000:00000010:3.0:1768253572.067682:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97264645a800. 00010000:00000010:2.1:1768253572.073076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc01200. 00000100:00000010:3.0:1768253573.171787:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbca80. 02000000:00000010:3.0:1768253573.171813:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7e00. 02000000:00000010:3.0:1768253573.171873:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972747d7dc00. 00000400:00000010:3.0:1768253573.171882:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032c08. 00000400:00000010:3.0:1768253573.171890:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c926e8. 00000100:00000200:3.0:1768253573.171899:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476341376, portal 4 00000400:00000010:3.0:1768253573.171908:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92e58. 00000100:00000200:3.0:1768253573.171912:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476341376, offset 0 00000400:00000200:3.0:1768253573.171922:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253573.171939:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253573.171954:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aae80 00000400:00000200:3.0:1768253573.171962:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 7168 00000400:00000200:3.0:1768253573.171973:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253573.171978:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253573.171986:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1768253573.171991:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbc380. 00000400:00000200:3.0:1768253573.172034:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92e58 00000400:00000010:3.0:1768253573.172036:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92e58. 00000100:00000200:3.0:1768253573.172046:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbca80 x1854145476341376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253573.172074:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd226c0. 00000100:00000010:3.0:1768253573.172090:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22420. 00000100:00000010:3.0:1768253573.172095:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd225a0. 00000100:00000010:3.0:1768253573.172100:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd222a0. 00000100:00000010:0.0:1768253573.172825:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f800. 02000000:00000010:0.0:1768253573.172839:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254100. 00000020:00000010:0.0:1768253573.172908:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0440. 00000020:00000010:0.0:1768253573.172918:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc480. 00000020:00000010:0.0:1768253573.172935:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647522400. 00000020:00000010:0.0:1768253573.172941:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253573.172946:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.172988:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf02c0. 00000020:00000010:0.0:1768253573.172991:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf02c0. 00000100:00000200:0.0:1768253573.172996:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341376 02000000:00000010:0.0:1768253573.173036:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97277dc63800. 00010000:00000200:0.0:1768253573.173086:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649cbc380 x1854145476341376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.173107:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253573.173113:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476341376, offset 224 00000400:00000200:0.0:1768253573.173119:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.173129:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.173138:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aae80 00000400:00000200:0.0:1768253573.173144:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16481 [1] + 224 00000400:00000200:0.0:1768253573.173150:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.173154:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.173162:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbca80 x1854145476341376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253573.173179:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972646459800. 00000400:00000200:0.0:1768253573.173181:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253573.173184:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000400:00000010:1.0:1768253573.173197:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbce18. 00000020:00000010:0.0:1768253573.173200:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4380. 00000400:00000010:1.0:1768253573.173202:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071000. 00000020:00000010:0.0:1768253573.173204:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000100:00000200:1.0:1768253573.173206:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476341504, portal 4 00000020:00000010:0.0:1768253573.173208:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647522400. 00000400:00000010:0.0:1768253573.173235:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032c08. 00000400:00000200:0.0:1768253573.173240:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c926e8 00000400:00000010:0.0:1768253573.173243:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c926e8. 00000100:00000200:0.0:1768253573.173249:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbca80 x1854145476341376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.173258:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbca80 x1854145476341376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.173296:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972747d7dc00. 02000000:00000010:0.0:1768253573.173303:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7e00. 00000100:00000010:0.0:1768253573.173308:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbca80. 00000400:00000010:1.0:1768253573.173484:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253573.173488:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476341504, offset 0 00000400:00000200:1.0:1768253573.173495:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253573.173500:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253573.173505:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aaf00 00000400:00000200:1.0:1768253573.173510:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 7392 00000400:00000200:1.0:1768253573.173515:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253573.173518:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253573.173522:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253573.173527:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649360e00. 00000400:00000200:1.0:1768253573.173547:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:1.0:1768253573.173549:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253573.173556:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4f800 x1854145476341504/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253573.173675:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf02c0. 00000020:00000010:0.0:1768253573.173680:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d4c0. 00000020:00000010:0.0:1768253573.173695:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647522400. 00000020:00000010:0.0:1768253573.173698:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253573.173701:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.173721:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0b80. 00000020:00000010:0.0:1768253573.173724:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0b80. 00000100:00000200:0.0:1768253573.173727:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341504 02000000:00000010:0.0:1768253573.173736:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97277dc61000. 00010000:00000200:0.0:1768253573.173762:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649360e00 x1854145476341504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/368 e 0 to 0 dl 1768253584 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.173774:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253573.173777:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476341504, offset 224 00000400:00000200:0.0:1768253573.173781:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.173786:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.173791:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aaf00 00000400:00000200:0.0:1768253573.173795:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1648d [1] + 224 00000400:00000200:0.0:1768253573.173799:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.173802:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.173808:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4f800 x1854145476341504/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.173824:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253573.173826:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000020:00000010:0.0:1768253573.173834:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253573.173838:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.173841:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647522400. 00000400:00000010:0.0:1768253573.173855:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce18. 00000400:00000200:0.0:1768253573.173859:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071000 00000400:00000010:0.0:1768253573.173860:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071000. 00000100:00000200:0.0:1768253573.173865:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4f800 x1854145476341504/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.173873:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4f800 x1854145476341504/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.173890:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972646459800. 02000000:00000010:0.0:1768253573.173894:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254100. 00000100:00000010:0.0:1768253573.174490:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f800. 00000100:00000010:0.0:1768253573.179656:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd226c0. 00000100:00000010:2.0:1768253573.179870:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd225a0. 00000100:00000010:1.0:1768253573.180069:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22420. 00000100:00000010:3.0:1768253573.181194:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd222a0. 00000100:00000010:0.0:1768253573.686435:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f800. 02000000:00000010:0.0:1768253573.686477:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254100. 00000100:00000010:0.0:1768253573.686516:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4df80. 02000000:00000010:0.0:1768253573.686521:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254d00. 00000100:00000010:0.0:1768253573.686538:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbe300. 02000000:00000010:0.0:1768253573.686542:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254e00. 00000100:00000010:0.0:1768253573.686549:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbfb80. 02000000:00000010:0.0:1768253573.686553:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254700. 00000100:00000010:0.0:1768253573.686559:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbc380. 02000000:00000010:0.0:1768253573.686562:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972746254c00. 00000100:00000010:0.0:1768253573.686567:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbd880. 02000000:00000010:0.0:1768253573.686571:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7b100. 02000000:00000010:0.0:1768253573.686610:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2bc00. 00000400:00000010:0.0:1768253573.686619:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358e70. 00000400:00000010:0.0:1768253573.686628:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253573.686637:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476341632, portal 25 00000400:00000010:0.0:1768253573.686643:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0675d8. 00000100:00000200:0.0:1768253573.687790:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476341632, offset 0 00000400:00000200:0.0:1768253573.687811:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.687830:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.687845:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27aaf80 00000400:00000200:0.0:1768253573.687853:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15cd9 [2] + 0 00000400:00000010:0.0:1768253573.687859:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc840. 00000400:00000200:0.0:1768253573.687867:0:3319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777eb6540 00000400:00000200:0.0:1768253573.687875:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.687880:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253573.687887:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777eb6540 00000400:00000010:0.0:1768253573.687889:0:3319:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777eb6540. 00000100:00000200:0.0:1768253573.688077:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253573.688099:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0675d8 00000400:00000010:0.0:1768253573.688101:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0675d8. 00000100:00000200:0.0:1768253573.688113:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4f800 x1854145476341632/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253573.688139:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253573.688155:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4a20. 00000100:00000010:0.0:1768253573.688161:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da40c0. 00000100:00000010:0.0:1768253573.688166:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da48a0. 02000000:00000010:0.0:1768253573.688184:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2a600. 00000400:00000010:0.0:1768253573.688189:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358dc0. 00000400:00000010:0.0:1768253573.688192:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0675d8. 00000100:00000200:0.0:1768253573.688197:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342144, portal 10 00000400:00000010:0.0:1768253573.688204:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253573.688207:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476342144, offset 0 00000400:00000200:0.0:1768253573.688211:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.688216:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.688221:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ab180 00000400:00000200:0.0:1768253573.688226:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67312 00000400:00000200:0.0:1768253573.688231:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.688234:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.688246:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253573.688252:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbf100. 00000400:00000200:0.0:1768253573.688268:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:0.0:1768253573.688270:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253573.688275:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777cbc380 x1854145476342144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.688308:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972748e2a800. 00000400:00000010:0.0:1768253573.688311:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463588f0. 00000400:00000010:0.0:1768253573.688314:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253573.688317:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342016, portal 4 00000400:00000010:0.0:1768253573.688321:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253573.688323:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476342016, offset 0 00000400:00000200:0.0:1768253573.688327:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.688331:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.688335:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27ab100 00000400:00000200:0.0:1768253573.688340:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 13584 00000400:00000200:0.0:1768253573.688344:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.688348:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.688352:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253573.688355:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbce00. 00000400:00000200:0.0:1768253573.688366:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253573.688367:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253573.688371:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777cbfb80 x1854145476342016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.688404:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97274df74800. 00000400:00000010:0.0:1768253573.688407:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358528. 00000400:00000010:0.0:1768253573.688410:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253573.688412:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476341760, portal 10 00000400:00000010:0.0:1768253573.688417:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253573.688419:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476341760, offset 0 00000400:00000200:0.0:1768253573.688422:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.688426:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.688430:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ab000 00000400:00000200:0.0:1768253573.688434:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67536 00000400:00000200:0.0:1768253573.688438:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.688450:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.688452:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253573.688455:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbed80. 00000400:00000200:0.0:1768253573.688465:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253573.688467:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253573.688472:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4df80 x1854145476341760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.688489:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97274dedb200. 00000400:00000010:0.0:1768253573.688492:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358f78. 00000400:00000010:0.0:1768253573.688494:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253573.688497:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342272, portal 4 00000400:00000010:0.0:1768253573.688501:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253573.688503:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476342272, offset 0 00000400:00000200:0.0:1768253573.688506:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.688510:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.688514:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27ab200 00000400:00000200:0.0:1768253573.688518:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 13808 00000400:00000200:0.0:1768253573.688521:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.688524:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.688526:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253573.688530:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbc000. 00000400:00000200:0.0:1768253573.688539:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253573.688541:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253573.688545:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777cbd880 x1854145476342272/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.688568:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972777552400. 00000400:00000010:0.0:1768253573.688570:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358a50. 00000400:00000010:0.0:1768253573.688573:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253573.688576:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476341888, portal 10 00000400:00000010:0.0:1768253573.688580:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.688582:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476341888, offset 0 00000400:00000200:0.0:1768253573.688585:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.688588:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.688593:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ab080 00000400:00000200:0.0:1768253573.688596:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67760 00000400:00000200:0.0:1768253573.688600:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.688603:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.688605:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253573.688608:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbd500. 00000400:00000200:0.0:1768253573.688616:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.688618:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.688622:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777cbe300 x1854145476341888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253573.688678:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf07c0. 00000020:00000010:0.0:1768253573.688683:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf07c0. 00000020:00000010:0.0:1768253573.688690:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972777553600. 00000020:00000010:0.0:1768253573.688697:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4a80. 00000020:00000010:0.0:1768253573.688702:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.688741:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf07c0. 00000020:00000010:0.0:1768253573.688743:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf07c0. 00000100:00000200:0.0:1768253573.688746:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341632 02000000:00000010:0.0:1768253573.688766:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc63c00. 00010000:00000200:0.0:1768253573.688777:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e1450 x1854145476341632/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:549/0 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.688795:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.688798:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476341632, offset 224 00000400:00000200:0.0:1768253573.688801:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.688806:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.688810:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27aaf80 00000400:00000200:0.0:1768253573.688815:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16499 [1] + 224 00000400:00000200:0.0:1768253573.688819:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.688822:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.688829:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4f800 x1854145476341632/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.688842:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.688844:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:0.0:1768253573.688856:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4a80. 00000020:00000010:0.0:1768253573.688861:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.688865:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972777553600. 02000000:00000010:0.0:1768253573.688874:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc63c00. 00000100:00000200:0.0:1768253573.688881:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253573.688884:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463583c8. 00000400:00000010:0.0:1768253573.688888:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649d34600. 00000020:00000010:0.0:1768253573.688914:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf07c0. 00000020:00000010:0.0:1768253573.688929:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972777553600. 00000020:00000010:0.0:1768253573.688932:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4a80. 00000020:00000010:0.0:1768253573.688934:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.688955:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.688958:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.688963:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fe800. 00000020:00000010:0.0:1768253573.688965:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4680. 00000020:00000010:0.0:1768253573.688968:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253573.688980:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.688983:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc380. 00000020:00000010:0.0:1768253573.688986:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.688989:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410ff200. 00000020:00000010:0.0:1768253573.688992:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b00. 00000020:00000010:0.0:1768253573.688995:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253573.689002:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689004:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000100:00000200:0.0:1768253573.689006:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342144 02000000:00000010:0.0:1768253573.689034:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc63c00. 00010000:00000200:0.0:1768253573.689040:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbf100 x1854145476342144/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689050:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.689052:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476342144, offset 224 00000400:00000200:0.0:1768253573.689056:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.689060:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.689065:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ab180 00000400:00000200:0.0:1768253573.689069:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x164a1 [1] + 224 00000400:00000200:0.0:1768253573.689073:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.689075:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.689081:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777cbc380 x1854145476342144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.689090:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.689092:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:0.0:1768253573.689097:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4a80. 00000020:00000010:0.0:1768253573.689100:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253573.689102:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972777553600. 00000020:00000010:0.0:1768253573.689111:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689114:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000100:00000200:0.0:1768253573.689116:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341760 02000000:00000010:0.0:1768253573.689122:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc60000. 00010000:00000200:0.0:1768253573.689126:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbed80 x1854145476341760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689135:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.689137:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476341760, offset 224 00000400:00000200:0.0:1768253573.689140:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.689144:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.689148:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ab000 00000400:00000200:0.0:1768253573.689151:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x164b1 [1] + 224 00000400:00000200:0.0:1768253573.689155:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.689157:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.689162:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4df80 x1854145476341760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.689173:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.689175:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:0.0:1768253573.689180:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4680. 00000020:00000010:0.0:1768253573.689182:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253573.689185:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fe800. 00000020:00000010:0.0:1768253573.689193:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689195:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000100:00000200:0.0:1768253573.689197:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476341888 02000000:00000010:0.0:1768253573.689203:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc61400. 00010000:00000200:0.0:1768253573.689207:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbd500 x1854145476341888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689217:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.689219:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476341888, offset 224 00000400:00000200:0.0:1768253573.689222:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.689227:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.689231:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ab080 00000400:00000200:0.0:1768253573.689234:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x164c1 [1] + 224 00000400:00000200:0.0:1768253573.689239:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.689241:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.689246:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777cbe300 x1854145476341888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.689255:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.689256:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:0.0:1768253573.689262:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b00. 00000020:00000010:0.0:1768253573.689264:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253573.689267:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410ff200. 00000020:00000010:0.0:1768253573.689288:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689291:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689294:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410ff200. 00000020:00000010:0.0:1768253573.689296:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b00. 00000020:00000010:0.0:1768253573.689299:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253573.689317:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689319:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689322:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fe800. 00000020:00000010:0.0:1768253573.689324:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4680. 00000020:00000010:0.0:1768253573.689326:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253573.689336:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689338:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000100:00000200:0.0:1768253573.689340:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342016 02000000:00000010:0.0:1768253573.689347:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc60400. 00010000:00000200:0.0:1768253573.689351:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbce00 x1854145476342016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689361:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.689363:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476342016, offset 224 00000400:00000200:0.0:1768253573.689367:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.689371:0:10696:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.689375:0:10696:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27ab100 00000400:00000200:0.0:1768253573.689379:0:10696:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x164a9 [1] + 224 00000400:00000200:0.0:1768253573.689383:0:10696:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.689387:0:10696:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.689392:0:10696:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777cbfb80 x1854145476342016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.689402:0:10696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.689403:0:10696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:0.0:1768253573.689408:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b00. 00000020:00000010:0.0:1768253573.689411:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253573.689413:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410ff200. 00000020:00000010:0.0:1768253573.689421:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0740. 00000020:00000010:0.0:1768253573.689423:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0740. 00000100:00000200:0.0:1768253573.689425:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342272 02000000:00000010:0.0:1768253573.689430:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc61c00. 00010000:00000200:0.0:1768253573.689434:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbc000 x1854145476342272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1768253584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689453:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253573.689456:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476342272, offset 224 00000400:00000200:0.0:1768253573.689460:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253573.689465:0:10696:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253573.689469:0:10696:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27ab200 00000400:00000200:0.0:1768253573.689473:0:10696:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x164b9 [1] + 224 00000400:00000200:0.0:1768253573.689477:0:10696:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253573.689480:0:10696:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253573.689484:0:10696:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777cbd880 x1854145476342272/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253573.689493:0:10696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253573.689495:0:10696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:0.0:1768253573.689501:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4680. 00000020:00000010:0.0:1768253573.689504:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253573.689506:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fe800. 00000400:00000010:0.0:1768253573.689568:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358a50. 00000400:00000200:0.0:1768253573.689573:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253573.689575:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253573.689580:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777cbe300 x1854145476341888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.689588:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777cbe300 x1854145476341888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689612:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358528. 00000400:00000200:0.0:1768253573.689615:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253573.689616:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253573.689620:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4df80 x1854145476341760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.689626:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4df80 x1854145476341760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689637:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358f78. 00000400:00000200:0.0:1768253573.689639:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253573.689640:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253573.689642:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777cbd880 x1854145476342272/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.689648:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777cbd880 x1854145476342272/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.689659:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972777552400. 02000000:00000010:0.0:1768253573.689665:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254e00. 00000100:00000010:0.0:1768253573.689672:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbe300. 02000000:00000010:0.0:1768253573.689676:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97274df74800. 02000000:00000010:0.0:1768253573.689678:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254d00. 00000100:00000010:0.0:1768253573.689680:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4df80. 02000000:00000010:0.0:1768253573.689684:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97274dedb200. 02000000:00000010:0.0:1768253573.689687:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7b100. 00000100:00000010:0.0:1768253573.689689:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbd880. 00000400:00000010:0.0:1768253573.689704:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463588f0. 00000400:00000200:0.0:1768253573.689706:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:0.0:1768253573.689708:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253573.689712:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777cbfb80 x1854145476342016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.689720:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777cbfb80 x1854145476342016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689731:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358e70. 00000400:00000200:0.0:1768253573.689733:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253573.689735:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253573.689739:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4f800 x1854145476341632/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.689746:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4f800 x1854145476341632/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253573.689755:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358dc0. 00000400:00000200:0.0:1768253573.689757:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0675d8 00000400:00000010:0.0:1768253573.689759:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0675d8. 00000100:00000200:0.0:1768253573.689762:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777cbc380 x1854145476342144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253573.689769:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777cbc380 x1854145476342144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253573.689779:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2a800. 02000000:00000010:0.0:1768253573.689784:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254700. 00000100:00000010:0.0:1768253573.689786:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbfb80. 02000000:00000010:0.0:1768253573.689789:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2bc00. 02000000:00000010:0.0:1768253573.689792:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254100. 00000100:00000010:0.0:1768253573.689794:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f800. 02000000:00000010:0.0:1768253573.689799:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972748e2a600. 02000000:00000010:0.0:1768253573.689801:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972746254c00. 00000100:00000010:0.0:1768253573.689804:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbc380. 00000100:00000010:3.0:1768253573.762151:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da48a0. 00000100:00000010:2.0:1768253573.762869:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da40c0. 00000100:00000010:0.0:1768253573.767065:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4d80. 00000100:00000010:1.0:1768253573.775180:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4a20. 00000001:00000010:3.0:1768253573.794805:0:5805:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9727581e3e40. 00080000:00000010:3.0:1768253573.794826:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9727560a7c00. 00000001:00000010:3.0:1768253573.794853:0:5805:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9727581e35a0. 00080000:00000010:3.0:1768253573.794859:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9727560a6800. 00000004:00000010:0.0:1768253573.794927:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff97275622f900. 00000001:00000010:0.0:1768253573.794942:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8e600. 00000001:00000010:0.0:1768253573.794946:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8fe00. 00000001:00000010:0.0:1768253573.794949:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8ea00. 00000001:00000010:0.0:1768253573.794951:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8f400. 00000001:00000010:0.0:1768253573.794954:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9726492408a0. 00000001:00000010:0.0:1768253573.794957:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff97264862a400. 00000001:00000010:0.0:1768253573.794966:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8f800. 00000001:00000010:0.0:1768253573.794968:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8fa00. 00000001:00000010:0.0:1768253573.794970:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff97277ff8f200. 00000001:00000010:0.0:1768253573.794972:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972742bd3a00. 00000001:00000010:0.0:1768253573.794975:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff972649240440. 00000001:00000010:0.0:1768253573.794977:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff97264862ac00. 00000001:00000010:0.0:1768253573.794986:0:37:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff972649d3ca80. 00000001:00000010:0.0:1768253573.794991:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff97277db72700. 00000020:00000010:0.0:1768253573.795001:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff972747d5a800. 00000020:00000010:0.0:1768253573.795041:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff972747d5a000. 00000020:00000010:1.0:1768253575.287550:0:102513:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97264936a8a0. 00000020:00000010:1.0:1768253575.287764:0:102513:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97264936a8a0. 00000020:00000010:1.0:1768253575.287988:0:102513:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972646458c00. 00000020:00000010:1.0:1768253575.288001:0:102513:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3800. 00000020:00000010:1.0:1768253575.288006:0:102513:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726475b3e00. 00000040:00000010:1.0:1768253575.288398:0:102513:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726475b2400. 00000020:00000010:1.0:1768253575.288407:0:102513:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c80d000. 00000020:00000010:1.0:1768253575.288414:0:102513:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726475b3000. 80000000:00000010:1.0:1768253575.288420:0:102513:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9727581e3c60. 00040000:00000010:1.0:1768253575.288436:0:102513:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972741378e00. 00080000:00000010:1.0:1768253575.288443:0:102513:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c809000. 20000000:00000010:1.0:1768253575.288449:0:102513:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972741379200. 00000020:00000010:1.0:1768253575.288456:0:102513:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4d540. 00000001:00000010:1.0:1768253575.288465:0:102513:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff972777f4d8c0. 00000020:00000010:1.0:1768253575.288498:0:102513:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8c00. 00000020:00000010:1.0:1768253575.288503:0:102513:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726493a8600. 00000040:00000010:1.0:1768253575.288506:0:102513:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726493a8400. 00000020:00000010:1.0:1768253575.288510:0:102513:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c80c800. 00000020:00000010:1.0:1768253575.288513:0:102513:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726493a9000. 00040000:00000010:1.0:1768253575.288519:0:102513:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727fe00. 00040000:00000010:1.0:1768253575.288522:0:102513:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726493a8a00. 00080000:00000010:1.0:1768253575.288526:0:102513:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c808000. 00000001:00000010:1.0:1768253575.288533:0:102513:0:(nodemap_storage.c:989:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff972645eda800. 00080000:00000010:1.0:1768253575.288550:0:102513:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264645a000. 00000020:00000010:1.0:1768253575.292870:0:102513:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff972648191b80. 00000001:00000010:1.0:1768253575.293534:0:102513:0:(nodemap_storage.c:1003:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff972645eda800. 00000020:00000010:1.0:1768253575.293549:0:102513:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726493a8600. 00000040:00000010:1.0:1768253575.293556:0:102513:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726493a8400. 00000020:00000010:1.0:1768253575.293560:0:102513:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c80c800. 00000020:00000010:1.0:1768253575.293568:0:102513:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726493a9000. 00040000:00000010:1.0:1768253575.293574:0:102513:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727fe00. 00040000:00000010:1.0:1768253575.293582:0:102513:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726493a8a00. 00000020:00000010:1.0:1768253575.293587:0:102513:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253575.293592:0:102513:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c808000. 00000020:00000010:1.0:1768253575.293597:0:102513:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8c00. 00000020:00000010:1.0:1768253575.293611:0:102513:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8c00. 00000020:00000010:1.0:1768253575.293616:0:102513:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726493a8a00. 00000040:00000010:1.0:1768253575.293620:0:102513:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726493a9000. 00000020:00000010:1.0:1768253575.293625:0:102513:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972645eda800. 00000020:00000010:1.0:1768253575.293630:0:102513:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726493a8400. 00040000:00000010:1.0:1768253575.293637:0:102513:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727fe00. 00040000:00000010:1.0:1768253575.293643:0:102513:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726493a8600. 00080000:00000010:1.0:1768253575.293648:0:102513:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c808000. 00080000:00000010:1.0:1768253575.293661:0:102513:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264645a400. 00000020:00000010:1.0:1768253575.293745:0:102513:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253575.293758:0:102513:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646459000. 00080000:00000010:1.0:1768253575.293788:0:102513:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264645a800. 00080000:00000010:1.0:1768253575.293822:0:102513:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646df9000. 00000020:00000010:1.0:1768253575.293884:0:102513:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726493a8a00. 00000040:00000010:1.0:1768253575.293962:0:102513:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726493a9000. 00000020:00000010:1.0:1768253575.293967:0:102513:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972645eda800. 00000020:00000010:1.0:1768253575.293971:0:102513:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726493a8400. 00040000:00000010:1.0:1768253575.293973:0:102513:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727fe00. 00040000:00000010:1.0:1768253575.293976:0:102513:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726493a8600. 00000020:00000010:1.0:1768253575.293979:0:102513:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253575.293981:0:102513:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c808000. 00000020:00000010:1.0:1768253575.293983:0:102513:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8c00. 00000001:00000010:1.0:1768253575.294631:0:102513:0:(nodemap_lproc.c:1437:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff9726491cc540. 00000001:00000010:1.0:1768253575.294648:0:102513:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at ffff972750fe1800. 00000001:00000010:1.0:1768253575.294655:0:102513:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff972777f4d8c0. 00010000:00000010:1.0:1768253575.294679:0:102513:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dade800. 00010000:00000010:1.0:1768253575.294709:0:102513:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972777f4d8c0. 00000100:00000010:1.0:1768253575.294721:0:102513:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dc83c00. 00000100:00000010:1.0:1768253575.294738:0:102513:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7b80. 02000000:00000010:1.0:1768253575.294761:0:102513:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9726493a8c00. 02000000:00000010:1.0:1768253575.294810:0:102513:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726493a8600. 00000400:00000010:1.0:1768253575.294819:0:102513:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253575.294831:0:102513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253575.294840:0:102513:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342400, portal 16 00000400:00000010:1.0:1768253575.294847:0:102513:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253575.294850:0:102513:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476342400, offset 0 00000400:00000200:1.0:1768253575.294861:0:102513:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253575.294879:0:102513:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253575.294968:0:102513:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27ab280 00000400:00000200:1.0:1768253575.294979:0:102513:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 656 00000400:00000200:1.0:1768253575.294992:0:102513:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253575.294998:0:102513:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253575.295008:0:102513:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1768253575.295161:0:102513:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6680. 00000400:00000200:1.0:1768253575.295190:0:102513:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253575.295193:0:102513:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253575.295213:0:102513:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7b80 x1854145476342400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253591 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1768253575.295250:0:102513:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972645d3a000. 00000100:00000010:1.0:1768253575.295266:0:102513:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972645d3aa20. 00000100:00000010:1.0:1768253575.295273:0:102513:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972645d3a480. 00000100:00000010:1.0:1768253575.295279:0:102513:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972645d3aae0. 00000020:00000010:0.0:1768253575.295393:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0300. 00000020:00000010:0.0:1768253575.295400:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0300. 00000020:00000010:0.0:1768253575.295409:0:5766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb1800. 00000020:00000010:0.0:1768253575.295415:0:5766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4a80. 00000020:00000010:0.0:1768253575.295422:0:5766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253575.295475:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dcf0300. 00000020:00000010:0.0:1768253575.295478:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dcf0300. 00000100:00000200:0.0:1768253575.295482:0:5766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342400 02000000:00000010:0.0:1768253575.295502:0:5766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc63400. 00000400:00000010:0.0:1768253575.295518:0:5766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0675d8. 00000100:00000200:0.0:1768253575.295522:0:5766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476342400, offset 224 00000400:00000200:0.0:1768253575.295528:0:5766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253575.295534:0:5766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253575.295541:0:5766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27ab280 00000400:00000200:0.0:1768253575.295547:0:5766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x164e5 [1] + 224 00000400:00000200:0.0:1768253575.295551:0:5766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253575.295554:0:5766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253575.295561:0:5766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7b80 x1854145476342400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253591 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1768253575.295584:0:5766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0675d8 00000400:00000010:0.0:1768253575.295586:0:5766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0675d8. 00010000:00000010:0.0:1768253575.295596:0:5766:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff972649d34cc0. 00000400:00000010:1.0:1768253575.295732:0:102513:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253575.295737:0:102513:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:1.0:1768253575.295739:0:102513:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253575.295744:0:102513:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7b80 x1854145476342400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253591 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1768253575.295754:0:102513:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7b80 x1854145476342400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253591 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1768253575.295783:0:102513:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726493a8600. 02000000:00000010:1.0:1768253575.295788:0:102513:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9726493a8c00. 00000100:00000010:1.0:1768253575.295792:0:102513:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7b80. 00000100:00000010:1.0:1768253575.295796:0:102513:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dc83c00. 00010000:00000010:1.0:1768253575.295801:0:102513:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972777f4d8c0. 00000020:00000010:0.0:1768253575.295847:0:5766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4a80. 00000020:00000010:0.0:1768253575.295852:0:5766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253575.295857:0:5766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb1800. 00000100:00000010:2.0:1768253575.296522:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 02000000:00000010:2.0:1768253575.296539:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9727478ab000. 00010000:00000010:2.0:1768253575.296596:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff972649d34cc0. 02000000:00000010:1.0:1768253575.296662:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726493a8c00. 00000400:00000010:1.0:1768253575.296668:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253575.296673:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071a18. 00000100:00000200:1.0:1768253575.296678:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342528, portal 18 00000400:00000010:1.0:1768253575.296682:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253575.296685:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476342528, offset 0 00000400:00000200:1.0:1768253575.296692:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253575.296701:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253575.296709:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27ab300 00000400:00000200:1.0:1768253575.296716:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x45cd [2] + 1968 00000400:00000010:1.0:1768253575.296720:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727774c5b00. 00000400:00000200:1.0:1768253575.296723:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972745abf3c0 00000400:00000200:1.0:1768253575.296728:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253575.296732:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253575.296736:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972745abf3c0 00000400:00000010:1.0:1768253575.296738:0:3321:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972745abf3c0. 00000100:00000200:1.0:1768253575.296743:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1768253575.296762:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253575.296764:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253575.296771:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43480 x1854145476342528/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253575.296844:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccc80. 00000020:00000010:2.0:1768253575.296848:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccc80. 00000020:00000010:2.0:1768253575.296853:0:5769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727478aa800. 00000020:00000010:2.0:1768253575.296856:0:5769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062b80. 00000020:00000010:2.0:1768253575.296860:0:5769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000100:00000200:2.0:1768253575.296881:0:5769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972748411050 x1854145476342528/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:551/0 lens 328/0 e 0 to 0 dl 1768253586 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253575.296917:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccc80. 00000020:00000010:2.0:1768253575.296920:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccc80. 00000100:00000200:2.0:1768253575.296923:0:5769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342528 02000000:00000010:2.0:1768253575.296933:0:5769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97264817e000. 00010000:00000010:2.0:1768253575.296962:0:5769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9726491ccc80. 00000100:00000010:2.0:1768253575.296968:0:5769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972777eb6b40. 00000100:00000010:2.0:1768253575.296982:0:5769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972777eb6b40. 00010000:00000010:2.0:1768253575.296985:0:5769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9726491ccc80. 00000400:00000010:2.0:1768253575.296993:0:5769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253575.296997:0:5769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476342528, offset 224 00000400:00000200:2.0:1768253575.297002:0:5769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253575.297007:0:5769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253575.297035:0:5769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27ab300 00000400:00000200:2.0:1768253575.297040:0:5769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x164f1 [1] + 224 00000400:00000200:2.0:1768253575.297043:0:5769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253575.297046:0:5769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253575.297052:0:5769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43480 x1854145476342528/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253591 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253575.297067:0:5769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:2.0:1768253575.297069:0:5769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000020:00000010:2.0:1768253575.297077:0:5769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062b80. 00000020:00000010:2.0:1768253575.297081:0:5769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253575.297084:0:5769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727478aa800. 02000000:00000010:2.0:1768253575.297092:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97264817e000. 02000000:00000010:2.0:1768253575.297097:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777ce9000. 00000100:00000010:2.0:1768253575.297101:0:5769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41880. 02000000:00000010:2.0:1768253575.297105:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cc9b000. 00000100:00000010:2.0:1768253575.297108:0:5769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe42d80. 02000000:00000010:2.0:1768253575.297112:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97274e638800. 00000100:00000010:2.0:1768253575.297115:0:5769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43100. 02000000:00000010:2.0:1768253575.297119:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647525000. 00000100:00000010:2.0:1768253575.297121:0:5769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649363100. 02000000:00000010:2.0:1768253575.297126:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972743030c00. 00000100:00000010:2.0:1768253575.297129:0:5769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41f80. 02000000:00000010:2.0:1768253575.297132:0:5769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972743032c00. 00000100:00000010:2.0:1768253575.297135:0:5769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40e00. 00000100:00000200:2.0:1768253575.297141:0:5769:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1768253575.297145:0:5769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e8f0. 00000400:00000010:2.0:1768253575.297149:0:5769:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972777eb6b40. 00000400:00000010:2.0:1768253575.297161:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:2.0:1768253575.297164:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071a18 00000400:00000010:2.0:1768253575.297166:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071a18. 00000100:00000200:2.0:1768253575.297171:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43480 x1854145476342528/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253575.297188:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43480 x1854145476342528/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253591 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253575.297213:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726493a8c00. 02000000:00000010:2.0:1768253575.297217:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9727478ab000. 00000100:00000010:2.0:1768253575.297221:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43480. 00000020:00000010:1.0:1768253575.297518:0:102513:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4d540. 00000020:00000010:1.0:1768253575.297526:0:102513:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726475b3e00. 00000040:00000010:1.0:1768253575.297532:0:102513:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726475b2400. 00000020:00000010:1.0:1768253575.297538:0:102513:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c80d000. 00000020:00000010:1.0:1768253575.297543:0:102513:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726475b3000. 80000000:00000010:1.0:1768253575.297549:0:102513:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9727581e3c60. 00040000:00000010:1.0:1768253575.297554:0:102513:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972741378e00. 00080000:00000010:1.0:1768253575.297561:0:102513:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c809000. 20000000:00000010:1.0:1768253575.297566:0:102513:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972741379200. 00000020:00000010:1.0:1768253575.297570:0:102513:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3800. 00000020:00000010:1.0:1768253575.297578:0:102513:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972646458c00. 00010000:00000010:2.1:1768253575.307191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0800. 00010000:00000010:2.1:1768253575.307219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadf400. 00010000:00000010:2.1:1768253575.307224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777963000. 00010000:00000010:1.1:1768253575.308166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2da00. 00010000:00000010:1.1:1768253575.308177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dade800. 00000100:00000010:0.0:1768253575.370130:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972645d3a000. 00000100:00000010:1.0:1768253575.370148:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972645d3aa20. 00000100:00000010:3.0:1768253575.370274:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972645d3aae0. 00000100:00000010:2.0:1768253575.370722:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972645d3a480. 00000020:00000010:1.0:1768253576.277167:0:102561:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97264936a4f0. 00000020:00000010:1.0:1768253576.277256:0:102561:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97264936a4f0. 00000020:00000010:1.0:1768253576.278674:0:102561:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972646dfa400. 00000020:00000010:1.0:1768253576.278695:0:102561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8600. 00000020:00000010:1.0:1768253576.278701:0:102561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726493a8c00. 00000040:00000010:1.0:1768253576.278706:0:102561:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726493a9200. 00000020:00000010:1.0:1768253576.278714:0:102561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c809000. 00000020:00000010:1.0:1768253576.278724:0:102561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972741379200. 80000000:00000010:1.0:1768253576.278732:0:102561:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972645d3aa20. 00040000:00000010:1.0:1768253576.278739:0:102561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972741378e00. 00080000:00000010:1.0:1768253576.278744:0:102561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80d000. 20000000:00000010:1.0:1768253576.278749:0:102561:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff9726475b3c00. 00000020:00000010:1.0:1768253576.278758:0:102561:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4d2c0. 00000001:00000010:1.0:1768253576.278766:0:102561:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff972777f4d100. 00000020:00000010:1.0:1768253576.278792:0:102561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b2c00. 00000020:00000010:1.0:1768253576.278795:0:102561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726475b2a00. 00000040:00000010:1.0:1768253576.278798:0:102561:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726475b3800. 00000020:00000010:1.0:1768253576.278801:0:102561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253576.278804:0:102561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726475b3000. 00040000:00000010:1.0:1768253576.278809:0:102561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727f800. 00040000:00000010:1.0:1768253576.278812:0:102561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726475b2400. 00080000:00000010:1.0:1768253576.278816:0:102561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80c800. 00080000:00000010:1.0:1768253576.278828:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646df9400. 00000020:00000010:1.0:1768253576.279076:0:102561:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff972648191b80. 00000020:00000010:1.0:1768253576.279110:0:102561:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726475b2a00. 00000040:00000010:1.0:1768253576.279114:0:102561:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726475b3800. 00000020:00000010:1.0:1768253576.279118:0:102561:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253576.279124:0:102561:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726475b3000. 00040000:00000010:1.0:1768253576.279127:0:102561:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727f800. 00040000:00000010:1.0:1768253576.279131:0:102561:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726475b2400. 00000020:00000010:1.0:1768253576.279135:0:102561:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253576.279139:0:102561:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80c800. 00000020:00000010:1.0:1768253576.279143:0:102561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b2c00. 00000001:00000010:1.0:1768253576.279150:0:102561:0:(nodemap_range.c:341:range_destroy()) kfreed 'range': 176 at ffff972649a74900. 00000020:00000010:1.0:1768253576.279158:0:102561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b2c00. 00000020:00000010:1.0:1768253576.279161:0:102561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726475b2400. 00000040:00000010:1.0:1768253576.279164:0:102561:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726475b3000. 00000020:00000010:1.0:1768253576.279167:0:102561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c80c800. 00000020:00000010:1.0:1768253576.279169:0:102561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726475b3800. 00040000:00000010:1.0:1768253576.279174:0:102561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727f800. 00040000:00000010:1.0:1768253576.279176:0:102561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726475b2a00. 00080000:00000010:1.0:1768253576.279179:0:102561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c808000. 00000001:00000010:1.0:1768253576.279185:0:102561:0:(nodemap_storage.c:989:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff97277c80f000. 00080000:00000010:1.0:1768253576.279191:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646df8000. 00000001:00000010:2.0:1768253576.287629:0:7475:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9727581e3000. 00080000:00000010:2.0:1768253576.287643:0:7475:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97276a7f5000. 00080000:00000010:2.0:1768253576.287651:0:7475:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646ce3000. 00000001:00000010:0.0:1768253576.287806:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972649899000. 00000001:00000010:0.0:1768253576.287811:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972649899600. 00000001:00000010:0.0:1768253576.287814:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972649898200. 00000001:00000010:0.0:1768253576.287818:0:85232:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff972649899200. 00000001:00000010:0.0:1768253576.287821:0:85232:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff972645eefae0. 00000001:00000010:0.0:1768253576.287824:0:85232:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff972777c7aa00. 00000001:00000010:0.0:1768253576.287831:0:85232:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff9726475f7d80. 00000020:00000010:0.0:1768253576.287839:0:85232:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff972745b07800. 00000020:00000010:0.0:1768253576.287921:0:85232:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff972745b07000. 00000020:00000010:1.0:1768253576.288281:0:102561:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff972648191b80. 00000001:00000010:1.0:1768253576.288500:0:102561:0:(nodemap_storage.c:1003:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff97277c80f000. 00000020:00000010:1.0:1768253576.288512:0:102561:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726475b2400. 00000040:00000010:1.0:1768253576.288519:0:102561:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726475b3000. 00000020:00000010:1.0:1768253576.288524:0:102561:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c80c800. 00000020:00000010:1.0:1768253576.288530:0:102561:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726475b3800. 00040000:00000010:1.0:1768253576.288534:0:102561:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727f800. 00040000:00000010:1.0:1768253576.288539:0:102561:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726475b2a00. 00000020:00000010:1.0:1768253576.288543:0:102561:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253576.288547:0:102561:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c808000. 00000020:00000010:1.0:1768253576.288552:0:102561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b2c00. 00000020:00000010:1.0:1768253576.288564:0:102561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b2c00. 00000020:00000010:1.0:1768253576.288568:0:102561:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726475b2a00. 00000040:00000010:1.0:1768253576.288571:0:102561:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726475b3800. 00000020:00000010:1.0:1768253576.288575:0:102561:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253576.288579:0:102561:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726475b3000. 00040000:00000010:1.0:1768253576.288584:0:102561:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727f800. 00040000:00000010:1.0:1768253576.288588:0:102561:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9726475b2400. 00080000:00000010:1.0:1768253576.288592:0:102561:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80c800. 00080000:00000010:1.0:1768253576.288604:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646dfac00. 00000020:00000010:1.0:1768253576.288662:0:102561:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253576.288675:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646dfa000. 00080000:00000010:1.0:1768253576.288706:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646459800. 00080000:00000010:1.0:1768253576.288737:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264645b400. 00080000:00000010:1.0:1768253576.288775:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646459400. 00080000:00000010:1.0:1768253576.288809:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646458c00. 00080000:00000010:1.0:1768253576.288842:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750fe1800. 00080000:00000010:1.0:1768253576.288878:0:102561:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9726466d3c00. 00000020:00000010:1.0:1768253576.288911:0:102561:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726475b2a00. 00000040:00000010:1.0:1768253576.288915:0:102561:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726475b3800. 00000020:00000010:1.0:1768253576.288917:0:102561:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253576.288920:0:102561:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726475b3000. 00040000:00000010:1.0:1768253576.288922:0:102561:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727f800. 00040000:00000010:1.0:1768253576.288925:0:102561:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9726475b2400. 00000020:00000010:1.0:1768253576.288928:0:102561:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff972648191b80. 00080000:00000010:1.0:1768253576.288930:0:102561:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80c800. 00000020:00000010:1.0:1768253576.288932:0:102561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b2c00. 00000001:00000010:1.0:1768253576.289235:0:102561:0:(nodemap_lproc.c:1437:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff97277dc9a600. 00000020:00000010:1.0:1768253576.289246:0:102561:0:(lprocfs_status.c:1545:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff9727775ca000. 00000020:00000010:1.0:1768253576.289250:0:102561:0:(lprocfs_status.c:1545:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff972648242400. 00000020:00000010:1.0:1768253576.289253:0:102561:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff9726493a8800. 00000020:00000010:1.0:1768253576.289257:0:102561:0:(lprocfs_status.c:1561:stats_free()) kfreed 'stats': 608 at ffff972647526400. 00000020:00000010:1.0:1768253576.289260:0:102561:0:(lprocfs_status.c:1545:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff972745b02800. 00000020:00000010:1.0:1768253576.289263:0:102561:0:(lprocfs_status.c:1545:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff9727775aa000. 00000020:00000010:1.0:1768253576.289266:0:102561:0:(lprocfs_status.c:1545:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff972747d5e800. 00000020:00000010:1.0:1768253576.289271:0:102561:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff972747d5d000. 00000020:00000010:1.0:1768253576.289273:0:102561:0:(lprocfs_status.c:1561:stats_free()) kfreed 'stats': 608 at ffff97274de37800. 00000001:00000010:1.0:1768253576.289279:0:102561:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff97277dc9a6c0. 00000001:00000010:1.0:1768253576.289281:0:102561:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff972648192840. 00000001:00000010:1.0:1768253576.289284:0:102561:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff972648192880. 00000001:00000010:1.0:1768253576.289285:0:102561:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff9726491cc400. 00000001:00000010:1.0:1768253576.289290:0:102561:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at ffff97277cc99c00. 00000001:00000010:1.0:1768253576.289296:0:102561:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff972777f4d100. 00010000:00000010:1.0:1768253576.289316:0:102561:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0000. 00010000:00000010:1.0:1768253576.289326:0:102561:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dade800. 00000020:00000010:1.0:1768253576.289388:0:102561:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4d2c0. 00000020:00000010:1.0:1768253576.289394:0:102561:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726493a8c00. 00000040:00000010:1.0:1768253576.289398:0:102561:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726493a9200. 00000020:00000010:1.0:1768253576.289400:0:102561:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c809000. 00000020:00000010:1.0:1768253576.289404:0:102561:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972741379200. 80000000:00000010:1.0:1768253576.289410:0:102561:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972645d3aa20. 00040000:00000010:1.0:1768253576.289426:0:102561:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972741378e00. 00080000:00000010:1.0:1768253576.289431:0:102561:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80d000. 20000000:00000010:1.0:1768253576.289434:0:102561:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff9726475b3c00. 00000020:00000010:1.0:1768253576.289437:0:102561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8600. 00000020:00000010:1.0:1768253576.289444:0:102561:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972646dfa400. 00010000:00000010:1.1:1768253576.304157:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0000. 00010000:00000010:1.1:1768253576.304174:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dade800. 00000001:00000010:2.0:1768253576.320614:0:6594:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff972647f94540. 00080000:00000010:2.0:1768253576.320627:0:6594:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264817d000. 00080000:00000010:2.0:1768253576.320634:0:6594:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9726475a6c00. 00000001:00000010:3.0:1768253576.320768:0:72432:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9726493a9800. 00000001:00000010:3.0:1768253576.320779:0:72432:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9726493a9c00. 00000001:00000010:3.0:1768253576.320780:0:72432:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9726493a9400. 00000001:00000010:3.0:1768253576.320782:0:72432:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9726493a9a00. 00000001:00000010:3.0:1768253576.320785:0:72432:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9726498245a0. 00000001:00000010:3.0:1768253576.320787:0:72432:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff972746254300. 00000001:00000010:3.0:1768253576.320798:0:72432:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff9727412e4c00. 00000020:00000010:3.0:1768253576.320810:0:72432:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff972647772800. 00000020:00000010:3.0:1768253576.320825:0:72432:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff972647776800. 00000100:00000010:0.0:1768253577.266133:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbc380. 02000000:00000010:0.0:1768253577.266171:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647523200. 00010000:00000010:0.0:1768253577.266195:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2d200. 00010000:00000010:0.0:1768253577.266205:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777962c00. 00000100:00000010:0.0:1768253577.266231:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649dd8480. 02000000:00000010:0.0:1768253577.266261:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972646cccc00. 00000400:00000010:0.0:1768253577.266270:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358dc0. 00000400:00000010:0.0:1768253577.266281:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0675d8. 00000100:00000200:0.0:1768253577.266291:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476342656, portal 25 00000400:00000010:0.0:1768253577.266298:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253577.266301:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476342656, offset 0 00000400:00000200:0.0:1768253577.266313:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253577.266332:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253577.266345:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27ab380 00000400:00000200:0.0:1768253577.266354:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15ce9 [2] + 0 00000400:00000010:0.0:1768253577.266359:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358bb0. 00000400:00000200:0.0:1768253577.266363:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fea3900 00000400:00000200:0.0:1768253577.266372:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253577.266378:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253577.266386:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fea3900 00000400:00000010:0.0:1768253577.266389:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fea3900. 00000100:00000200:0.0:1768253577.266395:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253577.266428:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253577.266431:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253577.266441:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777cbc380 x1854145476342656/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253577.266465:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4900. 00000100:00000010:0.0:1768253577.266483:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4f00. 00000100:00000010:0.0:1768253577.266490:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da41e0. 00000100:00000010:0.0:1768253577.266495:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4ae0. 00000020:00000010:1.0:1768253577.266924:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d380. 00000020:00000010:1.0:1768253577.266931:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d380. 00000020:00000010:1.0:1768253577.266938:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a9200. 00000020:00000010:1.0:1768253577.266944:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253577.266951:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253577.267005:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d380. 00000020:00000010:1.0:1768253577.267007:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d380. 00000100:00000200:1.0:1768253577.267042:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342656 00010000:00000010:1.0:1768253577.267071:0:5777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0700. 00010000:00000010:1.0:1768253577.267079:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dade800. 02000000:00000010:1.0:1768253577.267096:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972646dfa400. 00010000:00000200:1.0:1768253577.267126:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e3450 x1854145476342656/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:553/0 lens 328/344 e 0 to 0 dl 1768253588 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253577.267146:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253577.267150:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476342656, offset 224 00000400:00000200:1.0:1768253577.267157:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253577.267165:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253577.267172:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27ab380 00000400:00000200:1.0:1768253577.267178:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16501 [1] + 224 00000400:00000200:1.0:1768253577.267183:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253577.267186:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253577.267194:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777cbc380 x1854145476342656/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253593 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253577.267217:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253577.267220:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000020:00000010:1.0:1768253577.267240:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253577.267244:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253577.267248:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a9200. 02000000:00000010:1.0:1768253577.267256:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972646dfa400. 00000100:00000200:1.0:1768253577.267263:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253577.267268:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbca50. 00000400:00000010:1.0:1768253577.267273:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277dd86900. 00000400:00000010:2.0:1768253577.267401:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358dc0. 00000400:00000200:2.0:1768253577.267416:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0675d8 00000400:00000010:2.0:1768253577.267418:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0675d8. 00000100:00000200:2.0:1768253577.267425:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777cbc380 x1854145476342656/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253593 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253577.267435:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777cbc380 x1854145476342656/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253593 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253577.267463:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649dd8480. 02000000:00000010:2.0:1768253577.267483:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972646cccc00. 02000000:00000010:2.0:1768253577.267495:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647523200. 00000100:00000010:2.0:1768253577.267500:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbc380. 00000020:00000010:3.0:1768253577.344781:0:102611:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3230. 00000020:00000010:3.0:1768253577.345636:0:102611:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3230. 00000100:00000010:2.0:1768253577.346106:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da41e0. 00000100:00000010:0.0:1768253577.346262:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4900. 00000100:00000010:1.0:1768253577.346367:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4f00. 00000100:00000010:3.0:1768253577.346697:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4ae0. 00000020:00000010:3.0:1768253577.346728:0:102611:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972747d7d400. 00000020:00000010:3.0:1768253577.346741:0:102611:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647daa200. 00000020:00000010:3.0:1768253577.346746:0:102611:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647dab400. 00000040:00000010:3.0:1768253577.346752:0:102611:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972746d3de00. 00000020:00000010:3.0:1768253577.346758:0:102611:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644d800. 00000020:00000010:3.0:1768253577.346764:0:102611:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972746d3d000. 80000000:00000010:3.0:1768253577.346769:0:102611:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22900. 00040000:00000010:3.0:1768253577.346776:0:102611:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972646cebc00. 00080000:00000010:3.0:1768253577.346782:0:102611:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97264644f000. 20000000:00000010:3.0:1768253577.346787:0:102611:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972645cb0800. 00000020:00000010:3.0:1768253577.346795:0:102611:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622f500. 00000001:00000010:3.0:1768253577.346804:0:102611:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff97276bd22060. 00000020:00000010:3.0:1768253577.346826:0:102611:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb1200. 00000020:00000010:3.0:1768253577.346830:0:102611:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645cb0000. 00000040:00000010:3.0:1768253577.346833:0:102611:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645cb1800. 00000020:00000010:3.0:1768253577.346836:0:102611:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644a000. 00000020:00000010:3.0:1768253577.346844:0:102611:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972749c2e800. 00040000:00000010:3.0:1768253577.346849:0:102611:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972750fe7700. 00040000:00000010:3.0:1768253577.346854:0:102611:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97277dd73c00. 00080000:00000010:3.0:1768253577.346857:0:102611:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97264644e000. 00080000:00000010:3.0:1768253577.346952:0:102611:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972747d7ec00. 00000020:00000010:3.0:1768253577.347322:0:102611:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97277db72680. 00000020:00000010:3.0:1768253577.347353:0:102611:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645cb0000. 00000040:00000010:3.0:1768253577.347358:0:102611:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645cb1800. 00000020:00000010:3.0:1768253577.347361:0:102611:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644a000. 00000020:00000010:3.0:1768253577.347366:0:102611:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972749c2e800. 00040000:00000010:3.0:1768253577.347381:0:102611:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972750fe7700. 00040000:00000010:3.0:1768253577.347385:0:102611:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97277dd73c00. 00000020:00000010:3.0:1768253577.347390:0:102611:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97277db72680. 00080000:00000010:3.0:1768253577.347393:0:102611:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97264644e000. 00000020:00000010:3.0:1768253577.347397:0:102611:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb1200. 00000001:00000010:3.0:1768253577.347419:0:102611:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff97276bd22060. 00010000:00000010:3.0:1768253577.347441:0:102611:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f9200. 00010000:00000010:3.0:1768253577.347464:0:102611:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff97275622fc40. 00000100:00000010:3.0:1768253577.347474:0:102611:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972649d34f00. 00000100:00000010:3.0:1768253577.347488:0:102611:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649cbca80. 02000000:00000010:3.0:1768253577.347508:0:102611:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97277dd73c00. 02000000:00000010:3.0:1768253577.347549:0:102611:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277dd72a00. 00000400:00000010:3.0:1768253577.347557:0:102611:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032268. 00000400:00000010:3.0:1768253577.347566:0:102611:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92e58. 00000100:00000200:3.0:1768253577.347576:0:102611:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342784, portal 16 00000400:00000010:3.0:1768253577.347583:0:102611:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92770. 00000100:00000200:3.0:1768253577.347587:0:102611:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476342784, offset 0 00000400:00000200:3.0:1768253577.347610:0:102611:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253577.347628:0:102611:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253577.347642:0:102611:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27ab400 00000400:00000200:3.0:1768253577.347650:0:102611:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 984 00000400:00000200:3.0:1768253577.347661:0:102611:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253577.347665:0:102611:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253577.347675:0:102611:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1768253577.347681:0:102611:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff28380. 00000400:00000200:3.0:1768253577.347713:0:102611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92770 00000400:00000010:3.0:1768253577.347716:0:102611:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92770. 00000100:00000200:3.0:1768253577.347726:0:102611:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649cbca80 x1854145476342784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253593 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1768253577.347750:0:102611:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22060. 00000100:00000010:3.0:1768253577.347762:0:102611:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22a20. 00000100:00000010:3.0:1768253577.347766:0:102611:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22540. 00000100:00000010:3.0:1768253577.347771:0:102611:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22300. 00000020:00000010:1.0:1768253577.348234:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253577.348241:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253577.348248:0:5766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a9200. 00000020:00000010:1.0:1768253577.348254:0:5766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253577.348261:0:5766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253577.348310:0:5766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253577.348313:0:5766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4ddc0. 00000100:00000200:1.0:1768253577.348316:0:5766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342784 02000000:00000010:1.0:1768253577.348333:0:5766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646dfa400. 00000400:00000010:1.0:1768253577.348350:0:5766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253577.348354:0:5766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476342784, offset 224 00000400:00000200:1.0:1768253577.348361:0:5766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253577.348378:0:5766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253577.348386:0:5766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27ab400 00000400:00000200:1.0:1768253577.348393:0:5766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16511 [1] + 224 00000400:00000200:1.0:1768253577.348397:0:5766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253577.348401:0:5766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253577.348416:0:5766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649cbca80 x1854145476342784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253593 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1768253577.348442:0:5766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253577.348445:0:5766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00010000:00000010:1.0:1768253577.348456:0:5766:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97277dd86b40. 00000020:00000010:1.0:1768253577.348481:0:5766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253577.348485:0:5766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253577.348488:0:5766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a9200. 00000100:00000010:1.0:1768253577.348535:0:5771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7b80. 02000000:00000010:1.0:1768253577.348546:0:5771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9726493a9200. 00010000:00000010:1.0:1768253577.348605:0:5771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97277dd86b40. 02000000:00000010:1.0:1768253577.348629:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726493a8c00. 00000400:00000010:1.0:1768253577.348636:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253577.348639:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253577.348642:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476342912, portal 18 00000400:00000010:1.0:1768253577.348647:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253577.348649:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476342912, offset 0 00000400:00000200:1.0:1768253577.348652:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253577.348658:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253577.348664:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27ab480 00000400:00000200:1.0:1768253577.348670:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4911 [2] + 0 00000400:00000200:1.0:1768253577.348675:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253577.348678:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253577.348682:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253577.348687:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fef7100. 00000400:00000200:1.0:1768253577.348699:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253577.348701:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253577.348707:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7b80 x1854145476342912/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253593 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253577.348761:0:5770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253577.348766:0:5770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253577.348770:0:5770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8600. 00000020:00000010:1.0:1768253577.348772:0:5770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253577.348775:0:5770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000100:00000200:1.0:1768253577.348793:0:5770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff97277fef7100 x1854145476342912/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:553/0 lens 328/0 e 0 to 0 dl 1768253588 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253577.348816:0:5770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4ddc0. 00000020:00000010:1.0:1768253577.348818:0:5770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4ddc0. 00000100:00000200:1.0:1768253577.348821:0:5770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476342912 02000000:00000010:1.0:1768253577.348831:0:5770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972648242400. 00010000:00000010:1.0:1768253577.348860:0:5770:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972777f4ddc0. 00000100:00000010:1.0:1768253577.348867:0:5770:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dd86b40. 00000100:00000010:1.0:1768253577.348900:0:5770:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dd86b40. 00010000:00000010:1.0:1768253577.348904:0:5770:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972777f4ddc0. 00000400:00000010:1.0:1768253577.348912:0:5770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253577.348915:0:5770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476342912, offset 224 00000400:00000200:1.0:1768253577.348919:0:5770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253577.348925:0:5770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253577.348931:0:5770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27ab480 00000400:00000200:1.0:1768253577.348935:0:5770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1651d [1] + 224 00000400:00000200:1.0:1768253577.348939:0:5770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253577.348942:0:5770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253577.348949:0:5770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7b80 x1854145476342912/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253593 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253577.348965:0:5770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253577.348967:0:5770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253577.348976:0:5770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191f00. 00000020:00000010:1.0:1768253577.348979:0:5770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253577.348981:0:5770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8600. 00000400:00000010:1.0:1768253577.349000:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253577.349004:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253577.349005:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000400:00000010:2.0:1768253577.349470:0:102611:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032268. 00000400:00000200:2.0:1768253577.349479:0:102611:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92e58 00000400:00000010:2.0:1768253577.349482:0:102611:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92e58. 00000100:00000200:2.0:1768253577.349490:0:102611:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649cbca80 x1854145476342784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253593 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1768253577.349501:0:102611:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649cbca80 x1854145476342784/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253593 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1768253577.349538:0:102611:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277dd72a00. 02000000:00000010:2.0:1768253577.349545:0:102611:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97277dd73c00. 00000100:00000010:2.0:1768253577.349552:0:102611:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbca80. 00000100:00000010:2.0:1768253577.349557:0:102611:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972649d34f00. 00010000:00000010:2.0:1768253577.349561:0:102611:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff97275622fc40. 00000020:00000010:2.0:1768253577.349587:0:102611:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622f500. 00000020:00000010:2.0:1768253577.349610:0:102611:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647dab400. 00000040:00000010:2.0:1768253577.349616:0:102611:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972746d3de00. 00000020:00000010:2.0:1768253577.349621:0:102611:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644d800. 00000020:00000010:2.0:1768253577.349627:0:102611:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972746d3d000. 80000000:00000010:2.0:1768253577.349631:0:102611:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22900. 00040000:00000010:2.0:1768253577.349637:0:102611:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972646cebc00. 00080000:00000010:2.0:1768253577.349646:0:102611:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97264644f000. 20000000:00000010:2.0:1768253577.349650:0:102611:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972645cb0800. 00000020:00000010:2.0:1768253577.349654:0:102611:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647daa200. 00000020:00000010:2.0:1768253577.349663:0:102611:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972747d7d400. 00000100:00000200:1.0:1768253577.350344:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7b80 x1854145476342912/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253593 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253577.350362:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7b80 x1854145476342912/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253593 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253577.350529:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726493a8c00. 02000000:00000010:1.0:1768253577.350536:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9726493a9200. 00000100:00000010:1.0:1768253577.350539:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7b80. 00010000:00000010:2.1:1768253577.379306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dade800. 00010000:00000010:2.1:1768253577.379328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0700. 00010000:00000010:2.1:1768253577.379334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f9200. 00010000:00000010:1.1:1768253577.379669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2d200. 00010000:00000010:1.1:1768253577.379677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777962c00. 00000100:00000010:1.0:1768253577.428155:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22a20. 00000100:00000010:2.0:1768253577.428853:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22540. 00000100:00000010:3.0:1768253577.429167:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22300. 00000100:00000010:0.0:1768253577.429356:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22060. 00000100:00000010:3.0:1768253578.291652:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29500. 02000000:00000010:3.0:1768253578.291690:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4a300. 02000000:00000010:0.0:1768253578.291798:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972646ccf000. 00000400:00000010:0.0:1768253578.291810:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358bb0. 00000400:00000010:0.0:1768253578.291820:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253578.291830:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476343040, portal 4 00000400:00000010:0.0:1768253578.291838:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253578.291842:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476343040, offset 0 00000400:00000200:0.0:1768253578.291853:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.291870:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.291885:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27ab500 00000400:00000200:0.0:1768253578.291893:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 7616 00000400:00000200:0.0:1768253578.291903:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.291907:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.291917:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1768253578.291923:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbfb80. 00000400:00000200:0.0:1768253578.291955:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:0.0:1768253578.291958:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253578.291968:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff29500 x1854145476343040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253578.291996:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4900. 00000100:00000010:0.0:1768253578.292066:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4000. 00000100:00000010:0.0:1768253578.292074:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4720. 00000100:00000010:0.0:1768253578.292080:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4180. 00000020:00000010:3.0:1768253578.292507:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253578.292516:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf0440. 00000020:00000010:3.0:1768253578.293380:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd73c00. 00000020:00000010:3.0:1768253578.293391:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d80. 00000020:00000010:3.0:1768253578.293408:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253578.293469:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fb00. 00000020:00000010:3.0:1768253578.293473:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fb00. 00000100:00000200:3.0:1768253578.293477:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343040 02000000:00000010:3.0:1768253578.293503:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972747d7d400. 00010000:00000200:3.0:1768253578.293554:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbfb80 x1854145476343040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:554/0 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253578.293576:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92770. 00000100:00000200:3.0:1768253578.293582:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476343040, offset 224 00000400:00000200:3.0:1768253578.293590:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253578.293601:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253578.293610:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27ab500 00000400:00000200:3.0:1768253578.293617:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16529 [1] + 224 00000400:00000200:3.0:1768253578.293625:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253578.293628:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253578.293638:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff29500 x1854145476343040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253578.293662:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92770 00000400:00000010:3.0:1768253578.293665:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92770. 00000020:00000010:3.0:1768253578.293681:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d80. 00000020:00000010:3.0:1768253578.293685:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253578.293688:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd73c00. 00000100:00000010:1.0:1768253578.296574:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7b80. 02000000:00000010:1.0:1768253578.296604:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f800. 02000000:00000010:1.0:1768253578.296733:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972646480c00. 00000400:00000010:1.0:1768253578.296743:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253578.296753:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253578.296762:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476343168, portal 4 00000400:00000010:1.0:1768253578.296770:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253578.296773:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476343168, offset 0 00000400:00000200:1.0:1768253578.296784:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253578.296800:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253578.296814:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27ab580 00000400:00000200:1.0:1768253578.296823:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 7840 00000400:00000200:1.0:1768253578.296832:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253578.296837:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253578.296847:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253578.296854:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649259500. 00000400:00000200:1.0:1768253578.296878:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253578.296881:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253578.296891:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7b80 x1854145476343168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253578.296967:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4da80. 00000020:00000010:1.0:1768253578.296975:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf02c0. 00000400:00000010:2.0:1768253578.298752:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358bb0. 00000400:00000200:2.0:1768253578.298767:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:2.0:1768253578.298770:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000100:00000200:2.0:1768253578.298788:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff29500 x1854145476343040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253578.298800:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff29500 x1854145476343040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253578.298856:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972646ccf000. 02000000:00000010:2.0:1768253578.298865:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4a300. 00000100:00000010:2.0:1768253578.298875:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff29500. 00000020:00000010:1.0:1768253578.299513:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726493a8c00. 00000020:00000010:1.0:1768253578.299525:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a680. 00000020:00000010:1.0:1768253578.299531:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253578.299582:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253578.299587:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000100:00000200:1.0:1768253578.299591:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343168 02000000:00000010:1.0:1768253578.299619:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97274f9e7800. 00010000:00000200:1.0:1768253578.299672:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649259500 x1854145476343168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:554/0 lens 224/368 e 0 to 0 dl 1768253589 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253578.299696:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253578.299704:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476343168, offset 224 00000400:00000200:1.0:1768253578.299712:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253578.299730:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253578.299744:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27ab580 00000400:00000200:1.0:1768253578.299754:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16535 [1] + 224 00000400:00000200:1.0:1768253578.299764:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253578.299768:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253578.299780:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7b80 x1854145476343168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253578.299804:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:1.0:1768253578.299806:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 00000020:00000010:1.0:1768253578.299825:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a680. 00000020:00000010:1.0:1768253578.299830:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253578.299833:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726493a8c00. 00000400:00000010:1.0:1768253578.299860:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc108. 00000400:00000200:1.0:1768253578.299865:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253578.299867:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253578.299873:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7b80 x1854145476343168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253578.299881:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7b80 x1854145476343168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253578.299910:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972646480c00. 02000000:00000010:1.0:1768253578.299921:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f800. 00000100:00000010:1.0:1768253578.299926:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7b80. 00000100:00000010:0.0:1768253578.303257:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4900. 00000100:00000010:3.0:1768253578.303546:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4180. 00000100:00000010:1.0:1768253578.303621:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4000. 00000100:00000010:2.0:1768253578.304543:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4720. 00000020:00000010:3.0:1768253578.338555:0:102659:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3000. 00000020:00000010:3.0:1768253578.338648:0:102659:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3000. 00000020:00000010:3.0:1768253578.338888:0:102659:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972747d7dc00. 00000020:00000010:3.0:1768253578.338901:0:102659:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd72400. 00000020:00000010:3.0:1768253578.338905:0:102659:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97277dd73c00. 00000040:00000010:3.0:1768253578.338911:0:102659:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9727466df800. 00000020:00000010:3.0:1768253578.338917:0:102659:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644e000. 00000020:00000010:3.0:1768253578.338924:0:102659:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972646484200. 80000000:00000010:3.0:1768253578.338929:0:102659:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22300. 00040000:00000010:3.0:1768253578.338935:0:102659:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972646484c00. 00080000:00000010:3.0:1768253578.338941:0:102659:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97264644a000. 20000000:00000010:3.0:1768253578.338946:0:102659:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff97277de4c200. 00000020:00000010:3.0:1768253578.338953:0:102659:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622fb00. 00000001:00000010:3.0:1768253578.338962:0:102659:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff97276bd22b40. 00000020:00000010:3.0:1768253578.338983:0:102659:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972749c2e800. 00000020:00000010:3.0:1768253578.338987:0:102659:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645cb0800. 00000040:00000010:3.0:1768253578.338989:0:102659:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645cb1200. 00000020:00000010:3.0:1768253578.338993:0:102659:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644f000. 00000020:00000010:3.0:1768253578.338995:0:102659:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972645cb1800. 00040000:00000010:3.0:1768253578.339001:0:102659:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972645e4a300. 00040000:00000010:3.0:1768253578.339004:0:102659:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972645cb0000. 00080000:00000010:3.0:1768253578.339007:0:102659:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97264644d800. 00080000:00000010:3.0:1768253578.339048:0:102659:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972743030c00. 00000020:00000010:3.0:1768253578.339203:0:102659:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97277db72380. 00000020:00000010:3.0:1768253578.339236:0:102659:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645cb0800. 00000040:00000010:3.0:1768253578.339241:0:102659:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645cb1200. 00000020:00000010:3.0:1768253578.339245:0:102659:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644f000. 00000020:00000010:3.0:1768253578.339249:0:102659:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972645cb1800. 00040000:00000010:3.0:1768253578.339252:0:102659:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972645e4a300. 00040000:00000010:3.0:1768253578.339259:0:102659:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972645cb0000. 00000020:00000010:3.0:1768253578.339263:0:102659:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97277db72380. 00080000:00000010:3.0:1768253578.339267:0:102659:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97264644d800. 00000020:00000010:3.0:1768253578.339270:0:102659:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972749c2e800. 00000001:00000010:3.0:1768253578.339286:0:102659:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff97276bd22b40. 00010000:00000010:3.0:1768253578.339302:0:102659:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9600. 00010000:00000010:3.0:1768253578.339311:0:102659:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f9200. 00000020:00000010:3.0:1768253578.339368:0:102659:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622fb00. 00000020:00000010:3.0:1768253578.339373:0:102659:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97277dd73c00. 00000040:00000010:3.0:1768253578.339377:0:102659:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9727466df800. 00000020:00000010:3.0:1768253578.339379:0:102659:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644e000. 00000020:00000010:3.0:1768253578.339382:0:102659:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972646484200. 80000000:00000010:3.0:1768253578.339387:0:102659:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22300. 00040000:00000010:3.0:1768253578.339389:0:102659:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972646484c00. 00080000:00000010:3.0:1768253578.339392:0:102659:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97264644a000. 20000000:00000010:3.0:1768253578.339407:0:102659:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff97277de4c200. 00000020:00000010:3.0:1768253578.339411:0:102659:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd72400. 00000020:00000010:3.0:1768253578.339415:0:102659:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972747d7dc00. 00010000:00000010:3.1:1768253578.349192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274f8b9600. 00010000:00000010:3.1:1768253578.349211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f9200. 00000100:00000010:3.0:1768253578.807050:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff28e00. 02000000:00000010:3.0:1768253578.807085:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4a300. 00000100:00000010:3.0:1768253578.807131:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29500. 02000000:00000010:3.0:1768253578.807139:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76d00. 00000100:00000010:3.0:1768253578.807157:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff47800. 02000000:00000010:3.0:1768253578.807163:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76b00. 00000100:00000010:3.0:1768253578.807170:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff46680. 02000000:00000010:3.0:1768253578.807175:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76900. 00000100:00000010:3.0:1768253578.807187:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26d80. 02000000:00000010:3.0:1768253578.807192:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76600. 00000100:00000010:3.0:1768253578.807199:0:85232:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a24380. 02000000:00000010:3.0:1768253578.807204:0:85232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76300. 02000000:00000010:0.0:1768253578.807339:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647522200. 00000400:00000010:0.0:1768253578.807349:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358e70. 00000400:00000010:0.0:1768253578.807359:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253578.807369:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476343296, portal 25 00000400:00000010:0.0:1768253578.807376:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253578.807379:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476343296, offset 0 00000400:00000200:0.0:1768253578.807400:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.807416:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.807432:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27ab600 00000400:00000200:0.0:1768253578.807441:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15cf9 [2] + 0 00000400:00000010:0.0:1768253578.807447:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e318. 00000400:00000200:0.0:1768253578.807451:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277db7c600 00000400:00000200:0.0:1768253578.807459:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.807463:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253578.807470:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277db7c600 00000400:00000010:0.0:1768253578.807473:0:3321:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277db7c600. 00000100:00000200:0.0:1768253578.807479:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253578.807498:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253578.807501:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253578.807510:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff28e00 x1854145476343296/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253578.807535:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4900. 00000100:00000010:0.0:1768253578.807553:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4720. 00000100:00000010:0.0:1768253578.807560:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4000. 00000100:00000010:0.0:1768253578.807565:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4180. 02000000:00000010:0.0:1768253578.807578:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647523600. 00000400:00000010:0.0:1768253578.807582:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463588f0. 00000400:00000010:0.0:1768253578.807586:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253578.807589:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476343808, portal 10 00000400:00000010:0.0:1768253578.807594:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253578.807596:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476343808, offset 0 00000400:00000200:0.0:1768253578.807600:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.807604:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.807609:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ab800 00000400:00000200:0.0:1768253578.807614:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 67984 00000400:00000200:0.0:1768253578.807619:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.807621:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.807626:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253578.807632:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbd880. 00000400:00000200:0.0:1768253578.807644:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253578.807646:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253578.807650:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a26d80 x1854145476343808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.807683:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647523200. 00000400:00000010:0.0:1768253578.807687:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358f78. 00000400:00000010:0.0:1768253578.807690:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253578.807693:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476343680, portal 4 00000400:00000010:0.0:1768253578.807697:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253578.807700:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476343680, offset 0 00000400:00000200:0.0:1768253578.807703:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.807708:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.807712:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27ab780 00000400:00000200:0.0:1768253578.807717:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 14032 00000400:00000200:0.0:1768253578.807721:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.807723:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.807727:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253578.807730:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbe300. 00000400:00000200:0.0:1768253578.807742:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253578.807744:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253578.807748:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff46680 x1854145476343680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.807780:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647522a00. 00000400:00000010:0.0:1768253578.807784:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358528. 00000400:00000010:0.0:1768253578.807787:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253578.807791:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476343424, portal 10 00000400:00000010:0.0:1768253578.807796:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253578.807798:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476343424, offset 0 00000400:00000200:0.0:1768253578.807802:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.807807:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.807812:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ab680 00000400:00000200:0.0:1768253578.807816:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 68208 00000400:00000200:0.0:1768253578.807821:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.807824:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.807827:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253578.807832:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbf800. 00000400:00000200:0.0:1768253578.807843:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253578.807845:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253578.807849:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff29500 x1854145476343424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.808051:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647523800. 00000400:00000010:0.0:1768253578.808055:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358a50. 00000400:00000010:0.0:1768253578.808059:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253578.808062:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476343936, portal 4 00000400:00000010:0.0:1768253578.808068:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253578.808070:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476343936, offset 0 00000400:00000200:0.0:1768253578.808074:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.808079:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.808084:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27ab880 00000400:00000200:0.0:1768253578.808088:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd1 [8] + 14256 00000400:00000200:0.0:1768253578.808093:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.808096:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.808099:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253578.808103:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777cbc380. 00000400:00000200:0.0:1768253578.808115:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253578.808117:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253578.808121:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a24380 x1854145476343936/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.808145:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972746d3de00. 00000400:00000010:0.0:1768253578.808149:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358318. 00000400:00000010:0.0:1768253578.808152:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253578.808155:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476343552, portal 10 00000400:00000010:0.0:1768253578.808159:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253578.808161:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476343552, offset 0 00000400:00000200:0.0:1768253578.808165:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.808169:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.808173:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ab700 00000400:00000200:0.0:1768253578.808177:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 68432 00000400:00000200:0.0:1768253578.808181:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.808184:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.808187:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253578.808191:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f800. 00000400:00000200:0.0:1768253578.808202:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253578.808204:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253578.808209:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff47800 x1854145476343552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253578.808537:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.808545:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.808553:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819e00. 00000020:00000010:1.0:1768253578.808558:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191b80. 00000020:00000010:1.0:1768253578.808564:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253578.808600:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.808603:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.808607:0:6570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c818200. 00000020:00000010:1.0:1768253578.808610:0:6570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191180. 00000020:00000010:1.0:1768253578.808613:0:6570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253578.808634:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.808637:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d240. 00000100:00000200:1.0:1768253578.808640:0:6570:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343680 02000000:00000010:1.0:1768253578.808665:0:6570:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646480c00. 00010000:00000200:1.0:1768253578.808675:0:6570:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbe300 x1854145476343680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:554/0 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253578.808693:0:6570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253578.808697:0:6570:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476343680, offset 224 00000400:00000200:1.0:1768253578.808702:0:6570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253578.808709:0:6570:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253578.808715:0:6570:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27ab780 00000400:00000200:1.0:1768253578.808721:0:6570:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16551 [1] + 224 00000400:00000200:1.0:1768253578.808725:0:6570:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253578.808728:0:6570:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253578.808735:0:6570:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff46680 x1854145476343680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253578.808753:0:6570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253578.808755:0:6570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000020:00000010:1.0:1768253578.808772:0:6570:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191b80. 00000020:00000010:1.0:1768253578.808777:0:6570:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253578.808781:0:6570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819e00. 00000020:00000010:1.0:1768253578.808795:0:6570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.808797:0:6570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d240. 00000100:00000200:1.0:1768253578.808800:0:6570:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343936 02000000:00000010:1.0:1768253578.808808:0:6570:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646483000. 00010000:00000200:1.0:1768253578.808814:0:6570:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbc380 x1854145476343936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:554/0 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253578.808825:0:6570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253578.808828:0:6570:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476343936, offset 224 00000400:00000200:1.0:1768253578.808832:0:6570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253578.808837:0:6570:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253578.808845:0:6570:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27ab880 00000400:00000200:1.0:1768253578.808850:0:6570:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16561 [1] + 224 00000020:00000010:0.0:1768253578.809450:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ae00. 00000020:00000010:0.0:1768253578.809472:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274dedb200. 00000020:00000010:0.0:1768253578.809476:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4080. 00000020:00000010:0.0:1768253578.809481:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253578.809511:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.809514:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.809519:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274f803e00. 00000020:00000010:0.0:1768253578.809522:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4100. 00000020:00000010:0.0:1768253578.809525:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253578.809542:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.809545:0:5785:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dcf07c0. 00000020:00000010:0.0:1768253578.809550:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.809555:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972747b2d800. 00000020:00000010:0.0:1768253578.809557:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4d00. 00000020:00000010:0.0:1768253578.809560:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253578.809571:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.809574:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9af40. 00000100:00000200:0.0:1768253578.809577:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343808 02000000:00000010:0.0:1768253578.809587:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646cccc00. 00010000:00000200:0.0:1768253578.809595:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbd880 x1854145476343808/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:554/0 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253578.809607:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000400:00000200:1.0:1768253578.810359:0:6570:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253578.810363:0:6570:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.811265:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476343808, offset 224 00000400:00000200:0.0:1768253578.811297:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.811322:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.811335:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ab800 00000400:00000200:0.0:1768253578.811344:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16549 [1] + 224 00000400:00000200:0.0:1768253578.811352:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.811355:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.811373:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a26d80 x1854145476343808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253578.811404:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253578.811407:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000020:00000010:0.0:1768253578.811434:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4080. 00000020:00000010:0.0:1768253578.811441:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253578.811446:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274dedb200. 00000020:00000010:0.0:1768253578.811482:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.811486:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9af40. 00000100:00000200:0.0:1768253578.811491:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343424 02000000:00000010:0.0:1768253578.811515:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ccd800. 00010000:00000200:0.0:1768253578.811524:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777cbf800 x1854145476343424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:554/0 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253578.811543:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253578.811548:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476343424, offset 224 00000400:00000200:0.0:1768253578.811552:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.811562:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.811569:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ab680 00000400:00000200:0.0:1768253578.811573:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16559 [1] + 224 00000400:00000200:0.0:1768253578.811578:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.811580:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.811587:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff29500 x1854145476343424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253578.811605:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253578.811607:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000020:00000010:0.0:1768253578.811614:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4100. 00000020:00000010:0.0:1768253578.811617:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253578.811620:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274f803e00. 00000020:00000010:0.0:1768253578.811631:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9af40. 00000020:00000010:0.0:1768253578.811633:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9af40. 00000100:00000200:0.0:1768253578.811635:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343552 02000000:00000010:0.0:1768253578.811645:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ccf400. 00010000:00000200:0.0:1768253578.811649:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4f800 x1854145476343552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:554/0 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253578.811659:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253578.811662:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476343552, offset 224 00000400:00000200:0.0:1768253578.811665:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253578.811669:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253578.811673:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ab700 00000400:00000200:0.0:1768253578.811677:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16569 [1] + 224 00000400:00000200:0.0:1768253578.811683:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253578.811686:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253578.811693:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff47800 x1854145476343552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253578.811702:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253578.811704:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000020:00000010:0.0:1768253578.811711:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4d00. 00000020:00000010:0.0:1768253578.811713:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253578.811716:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972747b2d800. 00000400:00000010:0.0:1768253578.811782:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358f78. 00000400:00000200:0.0:1768253578.811786:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253578.811790:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253578.811796:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff46680 x1854145476343680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253578.811805:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff46680 x1854145476343680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253578.811843:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463588f0. 00000400:00000200:0.0:1768253578.811846:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253578.811848:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253578.811851:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a26d80 x1854145476343808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253578.811871:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a26d80 x1854145476343808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.811891:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647523200. 02000000:00000010:0.0:1768253578.811898:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76900. 00000100:00000010:0.0:1768253578.811903:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff46680. 02000000:00000010:0.0:1768253578.811907:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647523600. 02000000:00000010:0.0:1768253578.811909:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76600. 00000100:00000010:0.0:1768253578.811911:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a26d80. 00000400:00000010:0.0:1768253578.811928:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358318. 00000400:00000200:0.0:1768253578.811931:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253578.811933:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253578.811938:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff47800 x1854145476343552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253578.811946:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff47800 x1854145476343552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253578.811960:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358528. 00000400:00000200:0.0:1768253578.811963:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253578.811965:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253578.811969:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff29500 x1854145476343424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253578.811976:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff29500 x1854145476343424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.811990:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972746d3de00. 02000000:00000010:0.0:1768253578.811994:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76b00. 00000100:00000010:0.0:1768253578.811997:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff47800. 02000000:00000010:0.0:1768253578.812000:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647522a00. 02000000:00000010:0.0:1768253578.812003:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76d00. 00000100:00000010:0.0:1768253578.812005:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff29500. 00000100:00000200:1.0:1768253578.816331:0:6570:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a24380 x1854145476343936/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253578.816469:0:6570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253578.816473:0:6570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000020:00000010:1.0:1768253578.816510:0:6570:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191180. 00000020:00000010:1.0:1768253578.816518:0:6570:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253578.816523:0:6570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c818200. 00000020:00000010:1.0:1768253578.816618:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.816623:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.816629:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c818200. 00000020:00000010:1.0:1768253578.816633:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191180. 00000020:00000010:1.0:1768253578.816637:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253578.816687:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d240. 00000020:00000010:1.0:1768253578.816689:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d240. 00000100:00000200:1.0:1768253578.816692:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476343296 02000000:00000010:1.0:1768253578.816717:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274f9e6000. 00010000:00000200:1.0:1768253578.816729:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e2850 x1854145476343296/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:554/0 lens 224/224 e 0 to 0 dl 1768253589 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253578.816748:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253578.816753:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476343296, offset 224 00000400:00000200:1.0:1768253578.816759:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253578.816775:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253578.816789:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27ab600 00000400:00000200:1.0:1768253578.816800:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16541 [1] + 224 00000400:00000200:1.0:1768253578.816810:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253578.816816:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253578.816827:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff28e00 x1854145476343296/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253578.816868:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253578.816870:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000020:00000010:1.0:1768253578.816879:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191180. 00000020:00000010:1.0:1768253578.816883:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253578.816885:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c818200. 02000000:00000010:1.0:1768253578.816892:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97274f9e6000. 00000100:00000200:1.0:1768253578.816899:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253578.816906:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc108. 00000400:00000010:1.0:1768253578.816912:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97276bd54cc0. 00000400:00000010:1.0:1768253578.816984:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358e70. 00000400:00000200:1.0:1768253578.816989:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:1.0:1768253578.816991:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000100:00000200:1.0:1768253578.816998:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff28e00 x1854145476343296/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253578.817007:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff28e00 x1854145476343296/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253578.817088:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647522200. 02000000:00000010:1.0:1768253578.817095:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4a300. 00000100:00000010:1.0:1768253578.817103:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff28e00. 00000400:00000010:0.0:1768253578.818742:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358a50. 00000400:00000200:0.0:1768253578.818756:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253578.818759:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253578.818774:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a24380 x1854145476343936/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253578.818787:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a24380 x1854145476343936/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253578.818826:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647523800. 02000000:00000010:0.0:1768253578.818831:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76300. 00000100:00000010:0.0:1768253578.818836:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a24380. 00000100:00000010:2.0:1768253578.883326:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4000. 00000100:00000010:3.0:1768253578.884090:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4180. 00000100:00000010:0.0:1768253578.884189:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4900. 00000100:00000010:1.0:1768253578.887535:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4720. 00080000:00000010:3.0:1768253578.902962:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9726466d3c00. 00080000:00000010:3.0:1768253578.902981:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972750fe1800. 00080000:00000010:3.0:1768253578.902986:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646458c00. 00080000:00000010:3.0:1768253578.902990:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646459400. 00080000:00000010:3.0:1768253578.902993:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264645b400. 00080000:00000010:3.0:1768253578.902996:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646459800. 00080000:00000010:3.0:1768253578.902999:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646dfa000. 00080000:00000010:3.0:1768253578.903003:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646dfac00. 00080000:00000010:3.0:1768253578.903007:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646df8000. 00080000:00000010:3.0:1768253578.903039:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646df9400. 00080000:00000010:3.0:1768253578.903044:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646df9000. 00080000:00000010:3.0:1768253578.903048:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264645a800. 00080000:00000010:3.0:1768253578.903052:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646459000. 00080000:00000010:3.0:1768253578.903055:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264645a400. 00080000:00000010:3.0:1768253578.903058:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264645a000. 00080000:00000010:3.0:1768253578.903064:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972743030c00. 00080000:00000010:3.0:1768253578.903068:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972747d7ec00. 00000020:00000010:1.0:1768253579.278334:0:102708:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97264936a580. 00000020:00000010:1.0:1768253579.278430:0:102708:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97264936a580. 00000020:00000010:1.0:1768253579.278633:0:102708:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff97274f9e4800. 00000020:00000010:1.0:1768253579.278647:0:102708:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727561e5600. 00000020:00000010:1.0:1768253579.278652:0:102708:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9727561e4600. 00000040:00000010:1.0:1768253579.278658:0:102708:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff97277cd0d200. 00000020:00000010:1.0:1768253579.278665:0:102708:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c80c800. 00000020:00000010:1.0:1768253579.278671:0:102708:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff97274dedb200. 80000000:00000010:1.0:1768253579.278677:0:102708:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972755504c00. 00040000:00000010:1.0:1768253579.278683:0:102708:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972746d3de00. 00080000:00000010:1.0:1768253579.278689:0:102708:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c809000. 20000000:00000010:1.0:1768253579.278695:0:102708:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff97274e625000. 00000020:00000010:1.0:1768253579.278702:0:102708:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4d680. 00000001:00000010:1.0:1768253579.278710:0:102708:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff972755504660. 00000020:00000010:1.0:1768253579.278721:0:102708:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c818200. 00000020:00000010:1.0:1768253579.278724:0:102708:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97277c819e00. 00000040:00000010:1.0:1768253579.278727:0:102708:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9727563c2c00. 00000020:00000010:1.0:1768253579.278730:0:102708:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c80d000. 00000020:00000010:1.0:1768253579.278733:0:102708:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9727563c3c00. 00040000:00000010:1.0:1768253579.278738:0:102708:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97277727f900. 00040000:00000010:1.0:1768253579.278740:0:102708:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9727563c2400. 00080000:00000010:1.0:1768253579.278743:0:102708:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80f000. 00080000:00000010:1.0:1768253579.278757:0:102708:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97274f9e6000. 00000020:00000010:1.0:1768253579.278965:0:102708:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff972648191f00. 00000020:00000010:1.0:1768253579.279000:0:102708:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97277c819e00. 00000040:00000010:1.0:1768253579.279006:0:102708:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9727563c2c00. 00000020:00000010:1.0:1768253579.279010:0:102708:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c80d000. 00000020:00000010:1.0:1768253579.279046:0:102708:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9727563c3c00. 00040000:00000010:1.0:1768253579.279051:0:102708:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97277727f900. 00040000:00000010:1.0:1768253579.279054:0:102708:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9727563c2400. 00000020:00000010:1.0:1768253579.279057:0:102708:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff972648191f00. 00080000:00000010:1.0:1768253579.279060:0:102708:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80f000. 00000020:00000010:1.0:1768253579.279063:0:102708:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c818200. 00000001:00000010:1.0:1768253579.279082:0:102708:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff972755504660. 00010000:00000010:1.0:1768253579.279098:0:102708:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0000. 00010000:00000010:1.0:1768253579.279106:0:102708:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadfe00. 00000020:00000010:1.0:1768253579.279161:0:102708:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4d680. 00000020:00000010:1.0:1768253579.279165:0:102708:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9727561e4600. 00000040:00000010:1.0:1768253579.279169:0:102708:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff97277cd0d200. 00000020:00000010:1.0:1768253579.279172:0:102708:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c80c800. 00000020:00000010:1.0:1768253579.279175:0:102708:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff97274dedb200. 80000000:00000010:1.0:1768253579.279181:0:102708:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972755504c00. 00040000:00000010:1.0:1768253579.279183:0:102708:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972746d3de00. 00080000:00000010:1.0:1768253579.279187:0:102708:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c809000. 20000000:00000010:1.0:1768253579.279191:0:102708:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff97274e625000. 00000020:00000010:1.0:1768253579.279194:0:102708:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727561e5600. 00000020:00000010:1.0:1768253579.279198:0:102708:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff97274f9e4800. 00010000:00000010:1.1:1768253579.303109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0000. 00010000:00000010:1.1:1768253579.303130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadfe00. 00000100:00000010:2.0:1768253579.314182:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 02000000:00000010:2.0:1768253579.314718:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9726475b3600. 00010000:00000010:2.0:1768253579.314741:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972749ca9f00. 00010000:00000010:2.0:1768253579.314751:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc00e00. 00000100:00000010:2.0:1768253579.314777:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972777eb6f00. 02000000:00000010:2.0:1768253579.314808:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9726475a6c00. 00000400:00000010:2.0:1768253579.314817:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e108. 00000400:00000010:2.0:1768253579.314827:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd088. 00000100:00000200:2.0:1768253579.314836:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476344064, portal 25 00000400:00000010:2.0:1768253579.314842:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253579.314846:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476344064, offset 0 00000400:00000200:2.0:1768253579.314856:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253579.314883:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253579.314897:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27ab900 00000400:00000200:2.0:1768253579.314906:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15d09 [2] + 0 00000400:00000010:2.0:1768253579.314912:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e840. 00000400:00000200:2.0:1768253579.314915:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277db7cf00 00000400:00000200:2.0:1768253579.314922:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253579.314927:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253579.314933:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277db7cf00 00000400:00000010:2.0:1768253579.314936:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277db7cf00. 00000100:00000200:2.0:1768253579.314943:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253579.314977:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd880 00000400:00000010:2.0:1768253579.314979:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253579.314988:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43480 x1854145476344064/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253595 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253579.315097:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253579.315105:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253579.315112:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727563c3c00. 00000020:00000010:1.0:1768253579.315119:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972648191a80. 00000020:00000010:1.0:1768253579.315126:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000100:00000010:2.0:1768253579.316092:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f945a0. 00000100:00000010:2.0:1768253579.316117:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94180. 00000100:00000010:2.0:1768253579.316125:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94a20. 00000100:00000010:2.0:1768253579.316131:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94360. 00000020:00000010:1.0:1768253579.316523:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253579.316529:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d680. 00000100:00000200:1.0:1768253579.316533:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344064 00010000:00000010:1.0:1768253579.316567:0:5777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0000. 00010000:00000010:1.0:1768253579.316576:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadfe00. 02000000:00000010:1.0:1768253579.316597:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97274f9e4800. 00010000:00000200:1.0:1768253579.316629:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e0c50 x1854145476344064/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:555/0 lens 328/344 e 0 to 0 dl 1768253590 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253579.316651:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253579.316658:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476344064, offset 224 00000400:00000200:1.0:1768253579.316668:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253579.316681:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253579.316692:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27ab900 00000400:00000200:1.0:1768253579.316700:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1658d [1] + 224 00000400:00000200:1.0:1768253579.316708:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253579.316712:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253579.316724:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43480 x1854145476344064/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253595 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253579.316754:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:1.0:1768253579.316757:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 00000020:00000010:1.0:1768253579.316774:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972648191a80. 00000020:00000010:1.0:1768253579.316781:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253579.316785:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727563c3c00. 02000000:00000010:1.0:1768253579.316795:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97274f9e4800. 00000100:00000200:1.0:1768253579.316803:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253579.316808:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc840. 00000400:00000010:1.0:1768253579.316813:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddd6c0. 00000400:00000010:3.0:1768253579.316857:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e108. 00000400:00000200:3.0:1768253579.316862:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd088 00000400:00000010:3.0:1768253579.316864:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd088. 00000100:00000200:3.0:1768253579.316871:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43480 x1854145476344064/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253595 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253579.316881:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43480 x1854145476344064/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253595 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253579.316915:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972777eb6f00. 02000000:00000010:3.0:1768253579.316936:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9726475a6c00. 02000000:00000010:3.0:1768253579.316942:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9726475b3600. 00000100:00000010:3.0:1768253579.316947:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43480. 00000100:00000010:2.0:1768253579.394178:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94a20. 00000100:00000010:1.0:1768253579.394398:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94180. 00000100:00000010:0.0:1768253579.394484:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f945a0. 00000100:00000010:3.0:1768253579.395109:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94360. 00000400:00000010:1.0:1768253581.378765:0:102806:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at ffff97276a642b00. 00000400:00000010:1.0:1768253581.379307:0:102806:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at ffff97276a642b00. 00000400:00000200:3.0:1768253582.753746:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.753779:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 26 MB=0x69655e1084700 00000400:00000200:3.0:1768253582.753790:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 520/520 into md 0x15d19 [2] + 0 00000400:00000010:3.0:1768253582.753798:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032630. 00000400:00000200:3.0:1768253582.753809:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777242d80 00000400:00000200:3.0:1768253582.753832:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.753838:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.753845:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777242d80 00000400:00000010:3.0:1768253582.753849:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777242d80. 00000100:00000200:3.0:1768253582.753857:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253582.754428:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff5200. 00000020:00000010:1.0:1768253582.754439:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.754446:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000100:00000200:1.0:1768253582.754498:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452066560 02000000:00000010:1.0:1768253582.754530:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff97274f9e5000. 00000020:00000010:1.0:1768253582.754545:0:5777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff97277c809000. 00000001:00000010:1.0:1768253582.754560:0:5777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff97277727fa00. 00000001:00000010:1.0:1768253582.754569:0:5777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff972645eef040. 00000001:00000010:1.0:1768253582.754573:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647ff4600. 00000001:00000010:1.0:1768253582.754579:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647416e00. 00000001:00000010:1.0:1768253582.754582:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647417e00. 00000001:00000010:1.0:1768253582.754585:0:5777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647417c00. 00000020:00000010:1.0:1768253582.754605:0:5777:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff972755504c00. 00000020:00000010:1.0:1768253582.754617:0:5777:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff972755504c00. 00000020:00000010:1.0:1768253582.754626:0:5777:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff97277c80c800. 00000400:00000200:1.0:1768253582.754644:0:5777:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:1.0:1768253582.754690:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e1850 x1854145452066560/t0(0) o250->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253602 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.754714:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071cc0. 00000100:00000200:1.0:1768253582.754720:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1854145452066560, offset 0 00000400:00000200:1.0:1768253582.754733:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.754745:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.754753:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3882:3882:256:4294967295] 192.168.202.43@tcp LPNI seq info [3878:3878:8:4294967295] 00000400:00000200:1.0:1768253582.754765:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.754772:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.754778:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727fd00. 00000800:00000200:1.0:1768253582.754784:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.754793:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.754798:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727fd00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.754992:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.754998:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.755002:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff5200. 00000100:00000200:1.0:1768253582.755057:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253582.755066:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbce18. 00000400:00000010:1.0:1768253582.755075:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dddd80. 00000800:00000200:3.0:1768253582.757078:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.757091:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727fd00. 00000400:00000200:3.0:1768253582.757111:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.757122:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.757131:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071cc0 00000400:00000010:3.0:1768253582.757134:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071cc0. 02000000:00000010:3.0:1768253582.757145:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff97274f9e5000. 00000400:00000200:3.0:1768253582.776089:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.776130:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1084780 00000400:00000200:3.0:1768253582.776142:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15d29 [2] + 0 00000400:00000010:3.0:1768253582.776148:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e580. 00000400:00000200:3.0:1768253582.776172:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727484430c0 00000400:00000200:3.0:1768253582.776199:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.776205:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.776213:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727484430c0 00000400:00000010:3.0:1768253582.776216:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727484430c0. 00000100:00000200:3.0:1768253582.776225:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253582.776321:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253582.776328:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253582.776337:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253582.776361:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.776369:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.776424:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253582.776427:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d680. 00000100:00000200:1.0:1768253582.776939:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452066688 00010000:00000010:1.0:1768253582.776984:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadfa00. 02000000:00000010:1.0:1768253582.777009:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97274f9e4800. 00010000:00000200:1.0:1768253582.777105:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e0450 x1854145452066688/t0(0) o101->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 328/344 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.777133:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071990. 00000100:00000200:1.0:1768253582.777142:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452066688, offset 224 00000400:00000200:1.0:1768253582.777152:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.777166:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.777186:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3883:3883:256:4294967295] 192.168.202.43@tcp LPNI seq info [3879:3879:8:4294967295] 00000400:00000200:1.0:1768253582.777202:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.777210:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.777216:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727ff00. 00000800:00000200:1.0:1768253582.777226:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.777236:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.777242:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727ff00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.777276:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.777283:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.777288:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 00000100:00000200:1.0:1768253582.777301:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253582.777307:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc210. 00000400:00000010:1.0:1768253582.777314:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddd780. 00000800:00000200:3.0:1768253582.778099:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.778107:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727ff00. 00000400:00000200:3.0:1768253582.778115:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.778123:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.778129:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071990 00000400:00000010:3.0:1768253582.778131:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071990. 02000000:00000010:3.0:1768253582.778141:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97274f9e4800. 00000400:00000200:3.0:1768253582.781327:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.781814:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 512 into portal 26 MB=0x69655e1084800 00000400:00000200:3.0:1768253582.781902:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 512/512 into md 0x15d39 [2] + 0 00000400:00000010:3.0:1768253582.781910:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ebb0. 00000400:00000200:3.0:1768253582.781916:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972748443240 00000400:00000200:3.0:1768253582.781939:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.781944:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.781951:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972748443240 00000400:00000010:3.0:1768253582.781954:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972748443240. 00000100:00000200:3.0:1768253582.781961:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1768253582.782081:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253582.782089:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253582.782109:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7aa00. 00000020:00000010:0.0:1768253582.782117:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253582.782123:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253582.782244:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253582.782247:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000100:00000200:0.0:1768253582.782251:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452066816 02000000:00000010:0.0:1768253582.782283:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff97277dc62800. 00000040:00000010:0.0:1768253582.782294:0:5775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972641b7ba00. 00000040:00000010:0.0:1768253582.782387:0:5775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972641b7ba00. 00010000:00000200:0.0:1768253582.782405:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9727462e2450 x1854145452066816/t0(0) o501->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 512/272 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253582.782430:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253582.782438:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452066816, offset 224 00000400:00000200:0.0:1768253582.782446:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253582.782460:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253582.782468:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3884:3884:256:4294967295] 192.168.202.43@tcp LPNI seq info [3880:3880:8:4294967295] 00000400:00000200:0.0:1768253582.782482:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253582.782490:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253582.782498:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647356600. 00000800:00000200:0.0:1768253582.782505:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253582.782514:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253582.782521:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647356600 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:0.0:1768253582.782552:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253582.782557:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253582.782562:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7aa00. 00000100:00000200:0.0:1768253582.782575:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253582.782581:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358a50. 00000400:00000010:0.0:1768253582.782590:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dd8000. 00000800:00000200:3.0:1768253582.782692:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.782698:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647356600. 00000400:00000200:3.0:1768253582.782703:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.782707:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.782711:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:3.0:1768253582.782713:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 02000000:00000010:3.0:1768253582.782720:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff97277dc62800. 00000400:00000200:3.0:1768253582.786078:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.786107:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1084880 00000400:00000200:3.0:1768253582.786118:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15d49 [2] + 0 00000400:00000010:3.0:1768253582.786125:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329a0. 00000400:00000200:3.0:1768253582.786132:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777242600 00000400:00000200:3.0:1768253582.786151:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.786157:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.786163:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777242600 00000400:00000010:3.0:1768253582.786166:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972777242600. 00000100:00000200:3.0:1768253582.786184:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1768253582.786283:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253582.786291:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253582.786298:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7aa00. 00000020:00000010:0.0:1768253582.786305:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253582.786312:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253582.786368:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253582.786371:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000100:00000200:0.0:1768253582.786375:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452066944 00010000:00000010:0.0:1768253582.786414:0:5775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963000. 02000000:00000010:0.0:1768253582.786439:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97277dc63000. 00010000:00000200:0.0:1768253582.786469:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746295050 x1854145452066944/t0(0) o101->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 328/344 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253582.786492:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253582.786499:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452066944, offset 224 00000400:00000200:0.0:1768253582.786506:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253582.786517:0:5775:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253582.786525:0:5775:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3885:3885:256:4294967295] 192.168.202.43@tcp LPNI seq info [3881:3881:8:4294967295] 00000400:00000200:0.0:1768253582.786536:0:5775:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253582.786542:0:5775:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253582.786548:0:5775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647356e00. 00000800:00000200:0.0:1768253582.786555:0:5775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253582.786563:0:5775:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253582.786569:0:5775:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647356e00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1768253582.786599:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253582.786604:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253582.786609:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7aa00. 00000100:00000200:0.0:1768253582.786621:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253582.786627:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358528. 00000400:00000010:0.0:1768253582.786632:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dd83c0. 00000800:00000200:3.0:1768253582.786890:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.786895:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647356e00. 00000400:00000200:3.0:1768253582.786899:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.786904:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.786908:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:3.0:1768253582.786910:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 02000000:00000010:3.0:1768253582.786917:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97277dc63000. 00000400:00000200:3.0:1768253582.790284:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.790313:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 512 into portal 26 MB=0x69655e1084900 00000400:00000200:3.0:1768253582.790324:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 512/512 into md 0x15d59 [2] + 0 00000400:00000010:3.0:1768253582.790330:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460321b8. 00000400:00000200:3.0:1768253582.790337:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97274932e300 00000400:00000200:3.0:1768253582.790371:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.790378:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.790384:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97274932e300 00000400:00000010:3.0:1768253582.790387:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97274932e300. 00000100:00000200:3.0:1768253582.790394:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253582.790802:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253582.790809:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253582.790817:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253582.790823:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.790830:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.790931:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d680. 00000020:00000010:1.0:1768253582.790934:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d680. 00000100:00000200:1.0:1768253582.790938:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067072 02000000:00000010:1.0:1768253582.790970:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff97274f9e4800. 00000040:00000010:1.0:1768253582.790980:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972647ff5200. 00000040:00000010:1.0:1768253582.791119:0:5777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff97264936a5a0. 00000040:00000010:1.0:1768253582.791138:0:5777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff97264936a5a0. 00000040:00000010:1.0:1768253582.791145:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972647ff5200. 20000000:00000010:1.0:1768253582.791157:0:5777:0:(mgs_nids.c:1129:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff972777f4d680. 00010000:00000200:1.0:1768253582.791184:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746295450 x1854145452067072/t0(0) o501->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 512/272 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.791210:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0715d8. 00000100:00000200:1.0:1768253582.791217:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452067072, offset 224 00000400:00000200:1.0:1768253582.791226:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.791239:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.791247:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3886:3886:256:4294967295] 192.168.202.43@tcp LPNI seq info [3882:3882:8:4294967295] 00000400:00000200:1.0:1768253582.791259:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.791267:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.791274:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727ff00. 00000800:00000200:1.0:1768253582.791282:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.791294:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.791300:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727ff00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.791326:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.791331:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.791334:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 00000100:00000200:1.0:1768253582.791347:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253582.791366:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972777bbc8f0. 00000400:00000010:1.0:1768253582.791373:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddd240. 00000800:00000200:3.0:1768253582.791531:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.791536:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727ff00. 00000400:00000200:3.0:1768253582.791541:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.791545:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.791550:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0715d8 00000400:00000010:3.0:1768253582.791552:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0715d8. 02000000:00000010:3.0:1768253582.791560:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff97274f9e4800. 00000400:00000200:3.0:1768253582.795898:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.795929:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1084980 00000400:00000200:3.0:1768253582.795939:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15d69 [2] + 0 00000400:00000010:3.0:1768253582.795946:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032e70. 00000400:00000200:3.0:1768253582.795989:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277dadacc0 00000400:00000200:3.0:1768253582.796006:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.796010:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.796277:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277dadacc0 00000400:00000010:3.0:1768253582.796280:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277dadacc0. 00000100:00000200:3.0:1768253582.796287:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253582.796552:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.796558:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.796567:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff5200. 00000020:00000010:1.0:1768253582.796574:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.796581:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.796672:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.796676:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000100:00000200:1.0:1768253582.796679:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067200 02000000:00000010:1.0:1768253582.796737:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972777d48000. 00000040:00000010:1.0:1768253582.796749:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972647417200. 00000040:00000010:1.0:1768253582.796778:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253582.796932:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253582.796936:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972647417200. 00010000:00000200:1.0:1768253582.796963:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746296050 x1854145452067200/t0(0) o503->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 272/8416 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.796989:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649dddf00. 00000100:00000200:1.0:1768253582.796996:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145452067200, offset 224 00000400:00000200:1.0:1768253582.797006:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.797046:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.797054:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3887:3887:256:4294967295] 192.168.202.43@tcp LPNI seq info [3883:3883:8:4294967295] 00000400:00000200:1.0:1768253582.797068:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.797075:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.797081:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff972647417200. 00000800:00000200:1.0:1768253582.797089:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.797109:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:1.0:1768253582.797114:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647417200 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:1.0:1768253582.797141:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.797147:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.797150:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff5200. 00000100:00000200:1.0:1768253582.797163:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253582.797185:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972748f044d0. 00000400:00000010:1.0:1768253582.797191:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddd3c0. 00000800:00000200:3.0:1768253582.797566:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.797573:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff972647417200. 00000400:00000200:3.0:1768253582.797580:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.797586:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.797591:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649dddf00 00000400:00000010:3.0:1768253582.797594:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649dddf00. 02000000:00000010:3.0:1768253582.797600:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972777d48000. 00000400:00000200:3.0:1768253582.803719:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.803750:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1084a00 00000400:00000200:3.0:1768253582.803761:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15d79 [2] + 0 00000400:00000010:3.0:1768253582.803769:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032aa8. 00000400:00000200:3.0:1768253582.803778:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264982b540 00000400:00000200:3.0:1768253582.804107:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.804116:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.804123:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264982b540 00000400:00000010:3.0:1768253582.804126:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264982b540. 00000100:00000200:3.0:1768253582.804134:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253582.804785:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.804794:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.804802:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253582.804808:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.804815:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.804913:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.804917:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000100:00000200:1.0:1768253582.804920:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067328 02000000:00000010:1.0:1768253582.804974:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777d48000. 00000040:00000010:1.0:1768253582.804985:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972647ff5200. 00000040:00000010:1.0:1768253582.805036:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253582.805274:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:1.0:1768253582.805279:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972647ff5200. 00010000:00000200:1.0:1768253582.805295:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297450 x1854145452067328/t0(0) o502->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 272/8472 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.805319:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972649ddd540. 00000100:00000200:1.0:1768253582.805327:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452067328, offset 224 00000400:00000200:1.0:1768253582.805337:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.805362:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.805370:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3888:3888:256:4294967295] 192.168.202.43@tcp LPNI seq info [3884:3884:8:4294967295] 00000400:00000200:1.0:1768253582.805384:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.805391:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.805397:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff972647ff5200. 00000800:00000200:1.0:1768253582.805406:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.805415:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:1.0:1768253582.805420:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647ff5200 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1768253582.805450:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.805455:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.805458:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 00000100:00000200:1.0:1768253582.805471:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1768253582.805479:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3fcb8. 00000400:00000010:1.0:1768253582.805485:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddde40. 00000800:00000200:3.0:1768253582.805646:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.805652:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff972647ff5200. 00000400:00000200:3.0:1768253582.805656:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.805661:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.805666:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649ddd540 00000400:00000010:3.0:1768253582.805668:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972649ddd540. 02000000:00000010:3.0:1768253582.805676:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777d48000. 00000400:00000200:3.0:1768253582.831864:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.831900:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1084a80 00000400:00000200:3.0:1768253582.831911:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15d89 [2] + 0 00000400:00000010:3.0:1768253582.831918:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358898. 00000400:00000200:3.0:1768253582.831930:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277fea3300 00000400:00000200:3.0:1768253582.831970:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.831977:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.831984:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277fea3300 00000400:00000010:3.0:1768253582.831987:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277fea3300. 00000100:00000200:3.0:1768253582.831995:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1768253582.832739:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.832748:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.832756:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff5200. 00000020:00000010:1.0:1768253582.832764:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25100. 00000020:00000010:1.0:1768253582.832770:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749bad7d0. 00000020:00000010:1.0:1768253582.832827:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d7c0. 00000020:00000010:1.0:1768253582.832831:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d7c0. 00000100:00000200:1.0:1768253582.832835:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067456 02000000:00000010:1.0:1768253582.832888:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777d48000. 00000040:00000010:1.0:1768253582.832899:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972647417200. 00000040:00000010:1.0:1768253582.832925:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727774e2000. 00000040:00000010:2.0:1768253582.833962:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727774e2000. 00000040:00000010:2.0:1768253582.833972:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972647417200. 00010000:00000200:2.0:1768253582.833993:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746296850 x1854145452067456/t0(0) o502->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 272/8472 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253582.834048:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9726483e9d80. 00000100:00000200:2.0:1768253582.834058:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452067456, offset 224 00000400:00000200:2.0:1768253582.834067:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.834084:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.834101:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3889:3889:256:4294967295] 192.168.202.43@tcp LPNI seq info [3885:3885:8:4294967295] 00000400:00000200:2.0:1768253582.834115:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.834122:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.834129:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9726475b3000. 00000800:00000200:2.0:1768253582.834137:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.834146:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:2.0:1768253582.834151:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9726475b3000 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1768253582.834331:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25100. 00000020:00000010:2.0:1768253582.834337:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749bad7d0. 00000020:00000010:2.0:1768253582.834342:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff5200. 00000100:00000200:2.0:1768253582.834426:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253582.834684:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e840. 00000400:00000010:2.0:1768253582.834695:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9726483e96c0. 00000800:00000200:3.0:1768253582.835728:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.835736:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9726475b3000. 00000400:00000200:3.0:1768253582.835744:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.835753:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.835760:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9726483e9d80 00000400:00000010:3.0:1768253582.835763:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff9726483e9d80. 02000000:00000010:3.0:1768253582.835770:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777d48000. 00000400:00000200:3.0:1768253582.839315:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.839743:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1084b00 00000400:00000200:3.0:1768253582.839756:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15dd5 [2] + 0 00000400:00000010:3.0:1768253582.839763:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032000. 00000400:00000200:3.0:1768253582.839773:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649a74f00 00000400:00000200:3.0:1768253582.839982:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.839990:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.839997:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74f00 00000400:00000010:3.0:1768253582.840000:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649a74f00. 00000100:00000200:3.0:1768253582.840007:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253582.840971:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.840980:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.840987:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:2.0:1768253582.840993:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.841000:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.841132:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.841135:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000100:00000200:2.0:1768253582.841139:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067584 00010000:00000010:2.0:1768253582.841192:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc01200. 02000000:00000010:2.0:1768253582.841214:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972646ce3000. 00010000:00000200:2.0:1768253582.841250:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746294c50 x1854145452067584/t0(0) o101->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 328/344 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253582.841281:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd880. 00000100:00000200:2.0:1768253582.841288:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452067584, offset 224 00000400:00000200:2.0:1768253582.841295:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.841309:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.841316:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3890:3890:256:4294967295] 192.168.202.43@tcp LPNI seq info [3886:3886:8:4294967295] 00000400:00000200:2.0:1768253582.841329:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.841334:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.841340:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647dc0200. 00000800:00000200:2.0:1768253582.841367:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.841376:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253582.841381:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647dc0200 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:2.0:1768253582.841407:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.841412:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.841415:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000200:2.0:1768253582.841427:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253582.841441:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ea50. 00000400:00000010:2.0:1768253582.841450:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9726483e9d80. 00000800:00000200:3.0:1768253582.841575:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.841581:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647dc0200. 00000400:00000200:3.0:1768253582.841587:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.841591:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.841596:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd880 00000400:00000010:3.0:1768253582.841598:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd880. 02000000:00000010:3.0:1768253582.841604:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972646ce3000. 00000400:00000200:3.0:1768253582.845410:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.845449:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 304 into portal 26 MB=0x69655e1084b80 00000400:00000200:3.0:1768253582.845461:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 304/304 into md 0x15e21 [2] + 0 00000400:00000010:3.0:1768253582.845469:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc688. 00000400:00000200:3.0:1768253582.845478:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264982bcc0 00000400:00000200:3.0:1768253582.845498:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.845503:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.845510:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264982bcc0 00000400:00000010:3.0:1768253582.845514:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264982bcc0. 00000100:00000200:3.0:1768253582.845521:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253582.845915:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.845922:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.845929:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:2.0:1768253582.845936:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.845943:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.846068:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.846071:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000100:00000200:2.0:1768253582.846075:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067712 02000000:00000010:2.0:1768253582.846106:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff972646ce3000. 20000000:00000010:2.0:1768253582.846123:0:5777:0:(mgs_nids.c:898:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff9727775af000. 00000100:00000010:2.0:1768253582.846177:0:5777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff97276a7f5000. 00000100:00000010:2.0:1768253582.846183:0:5777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff97274ddd8850. 00000400:00000010:2.0:1768253582.846196:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd330. 00000400:00000010:2.0:1768253582.846207:0:5777:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff97275514c818. 00000400:00000200:2.0:1768253582.846213:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.846227:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.846234:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3891:3891:256:4294967295] 192.168.202.43@tcp LPNI seq info [3887:3887:8:4294967295] 00000400:00000200:2.0:1768253582.846241:0:5777:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.43@tcp 00000400:00000200:2.0:1768253582.846249:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.846255:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 132 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.846261:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647dc0600. 00000800:00000200:2.0:1768253582.846268:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.846277:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253582.846282:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647dc0600 type 1, nob 228 niov 1 nkiov 1 00000100:00000200:2.0:1768253582.846308:0:5777:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 132 bytes via portal 33 id 12345-192.168.202.43@tcp mbits 0x69655e1084b80-0x69655e1084b80 00000800:00000200:3.0:1768253582.846646:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.846653:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647dc0600. 00000400:00000200:3.0:1768253582.846661:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.846670:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253582.846676:0:3311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff97276a7f5000 00000400:00000200:3.0:1768253582.848607:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : ACK - for me 00000400:00000200:3.0:1768253582.848633:0:3313:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.143@tcp: ACK from 12345-192.168.202.43@tcp into md 0x165e5 00000400:00000200:3.0:1768253582.848643:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.848646:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: ACK: OK 00000400:00000200:3.0:1768253582.848654:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd330 00000400:00000010:3.0:1768253582.848658:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd330. 00000100:00000200:3.0:1768253582.848664:0:3313:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff97276a7f5000 00000100:00000010:2.0:1768253582.848977:0:5777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff97274ddd8850. 00000100:00000010:2.0:1768253582.848986:0:5777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff97276a7f5000. 20000000:00000010:2.0:1768253582.849005:0:5777:0:(mgs_nids.c:945:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff9727775af000. 00010000:00000200:2.0:1768253582.849058:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746295850 x1854145452067712/t0(0) o256->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 304/240 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253582.849084:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fdd48. 00000100:00000200:2.0:1768253582.849090:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1854145452067712, offset 224 00000400:00000200:2.0:1768253582.849098:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.849109:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.849116:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3892:3892:256:4294967295] 192.168.202.43@tcp LPNI seq info [3888:3888:8:4294967295] 00000400:00000200:2.0:1768253582.849127:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.849133:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.849140:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647dc0c00. 00000800:00000200:2.0:1768253582.849147:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.849156:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253582.849242:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647dc0c00 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:2.0:1768253582.849319:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.849327:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.849332:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000200:2.0:1768253582.849364:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253582.849373:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e160. 00000400:00000010:2.0:1768253582.849383:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993f780. 00000800:00000200:3.0:1768253582.849963:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.849970:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647dc0c00. 00000400:00000200:3.0:1768253582.849978:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.849983:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.849988:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fdd48 00000400:00000010:3.0:1768253582.849990:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fdd48. 02000000:00000010:3.0:1768253582.849997:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff972646ce3000. 00000400:00000200:2.0:1768253582.876662:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253582.876698:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 328 into portal 26 MB=0x69655e1084c00 00000400:00000200:2.0:1768253582.876712:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 328/328 into md 0x15e6d [2] + 0 00000400:00000010:2.0:1768253582.876719:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e790. 00000400:00000200:2.0:1768253582.876726:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972750d8ccc0 00000400:00000200:2.0:1768253582.876751:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253582.876757:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253582.876765:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972750d8ccc0 00000400:00000010:2.0:1768253582.876768:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972750d8ccc0. 00000100:00000200:2.0:1768253582.876776:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253582.877033:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f980. 00000020:00000010:3.0:1768253582.877040:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f980. 00000020:00000010:3.0:1768253582.877049:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972749c2e800. 00000020:00000010:3.0:1768253582.877056:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253582.877062:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253582.877155:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f980. 00000020:00000010:3.0:1768253582.877158:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f980. 00000100:00000200:3.0:1768253582.877161:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067840 00010000:00000010:3.0:1768253582.877203:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8600. 02000000:00000010:3.0:1768253582.877224:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97274e7ef400. 00010000:00000200:3.0:1768253582.877256:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746294450 x1854145452067840/t0(0) o101->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 328/344 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253582.877287:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92770. 00000100:00000200:3.0:1768253582.877295:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145452067840, offset 224 00000400:00000200:3.0:1768253582.877304:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253582.877316:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253582.877324:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3893:3893:256:4294967295] 192.168.202.43@tcp LPNI seq info [3889:3889:8:4294967295] 00000400:00000200:3.0:1768253582.877347:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253582.877363:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253582.877369:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727750b3200. 00000800:00000200:3.0:1768253582.877376:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253582.877385:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253582.877390:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727750b3200 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1768253582.877418:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253582.877424:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253582.877428:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972749c2e800. 00000100:00000200:3.0:1768253582.877452:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253582.877460:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032000. 00000400:00000010:3.0:1768253582.877467:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97274e44d3c0. 00000800:00000200:2.0:1768253582.877641:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253582.877646:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727750b3200. 00000400:00000200:2.0:1768253582.877656:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253582.877661:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253582.877664:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92770 00000400:00000010:2.0:1768253582.877667:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92770. 02000000:00000010:2.0:1768253582.877675:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97274e7ef400. 00000400:00000200:3.0:1768253582.902338:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.902385:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 504 into portal 26 MB=0x69655e1084c80 00000400:00000200:3.0:1768253582.902395:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 504/504 into md 0x15eb9 [2] + 0 00000400:00000010:3.0:1768253582.902403:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc630. 00000400:00000200:3.0:1768253582.902410:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972646717d80 00000400:00000200:3.0:1768253582.902436:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.902442:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.902448:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972646717d80 00000400:00000010:3.0:1768253582.902451:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972646717d80. 00000100:00000200:3.0:1768253582.902460:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253582.903230:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.903238:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.903245:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:2.0:1768253582.903251:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.903257:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.903362:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.903365:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000100:00000200:2.0:1768253582.903369:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452067968 02000000:00000010:2.0:1768253582.903402:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff97276a7f5000. 00000040:00000010:2.0:1768253582.903411:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9726475b3000. 00000040:00000010:2.0:1768253582.903500:0:5777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff972646679b70. 00000040:00000010:2.0:1768253582.903517:0:5777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff972646679b70. 00000040:00000010:2.0:1768253582.903522:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9726475b3000. 00010000:00000200:2.0:1768253582.903541:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746296450 x1854145452067968/t0(0) o501->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 504/272 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253582.903566:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd198. 00000100:00000200:2.0:1768253582.903573:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1854145452067968, offset 224 00000400:00000200:2.0:1768253582.903582:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.903595:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.903602:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3894:3894:256:4294967295] 192.168.202.43@tcp LPNI seq info [3890:3890:8:4294967295] 00000400:00000200:2.0:1768253582.903615:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.903622:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.903627:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647dc0d00. 00000800:00000200:2.0:1768253582.903634:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.903643:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253582.903648:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647dc0d00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1768253582.903679:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.903684:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.903687:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000200:2.0:1768253582.903697:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253582.903703:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e790. 00000400:00000010:2.0:1768253582.903709:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993fa80. 00000800:00000200:3.0:1768253582.903882:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.903888:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647dc0d00. 00000400:00000200:3.0:1768253582.903895:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.903900:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.903904:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd198 00000400:00000010:3.0:1768253582.903906:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd198. 02000000:00000010:3.0:1768253582.903912:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff97276a7f5000. 00000400:00000200:2.0:1768253582.922834:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253582.922867:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1084d00 00000400:00000200:2.0:1768253582.922877:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15f21 [2] + 0 00000400:00000010:2.0:1768253582.922884:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcec8. 00000400:00000200:2.0:1768253582.922891:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727774f2d80 00000400:00000200:2.0:1768253582.922911:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253582.922916:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253582.922922:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727774f2d80 00000400:00000010:2.0:1768253582.922925:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727774f2d80. 00000100:00000200:2.0:1768253582.922932:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1768253582.925903:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fb40. 00000020:00000010:3.0:1768253582.925923:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fb40. 00000020:00000010:3.0:1768253582.925937:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972749c2e800. 00000020:00000010:3.0:1768253582.925946:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253582.925954:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253582.926071:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fb40. 00000020:00000010:3.0:1768253582.926075:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622fb40. 00000100:00000200:3.0:1768253582.926080:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068096 02000000:00000010:3.0:1768253582.926153:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff972777d48000. 00000040:00000010:3.0:1768253582.926178:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff972649899200. 00000040:00000010:3.0:1768253582.926212:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253582.926881:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97277cd2e000. 00000040:00000010:3.0:1768253582.926888:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff972649899200. 00010000:00000200:3.0:1768253582.926910:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297c50 x1854145452068096/t0(0) o503->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 272/8416 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253582.926942:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff972747b39000. 00000100:00000200:3.0:1768253582.926952:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1854145452068096, offset 224 00000400:00000200:3.0:1768253582.926964:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253582.926984:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253582.926993:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3895:3895:256:4294967295] 192.168.202.43@tcp LPNI seq info [3891:3891:8:4294967295] 00000400:00000200:3.0:1768253582.927007:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253582.927933:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253582.927945:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff972649899200. 00000800:00000200:3.0:1768253582.927956:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253582.927966:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:3.0:1768253582.927974:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972649899200 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1768253582.928113:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d00. 00000020:00000010:3.0:1768253582.928121:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253582.928126:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972749c2e800. 00000100:00000200:3.0:1768253582.928148:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253582.928157:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032aa8. 00000400:00000010:3.0:1768253582.928176:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972777d939c0. 00000800:00000200:1.0:1768253582.933929:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253582.933943:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff972649899200. 00000400:00000200:1.0:1768253582.933954:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253582.933966:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253582.933977:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747b39000 00000400:00000010:1.0:1768253582.933981:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff972747b39000. 02000000:00000010:1.0:1768253582.933992:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff972777d48000. 00000400:00000200:3.0:1768253582.940296:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.940639:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1084d80 00000400:00000200:3.0:1768253582.940655:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15f85 [2] + 0 00000400:00000010:3.0:1768253582.940664:0:3311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358630. 00000400:00000200:3.0:1768253582.940677:0:3311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649d3ce40 00000400:00000200:3.0:1768253582.941322:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.941342:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.941547:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649d3ce40 00000400:00000010:3.0:1768253582.941552:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649d3ce40. 00000100:00000200:3.0:1768253582.941570:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253582.942000:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.942009:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.942048:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:2.0:1768253582.942055:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.942063:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.942321:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.942325:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000100:00000200:2.0:1768253582.942339:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068224 02000000:00000010:2.0:1768253582.942412:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777d48000. 00000040:00000010:2.0:1768253582.942423:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9726475b3000. 00000040:00000010:2.0:1768253582.942612:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253582.942804:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253582.942810:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9726475b3000. 00010000:00000200:2.0:1768253582.942830:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746296c50 x1854145452068224/t0(0) o502->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 272/8472 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253582.942855:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff97264993f600. 00000100:00000200:2.0:1768253582.942863:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452068224, offset 224 00000400:00000200:2.0:1768253582.942872:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.942887:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.942895:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3896:3896:256:4294967295] 192.168.202.43@tcp LPNI seq info [3892:3892:8:4294967295] 00000400:00000200:2.0:1768253582.942909:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.942916:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.942920:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9726475b3000. 00000800:00000200:2.0:1768253582.942929:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.942937:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:2.0:1768253582.942943:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9726475b3000 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1768253582.942977:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.942982:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.942986:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000200:2.0:1768253582.942996:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253582.943003:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e4d0. 00000400:00000010:2.0:1768253582.943009:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993f0c0. 00000800:00000200:3.0:1768253582.943248:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.943254:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9726475b3000. 00000400:00000200:3.0:1768253582.943259:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.943264:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.943269:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264993f600 00000400:00000010:3.0:1768253582.943271:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff97264993f600. 02000000:00000010:3.0:1768253582.943278:0:3313:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777d48000. 00000400:00000200:1.0:1768253582.979883:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:1.0:1768253582.979912:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 272 into portal 26 MB=0x69655e1084e00 00000400:00000200:1.0:1768253582.979925:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 272/272 into md 0x15ff1 [2] + 0 00000400:00000010:1.0:1768253582.979934:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc948. 00000400:00000200:1.0:1768253582.979946:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727774f2240 00000400:00000200:1.0:1768253582.979969:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253582.979975:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253582.979982:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727774f2240 00000400:00000010:1.0:1768253582.979985:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727774f2240. 00000100:00000200:1.0:1768253582.979993:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1768253582.981393:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.981408:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.981420:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:2.0:1768253582.981558:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.981568:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.981672:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000020:00000010:2.0:1768253582.981675:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cccc0. 00000100:00000200:2.0:1768253582.981679:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068352 02000000:00000010:2.0:1768253582.981733:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff972777d48000. 00000040:00000010:2.0:1768253582.981743:0:5777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9726475b2400. 00000040:00000010:2.0:1768253582.981770:0:5777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253582.981967:0:5777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9727779f6000. 00000040:00000010:2.0:1768253582.981973:0:5777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9726475b2400. 00010000:00000200:2.0:1768253582.981992:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746294050 x1854145452068352/t0(0) o502->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:558/0 lens 272/8472 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253582.982065:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff97264993f180. 00000100:00000200:2.0:1768253582.982075:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1854145452068352, offset 224 00000400:00000200:2.0:1768253582.982085:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253582.982103:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253582.982111:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3897:3897:256:4294967295] 192.168.202.43@tcp LPNI seq info [3893:3893:8:4294967295] 00000400:00000200:2.0:1768253582.982126:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253582.982133:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253582.982138:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9726475b2400. 00000800:00000200:2.0:1768253582.982148:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253582.982157:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1022 00000800:00000200:2.0:1768253582.982162:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9726475b2400 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1768253582.982194:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253582.982199:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253582.982203:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000200:2.0:1768253582.982214:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253582.982221:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ec60. 00000400:00000010:2.0:1768253582.982227:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993ff00. 00000800:00000200:3.0:1768253582.982512:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.982519:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9726475b2400. 00000400:00000200:3.0:1768253582.982524:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.982531:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.982536:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264993f180 00000400:00000010:3.0:1768253582.982539:0:3311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff97264993f180. 02000000:00000010:3.0:1768253582.982546:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff972777d48000. 00000400:00000200:3.0:1768253582.987135:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.987167:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 12 MB=0x69655e1084e80 00000400:00000200:3.0:1768253582.987180:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 520/520 into md 0x23d [64] + 68656 00000400:00000200:3.0:1768253582.987605:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.987613:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253582.987624:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253582.987634:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a27800. 00000020:00000010:1.0:1768253582.987899:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253582.987909:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253582.987916:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000100:00000200:1.0:1768253582.988045:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068480 02000000:00000010:1.0:1768253582.988076:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff97274f9e5000. 00000020:00000010:1.0:1768253582.988093:0:6919:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff97277c80f000. 00000004:00000010:1.0:1768253582.988104:0:6919:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff972777f4d7c0. 00000001:00000010:1.0:1768253582.988109:0:6919:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff972750c25a80. 00000001:00000010:1.0:1768253582.988117:0:6919:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff97277727fd00. 00000001:00000010:1.0:1768253582.988123:0:6919:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff972645eef120. 00000001:00000010:1.0:1768253582.988129:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972747f11200. 00000001:00000010:1.0:1768253582.988137:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647ff2600. 00000001:00000010:1.0:1768253582.988140:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647ff2800. 00000001:00000010:1.0:1768253582.988143:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972647ff2000. 00000001:00000010:1.0:1768253582.988148:0:6919:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff97277727f900. 00000001:00000010:1.0:1768253582.988151:0:6919:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff972645eef1a0. 00000001:00000010:1.0:1768253582.988155:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972750c9de00. 00000001:00000010:1.0:1768253582.988158:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972750c9ca00. 00000001:00000010:1.0:1768253582.988160:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972750c9da00. 00000001:00000010:1.0:1768253582.988163:0:6919:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972750c9c400. 00080000:00000010:1.0:1768253582.988225:0:6919:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97274f9e4800. 00000001:00000010:1.0:1768253582.988848:0:6919:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff972755504120. 00000020:00000010:1.0:1768253582.988963:0:6919:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff972755504c00. 00000020:00000010:1.0:1768253582.988975:0:6919:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff972755504c00. 00000020:00000010:1.0:1768253582.988983:0:6919:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff97277c80d000. 00000020:00000010:1.0:1768253582.988991:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000400:00000200:1.0:1768253582.989009:0:6919:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:1.0:1768253582.989106:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a27800 x1854145452068480/t0(0) o38->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253602 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.989130:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071550. 00000100:00000200:1.0:1768253582.989137:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1854145452068480, offset 0 00000400:00000200:1.0:1768253582.989146:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.989160:0:6919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.989168:0:6919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3898:3898:256:4294967295] 192.168.202.43@tcp LPNI seq info [3894:3894:8:4294967295] 00000400:00000200:1.0:1768253582.989182:0:6919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.989189:0:6919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.989195:0:6919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f700. 00000800:00000200:1.0:1768253582.989203:0:6919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.989213:0:6919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.989219:0:6919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f700 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.989257:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253582.989264:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253582.989268:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 00000800:00000200:3.0:1768253582.989570:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.989575:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f700. 00000400:00000200:3.0:1768253582.989581:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.989586:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.989592:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071550 00000400:00000010:3.0:1768253582.989595:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071550. 00000400:00000200:3.0:1768253582.991987:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.992034:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1084f80 00000400:00000200:3.0:1768253582.992046:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 69176 00000400:00000200:3.0:1768253582.992064:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.992070:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253582.992079:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253582.992088:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26680. 00000400:00000200:3.0:1768253582.992161:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.992168:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1084f00 00000400:00000200:3.0:1768253582.992172:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 69400 00000400:00000200:3.0:1768253582.992182:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.992185:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253582.992189:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253582.992192:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a25c00. 00000020:00000010:1.0:1768253582.992379:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d980. 00000020:00000010:1.0:1768253582.992388:0:6919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.992419:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727820e7200. 00000020:00000010:1.0:1768253582.992427:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253582.992443:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253582.992493:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.992496:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.992504:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253582.992507:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25080. 00000020:00000010:1.0:1768253582.992510:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253582.992533:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.992536:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000100:00000200:1.0:1768253582.992540:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068736 02000000:00000010:1.0:1768253582.992570:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9726475a6c00. 00010000:00000200:1.0:1768253582.992627:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a26680 x1854145452068736/t0(0) o41->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:558/0 lens 224/368 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.992651:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071908. 00000100:00000200:1.0:1768253582.992658:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1854145452068736, offset 224 00000400:00000200:1.0:1768253582.992668:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.992680:0:6919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.992687:0:6919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3899:3899:256:4294967295] 192.168.202.43@tcp LPNI seq info [3895:3895:8:4294967295] 00000400:00000200:1.0:1768253582.992698:0:6919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.992705:0:6919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.992711:0:6919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f000. 00000800:00000200:1.0:1768253582.992717:0:6919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.992725:0:6919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.992730:0:6919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f000 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.992748:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253582.992753:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253582.992756:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727820e7200. 00000020:00000010:1.0:1768253582.992772:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.992775:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000100:00000200:1.0:1768253582.992777:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068608 02000000:00000010:1.0:1768253582.992784:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9727560a7c00. 00010000:00000200:1.0:1768253582.992794:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a25c00 x1854145452068608/t0(0) o41->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:558/0 lens 224/368 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.992804:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071b28. 00000100:00000200:1.0:1768253582.992808:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1854145452068608, offset 224 00000400:00000200:1.0:1768253582.992812:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.993118:0:6919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.993123:0:6919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3900:3900:255:4294967295] 192.168.202.43@tcp LPNI seq info [3896:3896:7:4294967295] 00000400:00000200:1.0:1768253582.993132:0:6919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.993136:0:6919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.993141:0:6919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f200. 00000800:00000200:1.0:1768253582.993145:0:6919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.993149:0:6919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.993158:0:6919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f200 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.993167:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25080. 00000020:00000010:1.0:1768253582.993171:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253582.993174:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 00000800:00000200:3.0:1768253582.993330:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.993335:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f000. 00000400:00000200:3.0:1768253582.993341:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.993345:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.993359:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071908 00000400:00000010:3.0:1768253582.993363:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071908. 00000800:00000200:3.0:1768253582.993468:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.993471:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f200. 00000400:00000200:3.0:1768253582.993474:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.993478:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.993480:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071b28 00000400:00000010:3.0:1768253582.993482:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071b28. 00000400:00000200:3.0:1768253582.996140:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253582.996167:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 440 into portal 12 MB=0x69655e1085000 00000400:00000200:3.0:1768253582.996178:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 440/440 into md 0x23d [64] + 69624 00000400:00000200:3.0:1768253582.996200:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.996205:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253582.996215:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253582.996225:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26a00. 00000020:00000010:1.0:1768253582.996385:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.996392:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.996399:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253582.996407:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25080. 00000020:00000010:1.0:1768253582.996414:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253582.996534:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253582.996538:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000100:00000200:1.0:1768253582.996542:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068864 02000000:00000010:1.0:1768253582.996586:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9727560a6800. 00010000:00000200:1.0:1768253582.996610:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a26a00 x1854145452068864/t0(0) o40->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:558/0 lens 440/448 e 0 to 0 dl 1768253593 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253582.996635:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0717f8. 00000100:00000200:1.0:1768253582.996642:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1854145452068864, offset 224 00000400:00000200:1.0:1768253582.996651:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253582.996664:0:29086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253582.996672:0:29086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3901:3901:256:4294967295] 192.168.202.43@tcp LPNI seq info [3897:3897:8:4294967295] 00000400:00000200:1.0:1768253582.996688:0:29086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253582.996695:0:29086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253582.996702:0:29086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f400. 00000800:00000200:1.0:1768253582.996708:0:29086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253582.996718:0:29086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253582.996723:0:29086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f400 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1768253582.996750:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25080. 00000020:00000010:1.0:1768253582.996755:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253582.996758:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 00000800:00000200:3.0:1768253582.996927:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253582.996932:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f400. 00000400:00000200:3.0:1768253582.996938:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253582.996943:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253582.996948:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0717f8 00000400:00000010:3.0:1768253582.996951:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0717f8. 00000400:00000200:3.0:1768253583.001730:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253583.001757:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 448 into portal 23 MB=0x69655e1085180 00000400:00000200:3.0:1768253583.001768:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.43@tcp of length 448/448 into md 0x3c9 [2] + 1768 00000400:00000010:3.0:1768253583.001776:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97274634c8f0. 00000400:00000200:3.0:1768253583.001784:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97274634dcc0 00000400:00000200:3.0:1768253583.001800:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.001806:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253583.001813:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97274634dcc0 00000400:00000010:3.0:1768253583.001890:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97274634dcc0. 00000100:00000200:3.0:1768253583.001900:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000400:00000200:3.0:1768253583.001994:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253583.002001:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 28 MB=0x69655e1085080 00000400:00000200:3.0:1768253583.002010:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 520/520 into md 0xbd1 [8] + 14480 00000400:00000200:3.0:1768253583.002036:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.002040:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253583.002046:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253583.002054:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a25180. 00000400:00000200:3.0:1768253583.002083:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253583.002088:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 520 into portal 28 MB=0x69655e1085100 00000400:00000200:3.0:1768253583.002093:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 520/520 into md 0xbd1 [8] + 15000 00000400:00000010:3.0:1768253583.002096:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727508d58f0. 00000400:00000200:3.0:1768253583.002100:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972777c7ad00 00000400:00000200:3.0:1768253583.002109:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.002112:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253583.002115:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972777c7ad00 00000400:00000010:3.0:1768253583.002117:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff972777c7ad00. 00000100:00000200:3.0:1768253583.002120:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1768253583.002310:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3600. 00000020:00000010:2.0:1768253583.002320:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253583.002327:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253583.002388:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3800. 00000020:00000010:2.0:1768253583.002393:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a400. 00000020:00000010:2.0:1768253583.002396:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0000. 00000100:00000200:2.0:1768253583.002419:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452068992 00000100:00000200:3.0:1768253583.002573:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069120 02000000:00000010:3.0:1768253583.002608:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff97274e7ef400. 00000020:00000010:3.0:1768253583.002627:0:6569:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff97264644f000. 00000001:00000010:3.0:1768253583.002639:0:6569:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff97277db72d00. 00000001:00000010:3.0:1768253583.002648:0:6569:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9727750b3a00. 00000001:00000010:3.0:1768253583.002658:0:6569:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff972649240740. 00000001:00000010:3.0:1768253583.002665:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649898200. 00000001:00000010:3.0:1768253583.002668:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649899600. 00000001:00000010:3.0:1768253583.002671:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649899000. 00000001:00000010:3.0:1768253583.002674:0:6569:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff972649898400. 00080000:00000010:3.0:1768253583.002760:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97274e7ef000. 00000001:00000010:3.0:1768253583.003256:0:6569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff97276bd220c0. 00000020:00000010:3.0:1768253583.003397:0:6569:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff97276bd22900. 00000020:00000010:3.0:1768253583.003410:0:6569:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff97276bd22900. 00000020:00000010:3.0:1768253583.003416:0:6569:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff97264644d800. 00000020:00000010:3.0:1768253583.003425:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622fb40. 02000000:00000010:2.0:1768253583.003707:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff97276a7f5000. 00000020:00000010:2.0:1768253583.003720:0:10696:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff9727775af000. 00000001:00000010:2.0:1768253583.003726:0:10696:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff97274a23ab00. 00000001:00000010:2.0:1768253583.003732:0:10696:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff972647dc0d00. 00000001:00000010:2.0:1768253583.003737:0:10696:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9726492961c0. 00000001:00000010:2.0:1768253583.003741:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726475b2c00. 00000001:00000010:2.0:1768253583.003744:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726475b3e00. 00000001:00000010:2.0:1768253583.003747:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726475b3c00. 00000001:00000010:2.0:1768253583.003750:0:10696:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9726475b2400. 00080000:00000010:2.0:1768253583.003786:0:10696:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972746e3d800. 00000400:00000200:3.0:1768253583.003920:0:6569:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:3.0:1768253583.003972:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277df03050 x1854145452069120/t0(0) o8->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253603 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253583.003999:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92bb0. 00000100:00000200:3.0:1768253583.004006:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1854145452069120, offset 0 00000400:00000200:3.0:1768253583.004044:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253583.004058:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253583.004067:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3902:3902:256:4294967295] 192.168.202.43@tcp LPNI seq info [3898:3898:8:4294967295] 00000400:00000200:3.0:1768253583.004081:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253583.004088:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253583.004094:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9727750b3700. 00000800:00000200:3.0:1768253583.004101:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253583.004109:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253583.004115:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9727750b3700 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1768253583.004150:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a400. 00000020:00000010:3.0:1768253583.004156:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0000. 00000020:00000010:3.0:1768253583.004160:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3800. 00000001:00000010:2.0:1768253583.004320:0:10696:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff972647f94f60. 00000020:00000010:2.0:1768253583.004538:0:10696:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff972647f941e0. 00000020:00000010:2.0:1768253583.004548:0:10696:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff972647f941e0. 00000020:00000010:2.0:1768253583.004554:0:10696:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff9727775aa800. 00000020:00000010:2.0:1768253583.004658:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cccc0. 00000400:00000200:2.0:1768253583.004670:0:10696:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.202.43@tcp primary NID 192.168.202.43@tcp rc 0 00010000:00000200:2.0:1768253583.004693:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a25180 x1854145452068992/t0(0) o8->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:0/0 lens 520/416 e 0 to 0 dl 1768253603 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253583.004708:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fddd0. 00000100:00000200:2.0:1768253583.004712:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1854145452068992, offset 0 00000400:00000200:2.0:1768253583.004718:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253583.004724:0:10696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253583.004729:0:10696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3903:3903:255:4294967295] 192.168.202.43@tcp LPNI seq info [3899:3899:7:4294967295] 00000400:00000200:2.0:1768253583.004737:0:10696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253583.004742:0:10696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253583.004747:0:10696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647dc0c00. 00000800:00000200:2.0:1768253583.004751:0:10696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253583.004757:0:10696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253583.004760:0:10696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647dc0c00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1768253583.004771:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253583.004775:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253583.004778:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3600. 00000100:00000010:2.0:1768253583.004805:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a25180. 02000000:00000010:2.0:1768253583.004813:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646483000. 00000800:00000200:0.0:1768253583.005090:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253583.005097:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9727750b3700. 00000400:00000200:0.0:1768253583.005108:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.005114:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253583.005119:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92bb0 00000400:00000010:0.0:1768253583.005122:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92bb0. 02000000:00000010:0.0:1768253583.005130:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff97274e7ef400. 00000800:00000200:0.0:1768253583.005245:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253583.005248:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647dc0c00. 00000400:00000200:0.0:1768253583.005253:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.005257:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253583.005260:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fddd0 00000400:00000010:0.0:1768253583.005262:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fddd0. 02000000:00000010:0.0:1768253583.005266:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff97276a7f5000. 00000100:00000010:2.0:1768253583.006058:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbc380. 02000000:00000010:2.0:1768253583.006067:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646480c00. 00000100:00000010:2.0:1768253583.006074:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbe300. 02000000:00000010:2.0:1768253583.006078:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc61c00. 00000100:00000010:2.0:1768253583.006082:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbc000. 02000000:00000010:2.0:1768253583.006085:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc60400. 00000100:00000010:2.0:1768253583.006088:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777cbce00. 02000000:00000010:2.0:1768253583.006092:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972645da8800. 00000100:00000010:2.0:1768253583.006095:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360380. 02000000:00000010:2.0:1768253583.006099:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9727775cac00. 00000100:00000010:2.0:1768253583.006102:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4c000. 02000000:00000010:2.0:1768253583.006105:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747d7f800. 00000100:00000010:2.0:1768253583.006110:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649362680. 02000000:00000010:2.0:1768253583.006114:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cc98400. 00000100:00000010:2.0:1768253583.006118:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649360000. 02000000:00000010:2.0:1768253583.006121:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dce2800. 00000100:00000010:2.0:1768253583.006124:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbfb80. 02000000:00000010:2.0:1768253583.006142:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dce2c00. 00000100:00000010:2.0:1768253583.006144:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbed80. 02000000:00000010:2.0:1768253583.006158:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dce3c00. 00000100:00000010:2.0:1768253583.006160:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40700. 02000000:00000010:2.0:1768253583.006163:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647525c00. 00000100:00000010:2.0:1768253583.006229:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe42300. 02000000:00000010:2.0:1768253583.006237:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972745818800. 00000100:00000010:2.0:1768253583.006240:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbdc00. 02000000:00000010:2.0:1768253583.006244:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972745819c00. 00000100:00000010:2.0:1768253583.006247:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbce00. 02000000:00000010:2.0:1768253583.006250:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff9727775cbc00. 00000100:00000010:2.0:1768253583.006252:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41500. 02000000:00000010:2.0:1768253583.006256:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff972647524c00. 00000100:00000010:2.0:1768253583.006258:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbc700. 02000000:00000010:2.0:1768253583.006262:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646ce0400. 00000100:00000010:2.0:1768253583.006264:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649362d80. 02000000:00000010:2.0:1768253583.006269:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646ce2800. 00000100:00000010:2.0:1768253583.006272:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fef5c00. 02000000:00000010:2.0:1768253583.006276:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972750d33c00. 00000100:00000010:2.0:1768253583.006279:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4d880. 02000000:00000010:2.0:1768253583.006282:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972750d33400. 00000100:00000010:2.0:1768253583.006284:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4f480. 02000000:00000010:2.0:1768253583.006289:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647527000. 00000100:00000010:2.0:1768253583.006292:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777223480. 02000000:00000010:2.0:1768253583.006296:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647527400. 00000100:00000010:2.0:1768253583.006298:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff68380. 02000000:00000010:2.0:1768253583.006302:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646478800. 00000100:00000010:2.0:1768253583.006306:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649cbf100. 02000000:00000010:2.0:1768253583.006311:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9726475f0000. 00000100:00000010:2.0:1768253583.006315:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff45500. 02000000:00000010:2.0:1768253583.006319:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972750fe2c00. 00000100:00000010:2.0:1768253583.006322:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff44a80. 02000000:00000010:2.0:1768253583.006325:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cc98800. 00000100:00000010:2.0:1768253583.006327:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649924e00. 02000000:00000010:2.0:1768253583.006330:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cc98000. 00000100:00000010:2.0:1768253583.006332:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea7480. 02000000:00000010:2.0:1768253583.006336:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cc99400. 00000100:00000010:2.0:1768253583.006339:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea5180. 02000000:00000010:2.0:1768253583.006342:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9726475a4800. 00000100:00000010:2.0:1768253583.006512:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776b8000. 02000000:00000010:2.0:1768253583.006517:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cb3a400. 00000100:00000010:2.0:1768253583.006522:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea4000. 02000000:00000010:2.0:1768253583.006525:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646d64000. 00000100:00000010:2.0:1768253583.006528:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776b9f80. 02000000:00000010:2.0:1768253583.006532:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277cb3bc00. 00000100:00000010:2.0:1768253583.006535:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9727776ba300. 02000000:00000010:2.0:1768253583.006538:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972750d0f400. 00000100:00000010:2.0:1768253583.006541:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4dc00. 02000000:00000010:2.0:1768253583.006544:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972648240800. 00000100:00000010:2.0:1768253583.006549:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff1ca80. 02000000:00000010:2.0:1768253583.006553:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97264750f000. 00000020:00000010:1.0:1768253583.006777:0:5786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253583.006784:0:5786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253583.006792:0:5786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647417200. 00000020:00000010:1.0:1768253583.006798:0:5786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25080. 00000020:00000010:1.0:1768253583.006805:0:5786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000100:00000010:2.0:1768253583.006897:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649b97800. 02000000:00000010:2.0:1768253583.006904:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646f0cc00. 00000100:00000010:2.0:1768253583.006906:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649b94e00. 02000000:00000010:2.0:1768253583.006910:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647db1800. 00000100:00000010:2.0:1768253583.006913:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97264925b100. 02000000:00000010:2.0:1768253583.006917:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972750d0e400. 00000100:00000010:2.0:1768253583.006920:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649258a80. 02000000:00000010:2.0:1768253583.006924:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647db0400. 00000100:00000010:2.0:1768253583.006926:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee4700. 02000000:00000010:2.0:1768253583.006930:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972648454800. 00000100:00000010:2.0:1768253583.006933:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea4a80. 02000000:00000010:2.0:1768253583.006936:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972746016800. 00000100:00000010:2.0:1768253583.006941:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff46d80. 02000000:00000010:2.0:1768253583.006944:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972746014c00. 00000100:00000010:2.0:1768253583.006947:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff44000. 02000000:00000010:2.0:1768253583.006950:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972746014800. 00000100:00000010:2.0:1768253583.006952:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fea7100. 02000000:00000010:2.0:1768253583.006955:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972648455000. 00000100:00000010:2.0:1768253583.006957:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff47b80. 02000000:00000010:2.0:1768253583.006961:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646445800. 00000100:00000010:2.0:1768253583.006964:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7800. 02000000:00000010:2.0:1768253583.006967:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646446400. 00000100:00000010:2.0:1768253583.006970:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee6a00. 02000000:00000010:2.0:1768253583.006974:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972648008c00. 00000100:00000010:2.0:1768253583.006976:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff6aa00. 02000000:00000010:2.0:1768253583.006980:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972648008000. 00000100:00000010:2.0:1768253583.006982:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff6b800. 02000000:00000010:2.0:1768253583.006987:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9727485d6c00. 00000100:00000010:2.0:1768253583.006991:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee5f80. 02000000:00000010:2.0:1768253583.006995:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972777598800. 00000100:00000010:2.0:1768253583.007001:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee4380. 02000000:00000010:2.0:1768253583.007004:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff9727775a6000. 00000100:00000010:2.0:1768253583.007007:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff2a300. 02000000:00000010:2.0:1768253583.007038:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff9727775a6400. 00000100:00000010:2.0:1768253583.007042:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff2bb80. 02000000:00000010:2.0:1768253583.007045:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972646f0d000. 00000100:00000010:2.0:1768253583.007048:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff29180. 02000000:00000010:2.0:1768253583.007052:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972646f0f400. 00000100:00000010:2.0:1768253583.007057:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff2a680. 02000000:00000010:2.0:1768253583.007060:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9726474e3400. 00000100:00000010:2.0:1768253583.007063:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777222a00. 02000000:00000010:2.0:1768253583.007066:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747843400. 00000100:00000010:2.0:1768253583.007069:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777222300. 02000000:00000010:2.0:1768253583.007072:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647536800. 00000100:00000010:2.0:1768253583.007075:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fef7800. 02000000:00000010:2.0:1768253583.007078:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972647535c00. 00000100:00000010:2.0:1768253583.007081:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fef4700. 02000000:00000010:2.0:1768253583.007084:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747842c00. 00000100:00000010:2.0:1768253583.007087:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515f80. 02000000:00000010:2.0:1768253583.007091:0:10696:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972747840c00. 00000100:00000010:2.0:1768253583.007094:0:10696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777516680. 00000100:00000200:2.0:1768253583.007104:0:10696:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1768253583.007114:0:10696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985eb00. 00000400:00000010:2.0:1768253583.007124:0:10696:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff972647dc0600. 00000020:00000010:1.0:1768253583.007307:0:5786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d100. 00000020:00000010:1.0:1768253583.007311:0:5786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d100. 00000100:00000200:1.0:1768253583.007314:0:5786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069248 02000000:00000010:1.0:1768253583.007692:0:5786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff97277c808000. 00010000:00000200:1.0:1768253583.007807:0:5786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97276b0bc850 x1854145452069248/t0(0) o33->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:559/0 lens 448/464 e 0 to 0 dl 1768253594 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1768253583.008523:0:5786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071aa0. 00000100:00000200:1.0:1768253583.008540:0:5786:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1854145452069248, offset 224 00000400:00000200:1.0:1768253583.008550:0:5786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253583.008910:0:5786:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253583.008919:0:5786:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3904:3904:256:4294967295] 192.168.202.43@tcp LPNI seq info [3900:3900:8:4294967295] 00000400:00000200:1.0:1768253583.008937:0:5786:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253583.008945:0:5786:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253583.008955:0:5786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727fe00. 00000800:00000200:1.0:1768253583.008966:0:5786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253583.008977:0:5786:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253583.008985:0:5786:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727fe00 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:1.0:1768253583.009141:0:5786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25080. 00000020:00000010:1.0:1768253583.009152:0:5786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253583.009160:0:5786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647417200. 02000000:00000010:1.0:1768253583.009185:0:5786:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff972747d5b800. 00000100:00000010:1.0:1768253583.009192:0:5786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41c00. 02000000:00000010:1.0:1768253583.009197:0:5786:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9727775a6c00. 00000100:00000010:1.0:1768253583.009201:0:5786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777514000. 02000000:00000010:1.0:1768253583.009204:0:5786:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9727775a4c00. 00000100:00000010:1.0:1768253583.009207:0:5786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee4e00. 02000000:00000010:1.0:1768253583.009211:0:5786:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff9727775a6800. 00000100:00000010:1.0:1768253583.009213:0:5786:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777515500. 00000100:00000200:1.0:1768253583.009226:0:5786:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1768253583.009235:0:5786:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f790. 00000400:00000010:1.0:1768253583.009244:0:5786:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649ddd300. 00000800:00000200:3.0:1768253583.016112:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253583.016130:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727fe00. 00000400:00000200:3.0:1768253583.016146:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.016160:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253583.016181:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071aa0 00000400:00000010:3.0:1768253583.016185:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071aa0. 02000000:00000010:3.0:1768253583.016198:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff97277c808000. 00000100:00000010:1.0:1768253583.410200:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649258e00. 02000000:00000010:1.0:1768253583.410237:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727f800. 02000000:00000010:1.0:1768253583.410372:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972641b8f000. 00000400:00000010:1.0:1768253583.410381:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f3c8. 00000400:00000010:1.0:1768253583.410389:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253583.410398:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476344192, portal 4 00000400:00000010:1.0:1768253583.410407:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253583.410411:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476344192, offset 0 00000400:00000200:1.0:1768253583.410421:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253583.410439:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253583.410452:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27ab980 00000400:00000200:1.0:1768253583.410460:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 8064 00000400:00000200:1.0:1768253583.410469:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253583.410474:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253583.410482:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253583.410489:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97264925b480. 00000400:00000200:1.0:1768253583.410524:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0714c8 00000400:00000010:1.0:1768253583.410528:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253583.410547:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649258e00 x1854145476344192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253583.410639:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253583.410649:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4da80. 00000020:00000010:0.0:1768253583.410685:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7aa00. 00000020:00000010:0.0:1768253583.410692:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.410700:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.410749:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a7c0. 00000020:00000010:0.0:1768253583.410753:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a7c0. 00000100:00000200:0.0:1768253583.410757:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344192 02000000:00000010:0.0:1768253583.410783:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97277dc62800. 00010000:00000200:0.0:1768253583.410823:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97264925b480 x1854145476344192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:559/0 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253583.410851:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253583.410855:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476344192, offset 224 00000400:00000200:0.0:1768253583.410861:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253583.410867:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253583.410873:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27ab980 00000400:00000200:0.0:1768253583.410879:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1663d [1] + 224 00000400:00000200:0.0:1768253583.410883:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.410886:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253583.410894:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649258e00 x1854145476344192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253583.410923:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253583.410925:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000020:00000010:0.0:1768253583.410942:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.410947:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.410951:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7aa00. 00000100:00000010:1.0:1768253583.411760:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504c00. 00000100:00000010:1.0:1768253583.411791:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727555048a0. 00000100:00000010:1.0:1768253583.411798:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9727555041e0. 00000100:00000010:1.0:1768253583.411804:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504180. 00000400:00000010:1.0:1768253583.412159:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f3c8. 00000400:00000200:1.0:1768253583.412165:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:1.0:1768253583.412167:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253583.412179:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649258e00 x1854145476344192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253583.412324:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649258e00 x1854145476344192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253583.412383:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972641b8f000. 02000000:00000010:1.0:1768253583.412391:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727f800. 00000100:00000010:1.0:1768253583.412400:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649258e00. 00000100:00000010:3.0:1768253583.415590:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26300. 02000000:00000010:3.0:1768253583.415625:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9727750b3100. 02000000:00000010:2.0:1768253583.415840:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972746e3ec00. 00000400:00000010:2.0:1768253583.415852:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e000. 00000400:00000010:2.0:1768253583.415863:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd4c8. 00000100:00000200:2.0:1768253583.415874:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476344320, portal 4 00000400:00000010:2.0:1768253583.415883:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253583.415886:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476344320, offset 0 00000400:00000200:2.0:1768253583.415899:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253583.415917:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253583.415931:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aba00 00000400:00000200:2.0:1768253583.415940:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 8288 00000400:00000200:2.0:1768253583.415950:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253583.415954:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253583.415963:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253583.415969:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41500. 00000400:00000200:2.0:1768253583.416044:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253583.416048:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253583.416058:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a26300 x1854145476344320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253583.416216:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a7c0. 00000020:00000010:0.0:1768253583.416226:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622f5c0. 00000020:00000010:0.0:1768253583.416250:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7aa00. 00000020:00000010:0.0:1768253583.416257:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.416264:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.416312:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.416316:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000100:00000200:0.0:1768253583.416321:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344320 02000000:00000010:0.0:1768253583.416342:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97277dc62400. 00010000:00000200:0.0:1768253583.416378:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe41500 x1854145476344320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:559/0 lens 224/368 e 0 to 0 dl 1768253594 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253583.416398:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253583.416402:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476344320, offset 224 00000400:00000200:0.0:1768253583.416407:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253583.416413:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253583.416419:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aba00 00000400:00000200:0.0:1768253583.416424:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16649 [1] + 224 00000400:00000200:0.0:1768253583.416429:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.416433:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253583.416440:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a26300 x1854145476344320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253583.418119:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253583.418133:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000020:00000010:0.0:1768253583.418171:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.418180:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.418186:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7aa00. 00000400:00000010:2.0:1768253583.418586:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e000. 00000400:00000200:2.0:1768253583.418593:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd4c8 00000400:00000010:2.0:1768253583.418595:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd4c8. 00000100:00000200:2.0:1768253583.418610:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a26300 x1854145476344320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253583.418624:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a26300 x1854145476344320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253583.418796:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972746e3ec00. 02000000:00000010:2.0:1768253583.419062:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9727750b3100. 00000100:00000010:2.0:1768253583.419075:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a26300. 00000100:00000010:0.0:1768253583.421518:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504c00. 00000100:00000010:3.0:1768253583.423773:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504180. 00000100:00000010:2.0:1768253583.425620:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727555041e0. 00000100:00000010:1.0:1768253583.425785:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9727555048a0. 00000100:00000010:2.0:1768253583.922430:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42300. 02000000:00000010:2.0:1768253583.922469:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647dc0200. 00000100:00000010:2.0:1768253583.923749:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40700. 02000000:00000010:2.0:1768253583.923766:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647dc0a00. 00000100:00000010:2.0:1768253583.924100:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40e00. 02000000:00000010:2.0:1768253583.924114:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647dc0100. 00000100:00000010:2.0:1768253583.924125:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41f80. 02000000:00000010:2.0:1768253583.924132:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647dc0c00. 00000100:00000010:2.0:1768253583.924141:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43100. 02000000:00000010:2.0:1768253583.924146:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972742fafa00. 00000100:00000010:2.0:1768253583.924152:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42d80. 02000000:00000010:2.0:1768253583.924157:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647434300. 02000000:00000010:0.0:1768253583.924326:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972641b7aa00. 00000400:00000010:0.0:1768253583.924338:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358318. 00000400:00000010:0.0:1768253583.924358:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253583.924370:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476344448, portal 25 00000400:00000010:0.0:1768253583.924377:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253583.924381:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476344448, offset 0 00000400:00000200:0.0:1768253583.924392:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253583.924411:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253583.924426:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27aba80 00000400:00000200:0.0:1768253583.924435:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16001 [2] + 0 00000400:00000010:0.0:1768253583.924440:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbce70. 00000400:00000200:0.0:1768253583.924447:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727774f2480 00000400:00000200:0.0:1768253583.924455:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.924461:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253583.924466:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727774f2480 00000400:00000010:0.0:1768253583.924469:0:3321:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727774f2480. 00000100:00000200:0.0:1768253583.924476:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1768253583.924709:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649898000. 00000400:00000010:3.0:1768253583.924717:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032e70. 00000400:00000010:3.0:1768253583.924722:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253583.924726:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476344704, portal 10 00000400:00000010:3.0:1768253583.924733:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92f68. 00000100:00000200:3.0:1768253583.924735:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476344704, offset 0 00000400:00000200:3.0:1768253583.924740:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253583.924745:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253583.924751:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27abb80 00000400:00000200:3.0:1768253583.924758:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70064 00000400:00000200:3.0:1768253583.924765:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.924767:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253583.924773:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253583.924780:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a25f80. 00000400:00000200:3.0:1768253583.924803:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92f68 00000400:00000010:3.0:1768253583.924806:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92f68. 00000100:00000200:3.0:1768253583.924816:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe40e00 x1854145476344704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253583.924844:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22900. 00000100:00000010:3.0:1768253583.924864:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22960. 00000100:00000010:3.0:1768253583.924876:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd221e0. 00000100:00000010:3.0:1768253583.924881:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22180. 02000000:00000010:2.0:1768253583.925046:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b3600. 00000400:00000010:2.0:1768253583.925053:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e000. 00000400:00000010:2.0:1768253583.925057:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd4c8. 00000100:00000200:2.0:1768253583.925061:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476344832, portal 4 00000400:00000010:2.0:1768253583.925067:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253583.925069:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476344832, offset 0 00000400:00000200:2.0:1768253583.925073:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253583.925079:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253583.925085:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27abc00 00000400:00000200:2.0:1768253583.925091:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd5 [8] + 0 00000400:00000200:2.0:1768253583.925097:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253583.925101:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253583.925105:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253583.925110:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41880. 00000400:00000200:2.0:1768253583.925123:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253583.925126:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253583.925132:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe41f80 x1854145476344832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253583.925306:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253583.925310:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253583.925317:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe42300 x1854145476344448/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253583.925355:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972641b7ba00. 00000400:00000010:0.0:1768253583.925360:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463588f0. 00000400:00000010:0.0:1768253583.925363:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253583.925366:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476344960, portal 10 00000400:00000010:0.0:1768253583.925372:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253583.925375:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476344960, offset 0 00000400:00000200:0.0:1768253583.925379:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253583.925384:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1768253583.926024:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649899a00. 00000400:00000010:3.0:1768253583.926033:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460321b8. 00000400:00000010:3.0:1768253583.926038:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92f68. 00000100:00000200:3.0:1768253583.926042:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476344576, portal 10 00000400:00000010:3.0:1768253583.926048:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253583.926050:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476344576, offset 0 00000400:00000200:3.0:1768253583.926056:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253583.926062:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253583.926070:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27abb00 00000400:00000200:3.0:1768253583.926077:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70288 00000020:00000010:1.0:1768253583.926432:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d9c0. 00000400:00000200:0.0:1768253583.926985:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27abc80 00000020:00000010:1.0:1768253583.927008:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727820e7200. 00000020:00000010:1.0:1768253583.927045:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253583.927053:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253583.927112:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d140. 00000020:00000010:1.0:1768253583.927116:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d140. 00000100:00000200:1.0:1768253583.927125:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344704 02000000:00000010:1.0:1768253583.927151:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972641b8f000. 00000400:00000200:3.0:1768253583.927290:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.927296:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1768253583.927371:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253583.927377:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253583.927383:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3000. 00000020:00000010:2.0:1768253583.927386:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253583.927392:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253583.927421:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253583.927424:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc680. 00000100:00000200:2.0:1768253583.927427:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344832 02000000:00000010:2.0:1768253583.927437:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972746e3ec00. 00010000:00000200:2.0:1768253583.927445:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe41880 x1854145476344832/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:559/0 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253583.927466:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000400:00000200:0.0:1768253583.927646:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70512 00000400:00000200:0.0:1768253583.927654:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.927658:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253583.927665:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253583.927673:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4df80. 00000400:00000200:0.0:1768253583.927697:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253583.927700:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253583.927711:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43100 x1854145476344960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253583.928009:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253583.928037:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a27480. 00000400:00000200:3.0:1768253583.928055:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253583.928057:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253583.928068:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe40700 x1854145476344576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253583.928110:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649899400. 00000400:00000010:3.0:1768253583.928117:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460329a0. 00000400:00000010:3.0:1768253583.928121:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253583.928128:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476345088, portal 4 00000400:00000010:3.0:1768253583.928133:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92aa0. 00000100:00000200:3.0:1768253583.928136:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476345088, offset 0 00000400:00000200:3.0:1768253583.928142:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253583.928153:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1768253583.928365:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476344832, offset 224 00000400:00000200:2.0:1768253583.928374:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253583.928380:0:10696:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253583.928386:0:10696:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27abc00 00000400:00000200:2.0:1768253583.928394:0:10696:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16665 [1] + 224 00000400:00000200:2.0:1768253583.928399:0:10696:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253583.928401:0:10696:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253583.928412:0:10696:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe41f80 x1854145476344832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253583.928433:0:10696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253583.928435:0:10696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000020:00000010:2.0:1768253583.928455:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253583.928461:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253583.928465:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3000. 00000020:00000010:2.0:1768253583.928519:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253583.928524:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9ae00. 00000020:00000010:2.0:1768253583.928541:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc680. 00010000:00000200:1.0:1768253583.928672:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a25f80 x1854145476344704/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:559/0 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253583.928691:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253583.928695:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476344704, offset 224 00000400:00000200:1.0:1768253583.928700:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253583.928706:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253583.928711:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27abb80 00000400:00000200:1.0:1768253583.928717:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1665d [1] + 224 00000400:00000200:1.0:1768253583.928721:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253583.928723:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253583.928731:0:5783:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe40e00 x1854145476344704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253583.928744:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:1.0:1768253583.928746:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000020:00000010:0.0:1768253583.929043:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.929047:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.929052:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b400. 00000020:00000010:0.0:1768253583.929056:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.929059:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.929088:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.929091:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000100:00000200:0.0:1768253583.929094:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344576 02000000:00000010:0.0:1768253583.929112:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc62c00. 00010000:00000200:0.0:1768253583.929120:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a27480 x1854145476344576/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:559/0 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253583.929130:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253583.929134:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476344576, offset 224 00000400:00000200:0.0:1768253583.929139:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253583.929144:0:29086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253583.929151:0:29086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27abb00 00000400:00000200:0.0:1768253583.929156:0:29086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16675 [1] + 224 00000400:00000200:3.0:1768253583.929276:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27abd00 00000400:00000200:3.0:1768253583.929284:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd5 [8] + 224 00000400:00000200:3.0:1768253583.929289:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253583.929292:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253583.929296:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253583.929303:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a27b80. 00000400:00000200:3.0:1768253583.929318:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92aa0 00000400:00000010:3.0:1768253583.929320:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92aa0. 00000100:00000200:3.0:1768253583.929326:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe42d80 x1854145476345088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253583.929361:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032e70. 00000400:00000200:3.0:1768253583.929366:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253583.929369:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253583.929373:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe40e00 x1854145476344704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253583.929382:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe40e00 x1854145476344704/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253583.929415:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649898000. 02000000:00000010:3.0:1768253583.929422:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647dc0100. 00000100:00000010:3.0:1768253583.929432:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40e00. 00000020:00000010:1.0:1768253583.929672:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253583.929679:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253583.929683:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727820e7200. 00000020:00000010:1.0:1768253583.929748:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d140. 00000020:00000010:1.0:1768253583.929753:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d140. 00000020:00000010:1.0:1768253583.929757:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727820e7200. 00000020:00000010:1.0:1768253583.929760:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253583.929764:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253583.929788:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d140. 00000020:00000010:1.0:1768253583.929791:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d140. 00000100:00000200:1.0:1768253583.929793:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345088 02000000:00000010:1.0:1768253583.929807:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca0400. 00010000:00000200:1.0:1768253583.929815:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a27b80 x1854145476345088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:559/0 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253583.929826:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253583.929830:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476345088, offset 224 00000400:00000200:1.0:1768253583.929835:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253583.929841:0:6569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253583.929846:0:6569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27abd00 00000400:00000200:1.0:1768253583.929853:0:6569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1667d [1] + 224 00000400:00000200:1.0:1768253583.929858:0:6569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253583.929862:0:6569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253583.929868:0:6569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe42d80 x1854145476345088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253583.929886:0:6569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:1.0:1768253583.929888:0:6569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000020:00000010:1.0:1768253583.929897:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972750c25280. 00000020:00000010:1.0:1768253583.929899:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253583.929903:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727820e7200. 00000020:00000010:2.0:1768253583.930063:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3000. 00000020:00000010:2.0:1768253583.930071:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253583.930074:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253583.930103:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253583.930106:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc680. 00000100:00000200:2.0:1768253583.930109:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344960 02000000:00000010:2.0:1768253583.930118:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972746e3f800. 00010000:00000200:2.0:1768253583.930125:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4df80 x1854145476344960/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:559/0 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253583.930136:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253583.930139:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476344960, offset 224 00000400:00000200:2.0:1768253583.930144:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253583.930150:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253583.930155:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27abc80 00000400:00000200:0.0:1768253583.930270:0:29086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.930276:0:29086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253583.930292:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1666d [1] + 224 00000400:00000200:2.0:1768253583.930299:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253583.930302:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253583.931034:0:29086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe40700 x1854145476344576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253583.931052:0:29086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253583.931054:0:29086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000020:00000010:0.0:1768253583.931074:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.931079:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.931084:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b400. 00000020:00000010:0.0:1768253583.931265:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.931269:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.931274:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b400. 00000020:00000010:0.0:1768253583.931277:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.931280:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.931307:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253583.931309:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000100:00000200:0.0:1768253583.931312:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476344448 02000000:00000010:0.0:1768253583.931325:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc60c00. 00010000:00000200:0.0:1768253583.931332:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746295c50 x1854145476344448/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:559/0 lens 224/224 e 0 to 0 dl 1768253594 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253583.931355:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253583.931359:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476344448, offset 224 00000400:00000200:0.0:1768253583.931365:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253583.931371:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253583.931378:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27aba80 00000400:00000200:0.0:1768253583.931385:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16655 [1] + 224 00000400:00000200:0.0:1768253583.931390:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253583.931393:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253583.931402:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe42300 x1854145476344448/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253583.931416:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253583.931418:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000020:00000010:0.0:1768253583.931424:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253583.931427:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253583.931430:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b400. 02000000:00000010:0.0:1768253583.931435:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc60c00. 00000100:00000200:0.0:1768253583.931442:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253583.931447:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358f78. 00000400:00000010:0.0:1768253583.931454:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dd8d80. 00000400:00000010:0.0:1768253583.931473:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358318. 00000400:00000200:0.0:1768253583.931478:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253583.931479:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253583.931495:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe42300 x1854145476344448/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253583.931505:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe42300 x1854145476344448/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253583.931531:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972641b7aa00. 02000000:00000010:0.0:1768253583.931536:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647dc0200. 00000100:00000010:0.0:1768253583.931544:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe42300. 00000100:00000200:2.0:1768253583.937702:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43100 x1854145476344960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253583.937755:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253583.937759:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000020:00000010:2.0:1768253583.937797:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23aa80. 00000020:00000010:2.0:1768253583.937803:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253583.937808:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3000. 00000400:00000010:2.0:1768253583.937862:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463588f0. 00000400:00000200:2.0:1768253583.937868:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:2.0:1768253583.937870:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:2.0:1768253583.937877:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43100 x1854145476344960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253583.937887:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43100 x1854145476344960/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253583.937939:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972641b7ba00. 02000000:00000010:2.0:1768253583.937946:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972742fafa00. 00000100:00000010:2.0:1768253583.937957:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43100. 00000400:00000010:3.0:1768253583.938286:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329a0. 00000400:00000200:3.0:1768253583.938293:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253583.938295:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253583.938305:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe42d80 x1854145476345088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253583.938314:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe42d80 x1854145476345088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253583.938333:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649899400. 02000000:00000010:3.0:1768253583.938337:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647434300. 00000100:00000010:3.0:1768253583.938353:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe42d80. 00000400:00000010:3.0:1768253583.938363:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460321b8. 00000400:00000200:3.0:1768253583.938366:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92f68 00000400:00000010:3.0:1768253583.938367:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92f68. 00000100:00000200:3.0:1768253583.938373:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe40700 x1854145476344576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253583.938382:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe40700 x1854145476344576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253583.938395:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649899a00. 02000000:00000010:3.0:1768253583.938398:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647dc0a00. 00000100:00000010:3.0:1768253583.938403:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40700. 00000400:00000010:1.0:1768253583.940103:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e000. 00000400:00000200:1.0:1768253583.940118:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd4c8 00000400:00000010:1.0:1768253583.940121:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd4c8. 00000100:00000200:1.0:1768253583.940137:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe41f80 x1854145476344832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253583.940149:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe41f80 x1854145476344832/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253583.940195:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b3600. 02000000:00000010:1.0:1768253583.940201:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647dc0c00. 00000100:00000010:1.0:1768253583.940206:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41f80. 00000001:00000010:2.0:1768253583.977505:0:5805:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff972755504120. 00080000:00000010:2.0:1768253583.977524:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97274f9e4800. 00080000:00000010:2.0:1768253583.977531:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97274f9e6000. 00000100:00000010:3.0:1768253584.002199:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22180. 00000100:00000010:1.0:1768253584.002361:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22960. 00000100:00000010:0.0:1768253584.002515:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22900. 00000100:00000010:2.0:1768253584.002704:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd221e0. 00000001:00000010:3.0:1768253586.538654:0:7475:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff97276bd220c0. 00080000:00000010:3.0:1768253586.538668:0:7475:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97274e7ef000. 00000001:00000010:2.0:1768253586.542088:0:6594:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff972647f94f60. 00080000:00000010:2.0:1768253586.542111:0:6594:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972746e3d800. 00000400:00000200:3.0:1768253588.427909:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253588.427948:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1085200 00000400:00000200:3.0:1768253588.427961:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x16011 [2] + 0 00000400:00000010:3.0:1768253588.427969:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc420. 00000400:00000200:3.0:1768253588.427983:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277cd86cc0 00000400:00000200:3.0:1768253588.428003:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.428009:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253588.428075:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277cd86cc0 00000400:00000010:3.0:1768253588.428079:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277cd86cc0. 00000100:00000200:3.0:1768253588.428088:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253588.428138:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253588.428144:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085300 00000400:00000200:3.0:1768253588.428151:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 448 00000400:00000200:3.0:1768253588.428159:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.428162:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253588.428168:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253588.428176:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a25880. 00000400:00000200:3.0:1768253588.428205:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253588.428210:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1085280 00000400:00000200:3.0:1768253588.428217:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 70736 00000400:00000200:3.0:1768253588.428224:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.428227:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253588.428231:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253588.428235:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a24e00. 00000400:00000200:3.0:1768253588.428262:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253588.428268:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085380 00000400:00000200:3.0:1768253588.428272:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 672 00000400:00000200:3.0:1768253588.428286:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.428289:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253588.428293:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253588.428296:0:3313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a24700. 00000020:00000010:1.0:1768253588.428550:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d840. 00000020:00000010:1.0:1768253588.428561:0:6567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cccc0. 00000020:00000010:1.0:1768253588.428594:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7aa00. 00000020:00000010:1.0:1768253588.428603:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0b80. 00000020:00000010:1.0:1768253588.428609:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253588.428656:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d740. 00000020:00000010:1.0:1768253588.428661:0:6567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97275622fb40. 00000020:00000010:1.0:1768253588.428668:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7a400. 00000020:00000010:1.0:1768253588.428671:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0f00. 00000020:00000010:1.0:1768253588.428674:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253588.428694:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d140. 00000020:00000010:1.0:1768253588.428697:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d140. 00000100:00000200:1.0:1768253588.428702:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069632 02000000:00000010:1.0:1768253588.428732:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca3c00. 00010000:00000200:1.0:1768253588.428748:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a25880 x1854145452069632/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:564/0 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253588.428773:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0712a8. 00000100:00000200:1.0:1768253588.428780:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452069632, offset 224 00000400:00000200:1.0:1768253588.428788:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253588.428801:0:6567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253588.428809:0:6567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3905:3905:256:4294967295] 192.168.202.43@tcp LPNI seq info [3901:3901:8:4294967295] 00000400:00000200:1.0:1768253588.428821:0:6567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253588.428827:0:6567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253588.428832:0:6567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727f000. 00000800:00000200:1.0:1768253588.429977:0:6567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253588.429988:0:6567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253588.429993:0:6567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727f000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253588.430192:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0b80. 00000020:00000010:1.0:1768253588.430200:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253588.430204:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7aa00. 00000020:00000010:1.0:1768253588.430242:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d140. 00000020:00000010:1.0:1768253588.430246:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d140. 00000100:00000200:1.0:1768253588.430249:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069760 00000020:00000010:0.0:1768253588.430451:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a800. 00000020:00000010:0.0:1768253588.430456:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a800. 00000020:00000010:0.0:1768253588.430463:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6c00. 00000020:00000010:0.0:1768253588.430468:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4200. 00000020:00000010:0.0:1768253588.430474:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253588.430520:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a800. 00000020:00000010:0.0:1768253588.430523:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a800. 00000100:00000200:0.0:1768253588.430525:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069376 02000000:00000010:0.0:1768253588.430540:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646cce400. 00010000:00000200:0.0:1768253588.430551:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746294850 x1854145452069376/t0(0) o400->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:564/0 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253588.430570:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253588.430576:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452069376, offset 224 00000400:00000200:0.0:1768253588.430583:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253588.430595:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253588.430602:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3906:3906:255:4294967295] 192.168.202.43@tcp LPNI seq info [3902:3902:7:4294967295] 00000400:00000200:0.0:1768253588.430614:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253588.430620:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253588.430625:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972746254c00. 00000800:00000200:0.0:1768253588.430630:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253588.430637:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253588.430640:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972746254c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253588.430647:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4200. 00000020:00000010:0.0:1768253588.430650:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253588.430654:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6c00. 00000100:00000200:0.0:1768253588.430661:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253588.430669:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358318. 00000400:00000010:0.0:1768253588.430675:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dd8480. 00000800:00000200:0.0:1768253588.430741:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253588.430746:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727f000. 00000400:00000200:0.0:1768253588.430754:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253588.430760:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253588.430765:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0712a8 00000400:00000010:0.0:1768253588.430768:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0712a8. 00000800:00000200:0.0:1768253588.431639:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253588.431646:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972746254c00. 00000400:00000200:0.0:1768253588.431656:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253588.431661:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253588.431666:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253588.431668:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 02000000:00000010:0.0:1768253588.431675:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646cce400. 02000000:00000010:1.0:1768253588.432590:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca0800. 00010000:00000200:1.0:1768253588.432611:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a24700 x1854145452069760/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:564/0 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253588.432634:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0714c8. 00000100:00000200:1.0:1768253588.432639:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452069760, offset 224 00000400:00000200:1.0:1768253588.432647:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253588.432659:0:6567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253588.432666:0:6567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3907:3907:256:4294967295] 192.168.202.43@tcp LPNI seq info [3903:3903:8:4294967295] 00000400:00000200:1.0:1768253588.432678:0:6567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253588.432686:0:6567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253588.432691:0:6567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97277727fe00. 00000800:00000200:1.0:1768253588.432699:0:6567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253588.432708:0:6567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253588.432713:0:6567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97277727fe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253588.432752:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0f00. 00000020:00000010:1.0:1768253588.432758:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253588.432762:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7a400. 00000020:00000010:2.0:1768253588.432892:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cce00. 00000020:00000010:2.0:1768253588.432898:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d980. 00000020:00000010:2.0:1768253588.432928:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647479200. 00000020:00000010:2.0:1768253588.432933:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97276b062f00. 00000020:00000010:2.0:1768253588.432939:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253588.432980:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc400. 00000020:00000010:2.0:1768253588.432983:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc400. 00000100:00000200:2.0:1768253588.432987:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069504 02000000:00000010:2.0:1768253588.433008:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274f9e6000. 00010000:00000200:2.0:1768253588.433045:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a24e00 x1854145452069504/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:564/0 lens 224/224 e 0 to 0 dl 1768253599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253588.433059:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253588.433063:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452069504, offset 224 00000400:00000200:2.0:1768253588.433080:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253588.433086:0:5784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253588.433091:0:5784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3908:3908:255:4294967295] 192.168.202.43@tcp LPNI seq info [3904:3904:7:4294967295] 00000400:00000200:2.0:1768253588.433100:0:5784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253588.433105:0:5784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253588.433110:0:5784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6d700. 00000800:00000200:2.0:1768253588.433115:0:5784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253588.433121:0:5784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253588.433124:0:5784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6d700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253588.433131:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97276b062f00. 00000020:00000010:2.0:1768253588.433136:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253588.433139:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647479200. 00000800:00000200:3.0:1768253588.433640:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253588.433647:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97277727fe00. 00000400:00000200:3.0:1768253588.433654:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.433661:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253588.433667:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0714c8 00000400:00000010:3.0:1768253588.433669:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0714c8. 00000800:00000200:3.0:1768253588.433736:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253588.433739:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6d700. 00000400:00000200:3.0:1768253588.433743:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.433746:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253588.433749:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:3.0:1768253588.433751:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000100:00000010:3.0:1768253588.531377:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26300. 02000000:00000010:3.0:1768253588.531406:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7af00. 02000000:00000010:3.0:1768253588.531480:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972646ce3000. 00000400:00000010:3.0:1768253588.531489:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460321b8. 00000400:00000010:3.0:1768253588.531497:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92f68. 00000100:00000200:3.0:1768253588.531505:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476345216, portal 4 00000400:00000010:3.0:1768253588.531511:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253588.531515:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476345216, offset 0 00000400:00000200:3.0:1768253588.531524:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253588.531538:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253588.531550:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27abd80 00000400:00000200:3.0:1768253588.531557:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 8512 00000400:00000200:3.0:1768253588.531566:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.531570:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253588.531577:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1768253588.531582:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a25180. 00000400:00000200:3.0:1768253588.531601:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253588.531604:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253588.531614:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a26300 x1854145476345216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253588.531638:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22000. 00000100:00000010:3.0:1768253588.531653:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22060. 00000100:00000010:3.0:1768253588.531659:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22a20. 00000100:00000010:3.0:1768253588.531665:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd220c0. 00000020:00000010:3.0:1768253588.531717:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f980. 00000020:00000010:3.0:1768253588.531725:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9a7c0. 00000100:00000010:1.0:1768253588.531747:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649258e00. 00000020:00000010:3.0:1768253588.531748:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f980. 00000020:00000010:3.0:1768253588.531759:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727466df800. 00000020:00000010:3.0:1768253588.531766:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72480. 00000020:00000010:3.0:1768253588.531772:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 02000000:00000010:1.0:1768253588.531783:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97277727fe00. 00000020:00000010:3.0:1768253588.531817:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f980. 00000020:00000010:3.0:1768253588.531822:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f980. 00000100:00000200:3.0:1768253588.531825:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345216 02000000:00000010:1.0:1768253588.531842:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972750ca2c00. 02000000:00000010:3.0:1768253588.531844:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972646ce2800. 00000400:00000010:1.0:1768253588.531852:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f3c8. 00000400:00000010:1.0:1768253588.531861:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253588.531867:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476345344, portal 4 00000400:00000010:1.0:1768253588.531874:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253588.531878:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476345344, offset 0 00010000:00000200:3.0:1768253588.531885:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a25180 x1854145476345216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:564/0 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253588.531892:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253588.531916:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1768253588.531917:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253588.531926:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476345216, offset 224 00000400:00000200:1.0:1768253588.531932:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27abe00 00000400:00000200:3.0:1768253588.531936:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253588.531948:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 8736 00000400:00000200:3.0:1768253588.531953:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253588.531964:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.531971:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27abd80 00000400:00000200:1.0:1768253588.531978:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253588.531990:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x166b5 [1] + 224 00000400:00000200:3.0:1768253588.531997:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253588.532000:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253588.532092:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253588.532098:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97264925a300. 00000400:00000200:1.0:1768253588.532124:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253588.532127:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253588.532137:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649258e00 x1854145476345344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253588.532220:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9aa00. 00000020:00000010:0.0:1768253588.532226:0:6571:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253588.532231:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9aa00. 00000020:00000010:0.0:1768253588.532235:0:6571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410ff200. 00000020:00000010:0.0:1768253588.532238:0:6571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4780. 00000020:00000010:0.0:1768253588.532242:0:6571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253588.532260:0:6571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9aa00. 00000020:00000010:0.0:1768253588.532261:0:6571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9aa00. 00000100:00000200:0.0:1768253588.532263:0:6571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345344 02000000:00000010:0.0:1768253588.532276:0:6571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972646cce400. 00010000:00000200:0.0:1768253588.532314:0:6571:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97264925a300 x1854145476345344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:564/0 lens 224/368 e 0 to 0 dl 1768253599 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253588.532331:0:6571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253588.532334:0:6571:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476345344, offset 224 00000400:00000200:0.0:1768253588.532338:0:6571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253588.532343:0:6571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253588.532348:0:6571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27abe00 00000400:00000200:0.0:1768253588.532352:0:6571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x166bd [1] + 224 00000400:00000200:0.0:1768253588.532356:0:6571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253588.532359:0:6571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253588.532366:0:6571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649258e00 x1854145476345344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253588.532390:0:6571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253588.532392:0:6571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000020:00000010:0.0:1768253588.532407:0:6571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4780. 00000020:00000010:0.0:1768253588.532411:0:6571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253588.532416:0:6571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410ff200. 00000400:00000010:1.0:1768253588.532468:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f3c8. 00000400:00000200:1.0:1768253588.532472:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:1.0:1768253588.532474:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253588.532479:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649258e00 x1854145476345344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253588.532488:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649258e00 x1854145476345344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253588.532504:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a26300 x1854145476345216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253588.532537:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253588.532540:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000020:00000010:3.0:1768253588.532558:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72480. 00000020:00000010:3.0:1768253588.532563:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000400:00000010:0.0:1768253588.532565:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460321b8. 00000020:00000010:3.0:1768253588.532568:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727466df800. 00000400:00000200:0.0:1768253588.532574:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92f68 00000400:00000010:0.0:1768253588.532579:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92f68. 00000100:00000200:0.0:1768253588.532590:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a26300 x1854145476345216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253588.532599:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a26300 x1854145476345216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253588.532626:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972646ce3000. 02000000:00000010:0.0:1768253588.532632:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7af00. 00000100:00000010:0.0:1768253588.532639:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a26300. 02000000:00000010:1.0:1768253588.532683:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972750ca2c00. 02000000:00000010:1.0:1768253588.532688:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97277727fe00. 00000100:00000010:1.0:1768253588.532693:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649258e00. 00000100:00000010:2.0:1768253588.539129:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22a20. 00000100:00000010:0.0:1768253588.539440:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22000. 00000100:00000010:1.0:1768253588.540623:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22060. 00000100:00000010:3.0:1768253588.541459:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd220c0. 00000001:02000400:0.0:1768253589.011998:0:103056:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25b: test nodemap info values ========= 16:33:08 (1768253588) 00000100:00000010:3.0:1768253589.043627:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a24380. 02000000:00000010:3.0:1768253589.043651:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7ad00. 00000100:00000010:3.0:1768253589.043686:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26d80. 02000000:00000010:3.0:1768253589.043691:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a100. 00000100:00000010:3.0:1768253589.043705:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26300. 02000000:00000010:3.0:1768253589.043709:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7aa00. 00000100:00000010:3.0:1768253589.043718:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4b800. 02000000:00000010:3.0:1768253589.043721:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a000. 00000100:00000010:3.0:1768253589.043727:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd49880. 02000000:00000010:3.0:1768253589.043731:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a400. 00000100:00000010:3.0:1768253589.043736:0:72432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd48a80. 02000000:00000010:3.0:1768253589.043739:0:72432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a300. 02000000:00000010:0.0:1768253589.045615:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319200. 00000400:00000010:0.0:1768253589.045633:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358aa8. 00000400:00000010:0.0:1768253589.045640:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253589.045650:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476345472, portal 25 00000400:00000010:0.0:1768253589.045657:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253589.045660:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476345472, offset 0 00000400:00000200:0.0:1768253589.045670:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.045683:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.045694:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27abe80 00000400:00000200:0.0:1768253589.045701:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1602d [2] + 0 00000400:00000010:0.0:1768253589.045706:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e688. 00000400:00000200:0.0:1768253589.045710:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649923b40 00000400:00000200:0.0:1768253589.045717:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.045721:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253589.045726:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649923b40 00000400:00000010:0.0:1768253589.045729:0:3321:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649923b40. 00000100:00000200:0.0:1768253589.045757:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253589.045775:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253589.045777:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253589.045785:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a24380 x1854145476345472/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253589.045807:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4ae0. 00000100:00000010:0.0:1768253589.045821:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4f00. 00000100:00000010:0.0:1768253589.045827:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da41e0. 00000100:00000010:0.0:1768253589.045832:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4540. 02000000:00000010:0.0:1768253589.045848:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319800. 00000400:00000010:0.0:1768253589.045853:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463588f0. 00000400:00000010:0.0:1768253589.045856:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253589.045859:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476345984, portal 10 00000400:00000010:0.0:1768253589.045864:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253589.045866:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476345984, offset 0 00000400:00000200:0.0:1768253589.045870:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.045874:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.045880:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ac080 00000400:00000200:0.0:1768253589.045884:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 70960 00000400:00000200:0.0:1768253589.045890:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.045893:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.045897:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253589.045902:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4dc00. 00000400:00000200:0.0:1768253589.045916:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253589.045918:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253589.045923:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd49880 x1854145476345984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253589.045954:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649318200. 00000400:00000010:0.0:1768253589.045958:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358630. 00000400:00000010:0.0:1768253589.045961:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253589.045963:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476345856, portal 4 00000400:00000010:0.0:1768253589.045967:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067550. 00000100:00000200:0.0:1768253589.045970:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476345856, offset 0 00000400:00000200:0.0:1768253589.045973:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.045977:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.045982:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27ac000 00000400:00000200:0.0:1768253589.045987:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd5 [8] + 896 00000400:00000200:0.0:1768253589.045991:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.045994:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.045998:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253589.046001:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4f480. 00000400:00000200:0.0:1768253589.046028:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067550 00000400:00000010:0.0:1768253589.046030:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067550. 00000100:00000200:0.0:1768253589.046035:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4b800 x1854145476345856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253589.046065:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319400. 00000400:00000010:0.0:1768253589.046069:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358898. 00000400:00000010:0.0:1768253589.046072:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067550. 00000100:00000200:0.0:1768253589.046075:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476345600, portal 10 00000400:00000010:0.0:1768253589.046079:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067f68. 00000100:00000200:0.0:1768253589.046081:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476345600, offset 0 00000400:00000200:0.0:1768253589.046086:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.046090:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.046095:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27abf00 00000400:00000200:0.0:1768253589.046098:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 71184 00000400:00000200:0.0:1768253589.046102:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.046104:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.046107:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253589.046110:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4d880. 00000400:00000200:0.0:1768253589.046121:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067f68 00000400:00000010:0.0:1768253589.046123:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067f68. 00000100:00000200:0.0:1768253589.046128:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a26d80 x1854145476345600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253589.046144:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319c00. 00000400:00000010:0.0:1768253589.046147:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358e70. 00000400:00000010:0.0:1768253589.046150:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067f68. 00000100:00000200:0.0:1768253589.046153:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476346112, portal 4 00000400:00000010:0.0:1768253589.046157:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067b28. 00000100:00000200:0.0:1768253589.046159:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1854145476346112, offset 0 00000400:00000200:0.0:1768253589.046163:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.046167:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.046171:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69655e27ac100 00000400:00000200:0.0:1768253589.046175:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbd5 [8] + 1120 00000400:00000200:0.0:1768253589.046178:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.046181:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.046183:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1768253589.046187:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4c000. 00000400:00000200:0.0:1768253589.046197:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067b28 00000400:00000010:0.0:1768253589.046199:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067b28. 00000100:00000200:0.0:1768253589.046203:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd48a80 x1854145476346112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253589.046224:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649318c00. 00000400:00000010:0.0:1768253589.046228:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358bb0. 00000400:00000010:0.0:1768253589.046231:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067b28. 00000100:00000200:0.0:1768253589.046233:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476345728, portal 10 00000400:00000010:0.0:1768253589.046237:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253589.046239:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476345728, offset 0 00000400:00000200:0.0:1768253589.046243:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.046247:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.046251:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27abf80 00000400:00000200:0.0:1768253589.046254:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 71408 00000400:00000200:0.0:1768253589.046257:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.046260:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.046262:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253589.046266:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff2a680. 00000400:00000200:0.0:1768253589.046276:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253589.046277:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253589.046282:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a26300 x1854145476345728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253589.046339:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.046344:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.046350:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274e778e00. 00000020:00000010:0.0:1768253589.046355:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4800. 00000020:00000010:0.0:1768253589.046360:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253589.046387:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.046389:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000100:00000200:0.0:1768253589.046391:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345472 02000000:00000010:0.0:1768253589.046407:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ccf000. 00010000:00000200:0.0:1768253589.046416:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297050 x1854145476345472/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:565/0 lens 224/224 e 0 to 0 dl 1768253600 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253589.046432:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253589.046435:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476345472, offset 224 00000400:00000200:0.0:1768253589.046438:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.046443:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.046447:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27abe80 00000400:00000200:0.0:1768253589.046452:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x166cd [1] + 224 00000400:00000200:0.0:1768253589.046455:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.046458:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.046463:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a24380 x1854145476345472/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253589.046476:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253589.046477:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000020:00000010:0.0:1768253589.046489:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4800. 00000020:00000010:0.0:1768253589.046493:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253589.046496:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274e778e00. 00000020:00000010:1.0:1768253589.047692:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dd40. 00000020:00000010:1.0:1768253589.047711:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7ba00. 00000020:00000010:1.0:1768253589.047715:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0f00. 00000020:00000010:1.0:1768253589.047718:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253589.047745:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.047762:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.047766:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b600. 00000020:00000010:1.0:1768253589.047768:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253589.047771:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253589.047786:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.047789:0:6919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d9c0. 00000020:00000010:1.0:1768253589.047792:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.047796:0:6919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b400. 00000020:00000010:1.0:1768253589.047798:0:6919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0480. 00000020:00000010:1.0:1768253589.047801:0:6919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badc80. 00000020:00000010:1.0:1768253589.047811:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.047813:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253589.047816:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345984 02000000:00000010:1.0:1768253589.047830:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca0c00. 00010000:00000200:1.0:1768253589.047840:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4dc00 x1854145476345984/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1768253600 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253589.047855:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253589.047859:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476345984, offset 224 00000400:00000200:1.0:1768253589.047867:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253589.047875:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253589.047883:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ac080 00000400:00000200:1.0:1768253589.047888:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x166d5 [1] + 224 00000400:00000200:1.0:1768253589.047893:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253589.047897:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253589.047905:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd49880 x1854145476345984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253589.047919:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:1.0:1768253589.047921:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000020:00000010:1.0:1768253589.047932:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0f00. 00000020:00000010:1.0:1768253589.047936:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749baded8. 00000020:00000010:1.0:1768253589.047939:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7ba00. 00000020:00000010:1.0:1768253589.047950:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.047952:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253589.047954:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345600 02000000:00000010:1.0:1768253589.047960:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca2c00. 00010000:00000200:1.0:1768253589.047965:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4d880 x1854145476345600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1768253600 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253589.047974:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253589.047976:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476345600, offset 224 00000400:00000200:1.0:1768253589.047980:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253589.047985:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253589.047990:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27abf00 00000400:00000200:1.0:1768253589.047993:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x166e5 [1] + 224 00000400:00000200:1.0:1768253589.047997:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253589.047999:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253589.048005:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a26d80 x1854145476345600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253589.048037:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:1.0:1768253589.048039:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000020:00000010:1.0:1768253589.048046:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253589.048049:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253589.048052:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b600. 00000020:00000010:1.0:1768253589.048062:0:6919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253589.048064:0:6919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253589.048066:0:6919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345728 02000000:00000010:1.0:1768253589.048072:0:6919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca1800. 00010000:00000200:1.0:1768253589.048076:0:6919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff2a680 x1854145476345728/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1768253600 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253589.048085:0:6919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253589.048088:0:6919:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476345728, offset 224 00000400:00000200:1.0:1768253589.048092:0:6919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253589.048097:0:6919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253589.048102:0:6919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27abf80 00000400:00000200:1.0:1768253589.048105:0:6919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x166f5 [1] + 224 00000400:00000200:1.0:1768253589.048109:0:6919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253589.048112:0:6919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253589.048117:0:6919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a26300 x1854145476345728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253589.048126:0:6919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:1.0:1768253589.048128:0:6919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000020:00000010:1.0:1768253589.048134:0:6919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0480. 00000020:00000010:1.0:1768253589.048136:0:6919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badc80. 00000020:00000010:1.0:1768253589.048139:0:6919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b400. 02000000:00000010:0.0:1768253589.050655:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646ccf000. 00000100:00000200:0.0:1768253589.050672:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253589.050681:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358dc0. 00000400:00000010:0.0:1768253589.050688:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972649dd8300. 00000020:00000010:0.0:1768253589.050744:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.050750:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.050755:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274e778e00. 00000020:00000010:0.0:1768253589.050760:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4800. 00000020:00000010:0.0:1768253589.050765:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253589.050801:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.050804:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.050808:0:6567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97274e779000. 00000020:00000010:0.0:1768253589.050811:0:6567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4700. 00000020:00000010:0.0:1768253589.050813:0:6567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253589.050831:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.050834:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000100:00000200:0.0:1768253589.050837:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476345856 02000000:00000010:0.0:1768253589.050858:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ccf000. 00010000:00000200:0.0:1768253589.050874:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4f480 x1854145476345856/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1768253600 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253589.050892:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253589.050897:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476345856, offset 224 00000400:00000200:0.0:1768253589.050906:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.050920:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.050930:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27ac000 00000400:00000200:0.0:1768253589.050937:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x166dd [1] + 224 00000400:00000200:0.0:1768253589.050944:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.050949:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.050960:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4b800 x1854145476345856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253589.050976:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253589.050978:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000020:00000010:0.0:1768253589.050992:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4800. 00000020:00000010:0.0:1768253589.050996:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253589.050999:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274e778e00. 00000020:00000010:0.0:1768253589.051007:0:6567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9ac80. 00000020:00000010:0.0:1768253589.051025:0:6567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9ac80. 00000100:00000200:0.0:1768253589.051027:0:6567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346112 02000000:00000010:0.0:1768253589.051034:0:6567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ccfc00. 00010000:00000200:0.0:1768253589.051038:0:6567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4c000 x1854145476346112/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1768253600 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253589.051046:0:6567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253589.051049:0:6567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145476346112, offset 224 00000400:00000200:0.0:1768253589.051052:0:6567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253589.051056:0:6567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253589.051061:0:6567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69655e27ac100 00000400:00000200:0.0:1768253589.051065:0:6567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x166ed [1] + 224 00000400:00000200:0.0:1768253589.051069:0:6567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253589.051072:0:6567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253589.051078:0:6567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd48a80 x1854145476346112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253589.051088:0:6567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253589.051090:0:6567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000020:00000010:0.0:1768253589.051096:0:6567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4700. 00000020:00000010:0.0:1768253589.051100:0:6567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253589.051102:0:6567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97274e779000. 00000400:00000010:0.0:1768253589.051149:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358630. 00000400:00000200:0.0:1768253589.051153:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253589.051155:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253589.051161:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4b800 x1854145476345856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253589.051170:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4b800 x1854145476345856/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253589.051194:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358aa8. 00000400:00000200:0.0:1768253589.051196:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253589.051198:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253589.051203:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a24380 x1854145476345472/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253589.051211:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a24380 x1854145476345472/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253589.051222:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463588f0. 00000400:00000200:0.0:1768253589.051225:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253589.051226:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253589.051231:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd49880 x1854145476345984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253589.051238:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd49880 x1854145476345984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253589.051253:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649318200. 02000000:00000010:0.0:1768253589.051261:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a000. 00000100:00000010:0.0:1768253589.051266:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4b800. 02000000:00000010:0.0:1768253589.051269:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319200. 02000000:00000010:0.0:1768253589.051274:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7ad00. 00000100:00000010:0.0:1768253589.051276:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a24380. 02000000:00000010:0.0:1768253589.051279:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319800. 02000000:00000010:0.0:1768253589.051281:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a400. 00000100:00000010:0.0:1768253589.051284:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd49880. 00000400:00000010:1.0:1768253589.052266:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358bb0. 00000400:00000200:1.0:1768253589.052276:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067b28 00000400:00000010:1.0:1768253589.052277:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067b28. 00000100:00000200:1.0:1768253589.052286:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a26300 x1854145476345728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253589.052306:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a26300 x1854145476345728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253589.052328:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358898. 00000400:00000200:1.0:1768253589.052331:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067550 00000400:00000010:1.0:1768253589.052333:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067550. 00000100:00000200:1.0:1768253589.052338:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a26d80 x1854145476345600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253589.052345:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a26d80 x1854145476345600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253589.052357:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358e70. 00000400:00000200:1.0:1768253589.052360:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067f68 00000400:00000010:1.0:1768253589.052361:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067f68. 00000100:00000200:1.0:1768253589.052365:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd48a80 x1854145476346112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253589.052372:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd48a80 x1854145476346112/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253589.052384:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649318c00. 02000000:00000010:1.0:1768253589.052389:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7aa00. 00000100:00000010:1.0:1768253589.052393:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a26300. 02000000:00000010:1.0:1768253589.052396:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319400. 02000000:00000010:1.0:1768253589.052399:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a100. 00000100:00000010:1.0:1768253589.052401:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a26d80. 02000000:00000010:1.0:1768253589.052403:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319c00. 02000000:00000010:1.0:1768253589.052405:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a300. 00000100:00000010:1.0:1768253589.052407:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd48a80. 00000100:00000010:3.0:1768253589.126631:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4540. 00000100:00000010:0.0:1768253589.126711:0:99647:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4ae0. 00000100:00000010:1.0:1768253589.127096:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4f00. 00000100:00000010:2.0:1768253589.129418:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da41e0. 02000000:00000010:1.0:1768253590.183723:0:103104:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 5 at ffff97276a6429a0. 02000000:00000010:1.0:1768253590.183736:0:103104:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 5 at ffff97276a6429a0. 00000004:00000400:1.0:1768253590.183740:0:103104:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000020:00000010:1.0:1768253591.267243:0:103152:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97264936aa40. 00000020:00000010:1.0:1768253591.267333:0:103152:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97264936aa40. 00000020:00000010:1.0:1768253591.267512:0:103152:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972750ca0000. 00000020:00000010:1.0:1768253591.267522:0:103152:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7be00. 00000020:00000010:1.0:1768253591.267526:0:103152:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972641b7b600. 00000040:00000010:1.0:1768253591.267530:0:103152:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972742bd3a00. 00000020:00000010:1.0:1768253591.267536:0:103152:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97274a255800. 00000020:00000010:1.0:1768253591.267541:0:103152:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972645cb7600. 80000000:00000010:1.0:1768253591.267546:0:103152:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972755504b40. 00040000:00000010:1.0:1768253591.267551:0:103152:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972645cb6e00. 00080000:00000010:1.0:1768253591.267556:0:103152:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80e000. 20000000:00000010:1.0:1768253591.267559:0:103152:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972645cb6400. 00000020:00000010:1.0:1768253591.267565:0:103152:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4d280. 00000001:00000010:1.0:1768253591.267571:0:103152:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff972777f4d000. 00000001:00000010:1.0:1768253591.267583:0:103152:0:(nodemap_handler.c:3323:nodemap_create()) kmalloced '(nodemap)': 928 at ffff972750ca3400. 00000020:00000010:1.0:1768253591.267590:0:103152:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6600. 00000020:00000010:1.0:1768253591.267593:0:103152:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645cb6c00. 00000040:00000010:1.0:1768253591.267596:0:103152:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645f9dc00. 00000020:00000010:1.0:1768253591.267598:0:103152:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253591.267601:0:103152:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972756a3c800. 00040000:00000010:1.0:1768253591.267605:0:103152:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972645e4a600. 00040000:00000010:1.0:1768253591.267609:0:103152:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9727412e7400. 00080000:00000010:1.0:1768253591.267613:0:103152:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97274f883800. 00080000:00000010:1.0:1768253591.267624:0:103152:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750ca2400. 00000020:00000010:1.0:1768253591.267764:0:103152:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff9726482a0900. 00000020:00000010:1.0:1768253591.267789:0:103152:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645cb6c00. 00000040:00000010:1.0:1768253591.267793:0:103152:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645f9dc00. 00000020:00000010:1.0:1768253591.267796:0:103152:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253591.267801:0:103152:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972756a3c800. 00040000:00000010:1.0:1768253591.267804:0:103152:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972645e4a600. 00040000:00000010:1.0:1768253591.267807:0:103152:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9727412e7400. 00000020:00000010:1.0:1768253591.267811:0:103152:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff9726482a0900. 00080000:00000010:1.0:1768253591.267814:0:103152:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97274f883800. 00000020:00000010:1.0:1768253591.267817:0:103152:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6600. 00000001:00000010:1.0:1768253591.267820:0:103152:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff972777f4ddc0. 00000001:00000010:1.0:1768253591.268100:0:103152:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff972777f4d000. 00010000:00000010:1.0:1768253591.268114:0:103152:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadf200. 00010000:00000010:1.0:1768253591.268129:0:103152:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972777f4d000. 00000100:00000010:1.0:1768253591.268136:0:103152:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97264e41f480. 00000100:00000010:1.0:1768253591.268146:0:103152:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649258e00. 02000000:00000010:1.0:1768253591.268159:0:103152:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9727412e7400. 02000000:00000010:1.0:1768253591.268185:0:103152:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9727412e7200. 00000400:00000010:1.0:1768253591.268191:0:103152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f3c8. 00000400:00000010:1.0:1768253591.268197:0:103152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071088. 00000100:00000200:1.0:1768253591.268203:0:103152:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476346240, portal 16 00000400:00000010:1.0:1768253591.268207:0:103152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253591.268210:0:103152:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476346240, offset 0 00000400:00000200:1.0:1768253591.268219:0:103152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253591.268230:0:103152:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253591.268240:0:103152:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27ac180 00000400:00000200:1.0:1768253591.268245:0:103152:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 1312 00000400:00000200:1.0:1768253591.268253:0:103152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253591.268257:0:103152:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253591.268263:0:103152:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1768253591.268267:0:103152:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649258a80. 00000400:00000200:1.0:1768253591.268472:0:103152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253591.268476:0:103152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253591.268485:0:103152:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972649258e00 x1854145476346240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253607 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1768253591.268504:0:103152:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504600. 00000100:00000010:1.0:1768253591.268516:0:103152:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504f60. 00000100:00000010:1.0:1768253591.268520:0:103152:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504780. 00000100:00000010:1.0:1768253591.268525:0:103152:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504120. 00000020:00000010:3.0:1768253591.268638:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ffc0. 00000020:00000010:3.0:1768253591.268644:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ffc0. 00000020:00000010:3.0:1768253591.268651:0:5767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727466dfc00. 00000020:00000010:3.0:1768253591.268656:0:5767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d80. 00000020:00000010:3.0:1768253591.268660:0:5767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253591.268734:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ffc0. 00000020:00000010:3.0:1768253591.268737:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ffc0. 00000100:00000200:3.0:1768253591.268741:0:5767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346240 02000000:00000010:3.0:1768253591.268755:0:5767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ce0400. 00000400:00000010:3.0:1768253591.268767:0:5767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253591.268771:0:5767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476346240, offset 224 00000400:00000200:3.0:1768253591.268776:0:5767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253591.268782:0:5767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253591.268790:0:5767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27ac180 00000400:00000200:3.0:1768253591.268796:0:5767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16719 [1] + 224 00000400:00000200:3.0:1768253591.268801:0:5767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253591.268804:0:5767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253591.268810:0:5767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972649258e00 x1854145476346240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253607 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1768253591.268839:0:5767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253591.268841:0:5767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00010000:00000010:3.0:1768253591.268852:0:5767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97264923e240. 00000020:00000010:3.0:1768253591.268874:0:5767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d80. 00000020:00000010:3.0:1768253591.268879:0:5767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253591.268882:0:5767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727466dfc00. 00000400:00000010:2.0:1768253591.268934:0:103152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f3c8. 00000400:00000200:2.0:1768253591.268940:0:103152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071088 00000400:00000010:2.0:1768253591.268942:0:103152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071088. 00000100:00000200:2.0:1768253591.268948:0:103152:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972649258e00 x1854145476346240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253607 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1768253591.268957:0:103152:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972649258e00 x1854145476346240/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253607 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1768253591.268982:0:103152:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9727412e7200. 02000000:00000010:2.0:1768253591.268988:0:103152:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9727412e7400. 00000100:00000010:2.0:1768253591.268992:0:103152:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649258e00. 00000100:00000010:2.0:1768253591.268995:0:103152:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97264e41f480. 00010000:00000010:2.0:1768253591.268998:0:103152:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972777f4d000. 00000100:00000010:0.0:1768253591.269176:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29180. 02000000:00000010:0.0:1768253591.269186:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9727478aa200. 00010000:00000010:0.0:1768253591.269221:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97264923e240. 02000000:00000010:0.0:1768253591.269241:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972648115e00. 00000400:00000010:0.0:1768253591.269247:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463588f0. 00000400:00000010:0.0:1768253591.269252:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253591.269255:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476346368, portal 18 00000400:00000010:0.0:1768253591.269260:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253591.269262:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476346368, offset 0 00000400:00000200:0.0:1768253591.269267:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253591.269287:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253591.269294:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27ac200 00000400:00000200:0.0:1768253591.269300:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4911 [2] + 328 00000400:00000200:0.0:1768253591.269305:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253591.269308:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253591.269312:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1768253591.269316:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff2bb80. 00000400:00000200:0.0:1768253591.269330:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253591.269332:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253591.269338:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff29180 x1854145476346368/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253607 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253591.269382:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a280. 00000020:00000010:0.0:1768253591.269385:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a280. 00000020:00000010:0.0:1768253591.269389:0:5769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648114000. 00000020:00000010:0.0:1768253591.269392:0:5769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4080. 00000020:00000010:0.0:1768253591.269395:0:5769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000100:00000200:0.0:1768253591.269409:0:5769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff97277ff2bb80 x1854145476346368/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:567/0 lens 328/0 e 0 to 0 dl 1768253602 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253591.269429:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a280. 00000020:00000010:0.0:1768253591.269432:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a280. 00000100:00000200:0.0:1768253591.269434:0:5769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346368 02000000:00000010:0.0:1768253591.269442:0:5769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc60400. 00010000:00000010:0.0:1768253591.269466:0:5769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff97277dc9a280. 00000100:00000010:0.0:1768253591.269471:0:5769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277fe4e900. 00000100:00000010:0.0:1768253591.269485:0:5769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277fe4e900. 00010000:00000010:0.0:1768253591.269488:0:5769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff97277dc9a280. 00000400:00000010:0.0:1768253591.269494:0:5769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253591.269497:0:5769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476346368, offset 224 00000400:00000200:0.0:1768253591.269501:0:5769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253591.269507:0:5769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253591.269511:0:5769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27ac200 00000400:00000200:0.0:1768253591.269515:0:5769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16725 [1] + 224 00000400:00000200:0.0:1768253591.269519:0:5769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253591.269522:0:5769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253591.269527:0:5769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff29180 x1854145476346368/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253607 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253591.269541:0:5769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253591.269543:0:5769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000020:00000010:0.0:1768253591.269551:0:5769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4080. 00000020:00000010:0.0:1768253591.269554:0:5769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253591.269557:0:5769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648114000. 00000400:00000010:0.0:1768253591.269575:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463588f0. 00000400:00000200:0.0:1768253591.269578:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253591.269580:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253591.269583:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff29180 x1854145476346368/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253607 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253591.269590:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff29180 x1854145476346368/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253607 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253591.269602:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972648115e00. 02000000:00000010:0.0:1768253591.269606:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9727478aa200. 00000100:00000010:0.0:1768253591.269610:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff29180. 00000020:00000010:2.0:1768253591.269691:0:103152:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4d280. 00000020:00000010:2.0:1768253591.269701:0:103152:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972641b7b600. 00000040:00000010:2.0:1768253591.269706:0:103152:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972742bd3a00. 00000020:00000010:2.0:1768253591.269711:0:103152:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97274a255800. 00000020:00000010:2.0:1768253591.269718:0:103152:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972645cb7600. 80000000:00000010:2.0:1768253591.269722:0:103152:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972755504b40. 00040000:00000010:2.0:1768253591.269726:0:103152:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972645cb6e00. 00080000:00000010:2.0:1768253591.269729:0:103152:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80e000. 20000000:00000010:2.0:1768253591.269737:0:103152:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972645cb6400. 00000020:00000010:2.0:1768253591.269740:0:103152:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7be00. 00000020:00000010:2.0:1768253591.269746:0:103152:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972750ca0000. 00010000:00000010:2.1:1768253591.290241:0:103153:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0000. 00010000:00000010:2.1:1768253591.290261:0:103153:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadf200. 00010000:00000010:0.1:1768253591.291045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972749ca9f00. 00010000:00000010:0.1:1768253591.291052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00e00. 00010000:00000010:0.1:1768253591.291055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadfe00. 00000100:00000010:0.0:1768253591.346158:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504600. 00000100:00000010:2.0:1768253591.346453:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504780. 00000100:00000010:1.0:1768253591.346639:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504f60. 00000100:00000010:3.0:1768253591.347080:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504120. 00000020:00000010:0.0:1768253591.974865:0:103201:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff972647396f00. 00000020:00000010:0.0:1768253591.974937:0:103201:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff972647396f00. 00000020:00000010:1.0:1768253591.975506:0:103201:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972750ca3000. 00000020:00000010:1.0:1768253591.975517:0:103201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6e00. 00000020:00000010:1.0:1768253591.975521:0:103201:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645cb6600. 00000040:00000010:1.0:1768253591.975525:0:103201:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645cb7600. 00000020:00000010:1.0:1768253591.975530:0:103201:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97274f883800. 00000020:00000010:1.0:1768253591.975535:0:103201:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972645cb6400. 80000000:00000010:1.0:1768253591.975540:0:103201:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972755504180. 00040000:00000010:1.0:1768253591.975547:0:103201:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972645cb6c00. 00080000:00000010:1.0:1768253591.975551:0:103201:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97274f883000. 20000000:00000010:1.0:1768253591.975555:0:103201:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972645cb6800. 00000020:00000010:1.0:1768253591.975561:0:103201:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4dd00. 00000001:00000010:1.0:1768253591.975568:0:103201:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 120 at ffff9726482a0b80. 00000001:00000010:1.0:1768253591.975601:0:103201:0:(nodemap_range.c:120:range_create_generic()) kmalloced '(range)': 176 at ffff97264e41fb40. 00000020:00000010:1.0:1768253591.975620:0:103201:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff972750ca1000. 00000020:00000010:1.0:1768253591.975624:0:103201:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff972756a3c800. 00000020:00000010:1.0:1768253591.975649:0:103201:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff972746e3d800. 00000020:00000010:1.0:1768253591.975653:0:103201:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff972645eda800. 00000020:00000010:1.0:1768253591.975681:0:103201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fe200. 00000020:00000010:1.0:1768253591.975685:0:103201:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9726410ff200. 00000040:00000010:1.0:1768253591.975688:0:103201:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9726410fec00. 00000020:00000010:1.0:1768253591.975691:0:103201:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727772a2000. 00000020:00000010:1.0:1768253591.975694:0:103201:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9726410fe600. 00040000:00000010:1.0:1768253591.975699:0:103201:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972645e4a100. 00040000:00000010:1.0:1768253591.975703:0:103201:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972748e2a800. 00080000:00000010:1.0:1768253591.975706:0:103201:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97277c80e000. 00080000:00000010:1.0:1768253591.975719:0:103201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750ca2000. 00000020:00000010:1.0:1768253591.975922:0:103201:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff9726482a0880. 00000020:00000010:1.0:1768253591.975949:0:103201:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9726410ff200. 00000040:00000010:1.0:1768253591.975954:0:103201:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9726410fec00. 00000020:00000010:1.0:1768253591.975957:0:103201:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727772a2000. 00000020:00000010:1.0:1768253591.975961:0:103201:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9726410fe600. 00040000:00000010:1.0:1768253591.975965:0:103201:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972645e4a100. 00040000:00000010:1.0:1768253591.975968:0:103201:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972748e2a800. 00000020:00000010:1.0:1768253591.975972:0:103201:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff9726482a0880. 00080000:00000010:1.0:1768253591.975975:0:103201:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97277c80e000. 00000020:00000010:1.0:1768253591.975984:0:103201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fe200. 00000001:00000010:1.0:1768253591.975988:0:103201:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 120 at ffff9726482a0b80. 00010000:00000010:1.0:1768253591.976003:0:103201:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0b00. 00010000:00000010:1.0:1768253591.976253:0:103201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dade000. 00000020:00000010:1.0:1768253591.976310:0:103201:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4dd00. 00000020:00000010:1.0:1768253591.976315:0:103201:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645cb6600. 00000040:00000010:1.0:1768253591.976319:0:103201:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645cb7600. 00000020:00000010:1.0:1768253591.976322:0:103201:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97274f883800. 00000020:00000010:1.0:1768253591.976325:0:103201:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972645cb6400. 80000000:00000010:1.0:1768253591.976328:0:103201:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972755504180. 00040000:00000010:1.0:1768253591.976331:0:103201:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972645cb6c00. 00080000:00000010:1.0:1768253591.976333:0:103201:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97274f883000. 20000000:00000010:1.0:1768253591.976335:0:103201:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972645cb6800. 00000020:00000010:1.0:1768253591.976338:0:103201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6e00. 00000020:00000010:1.0:1768253591.976342:0:103201:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972750ca3000. 00010000:00000010:1.1:1768253591.994879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0b00. 00010000:00000010:1.1:1768253591.994894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dade000. 00000100:00000010:2.0:1768253592.434192:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43100. 02000000:00000010:2.0:1768253592.434217:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647523800. 00010000:00000010:2.0:1768253592.434231:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972749ca9d00. 00010000:00000010:2.0:1768253592.434239:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc00600. 00000100:00000010:2.0:1768253592.434258:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972769ed16c0. 02000000:00000010:2.0:1768253592.434293:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9727775a4c00. 00000400:00000010:2.0:1768253592.434302:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e688. 00000400:00000010:2.0:1768253592.434309:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253592.434317:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476346496, portal 25 00000400:00000010:2.0:1768253592.434322:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253592.434324:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476346496, offset 0 00000400:00000200:2.0:1768253592.434334:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253592.434345:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253592.434357:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27ac280 00000400:00000200:2.0:1768253592.434363:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1603d [2] + 0 00000400:00000010:2.0:1768253592.434368:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbcf78. 00000400:00000200:2.0:1768253592.434374:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727774f26c0 00000400:00000200:2.0:1768253592.434380:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253592.434386:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253592.434391:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727774f26c0 00000400:00000010:2.0:1768253592.434393:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727774f26c0. 00000100:00000200:2.0:1768253592.434399:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253592.434470:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253592.434473:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253592.434481:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43100 x1854145476346496/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253608 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253592.434510:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94b40. 00000100:00000010:2.0:1768253592.434524:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f941e0. 00000100:00000010:2.0:1768253592.434529:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94c00. 00000100:00000010:2.0:1768253592.434534:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f943c0. 00000020:00000010:0.0:1768253592.434744:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a700. 00000020:00000010:0.0:1768253592.434749:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a700. 00000020:00000010:0.0:1768253592.434755:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648114c00. 00000020:00000010:0.0:1768253592.434761:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4500. 00000020:00000010:0.0:1768253592.434765:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253592.434847:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a700. 00000020:00000010:0.0:1768253592.434850:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a700. 00000100:00000200:0.0:1768253592.434853:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346496 00010000:00000010:0.0:1768253592.434871:0:5777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2dc00. 00010000:00000010:0.0:1768253592.434876:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963800. 02000000:00000010:0.0:1768253592.434903:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972745818800. 00010000:00000200:0.0:1768253592.434925:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746293050 x1854145476346496/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:568/0 lens 328/344 e 0 to 0 dl 1768253603 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253592.434941:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253592.434945:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476346496, offset 224 00000400:00000200:0.0:1768253592.434949:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253592.434955:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253592.434960:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27ac280 00000400:00000200:0.0:1768253592.434964:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16731 [1] + 224 00000400:00000200:0.0:1768253592.434968:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253592.434971:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253592.434978:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43100 x1854145476346496/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253608 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253592.435004:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253592.435006:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000020:00000010:0.0:1768253592.435054:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4500. 00000020:00000010:0.0:1768253592.435059:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253592.435063:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648114c00. 02000000:00000010:0.0:1768253592.435069:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972745818800. 00000100:00000200:0.0:1768253592.435076:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253592.435080:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463588f0. 00000400:00000010:0.0:1768253592.435084:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277fe4e180. 00000400:00000010:3.0:1768253592.435128:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e688. 00000400:00000200:3.0:1768253592.435132:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:3.0:1768253592.435134:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000100:00000200:3.0:1768253592.435139:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43100 x1854145476346496/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253608 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253592.435148:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43100 x1854145476346496/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253608 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253592.435169:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972769ed16c0. 02000000:00000010:3.0:1768253592.435181:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9727775a4c00. 02000000:00000010:3.0:1768253592.435185:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647523800. 00000100:00000010:3.0:1768253592.435188:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43100. 00000100:00000010:1.0:1768253592.514506:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f941e0. 00000100:00000010:0.0:1768253592.515200:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94b40. 00000100:00000010:2.0:1768253592.515341:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94c00. 00000100:00000010:3.0:1768253592.518642:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f943c0. 00000020:00000010:0.0:1768253592.611365:0:103250:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff972647396270. 00000020:00000010:0.0:1768253592.611446:0:103250:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff972647396270. 00000020:00000010:0.0:1768253592.611604:0:103250:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972745818800. 00000020:00000010:0.0:1768253592.611615:0:103250:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648114000. 00000020:00000010:0.0:1768253592.611619:0:103250:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972648115400. 00000040:00000010:0.0:1768253592.611624:0:103250:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972648114c00. 00000020:00000010:0.0:1768253592.611628:0:103250:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972745b07800. 00000020:00000010:0.0:1768253592.611634:0:103250:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972748e2bc00. 80000000:00000010:0.0:1768253592.611639:0:103250:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4a20. 00040000:00000010:0.0:1768253592.611644:0:103250:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972748e2a800. 00080000:00000010:0.0:1768253592.611650:0:103250:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972745b07000. 20000000:00000010:0.0:1768253592.611655:0:103250:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff9727466df800. 00000020:00000010:0.0:1768253592.611661:0:103250:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277dc9a1c0. 00000001:00000010:0.0:1768253592.611668:0:103250:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff972646da4d80. 00000001:00000010:0.0:1768253592.611684:0:103250:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff97277dc9a6c0. 00000020:00000010:0.0:1768253592.611691:0:103250:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff5200. 00000020:00000010:0.0:1768253592.611694:0:103250:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647dab400. 00000040:00000010:0.0:1768253592.611697:0:103250:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647daa200. 00000020:00000010:0.0:1768253592.611701:0:103250:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727493e8800. 00000020:00000010:0.0:1768253592.611704:0:103250:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff97274fa0c800. 00040000:00000010:0.0:1768253592.611708:0:103250:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97264862ab00. 00040000:00000010:0.0:1768253592.611712:0:103250:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9727478aa200. 00080000:00000010:0.0:1768253592.611715:0:103250:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972777262800. 00080000:00000010:0.0:1768253592.611726:0:103250:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97274581bc00. 00000020:00000010:0.0:1768253592.611831:0:103250:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff9727412e4500. 00000020:00000010:0.0:1768253592.611962:0:103250:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647dab400. 00000040:00000010:0.0:1768253592.611969:0:103250:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647daa200. 00000020:00000010:0.0:1768253592.611972:0:103250:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727493e8800. 00000020:00000010:0.0:1768253592.611981:0:103250:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff97274fa0c800. 00040000:00000010:0.0:1768253592.611986:0:103250:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97264862ab00. 00040000:00000010:0.0:1768253592.611992:0:103250:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9727478aa200. 00000020:00000010:0.0:1768253592.611996:0:103250:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff9727412e4500. 00080000:00000010:0.0:1768253592.611999:0:103250:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972777262800. 00000020:00000010:0.0:1768253592.612002:0:103250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff5200. 00000001:00000010:0.0:1768253592.612005:0:103250:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff972646da4d80. 00010000:00000010:0.0:1768253592.613001:0:103250:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963a00. 00010000:00000010:0.0:1768253592.613232:0:103250:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff97277dc9a200. 00000100:00000010:0.0:1768253592.613242:0:103250:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277fe4e600. 00000100:00000010:0.0:1768253592.613253:0:103250:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29180. 02000000:00000010:0.0:1768253592.613279:0:103250:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9727478aa200. 02000000:00000010:0.0:1768253592.613311:0:103250:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972647ff5200. 00000400:00000010:0.0:1768253592.613320:0:103250:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358aa8. 00000400:00000010:0.0:1768253592.613391:0:103250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253592.613399:0:103250:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476346624, portal 16 00000400:00000010:0.0:1768253592.613404:0:103250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253592.613408:0:103250:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476346624, offset 0 00000400:00000200:0.0:1768253592.613417:0:103250:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253592.613430:0:103250:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253592.613442:0:103250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27ac300 00000400:00000200:0.0:1768253592.613448:0:103250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 1640 00000400:00000200:0.0:1768253592.613455:0:103250:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253592.613460:0:103250:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253592.613468:0:103250:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1768253592.613472:0:103250:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff2a300. 00000400:00000200:0.0:1768253592.613542:0:103250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253592.613545:0:103250:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253592.613554:0:103250:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff29180 x1854145476346624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253608 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1768253592.613574:0:103250:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253592.613588:0:103250:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4ae0. 00000100:00000010:0.0:1768253592.613594:0:103250:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4b40. 00000100:00000010:0.0:1768253592.613599:0:103250:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da40c0. 00000020:00000010:3.0:1768253592.613668:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253592.613674:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253592.613680:0:5767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645dc7400. 00000020:00000010:3.0:1768253592.613686:0:5767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72d80. 00000020:00000010:3.0:1768253592.613691:0:5767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253592.613763:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253592.613766:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f5c0. 00000100:00000200:3.0:1768253592.613769:0:5767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346624 02000000:00000010:3.0:1768253592.613782:0:5767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972649329c00. 00000400:00000010:3.0:1768253592.613799:0:5767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253592.613803:0:5767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476346624, offset 224 00000400:00000200:3.0:1768253592.613808:0:5767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253592.613813:0:5767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253592.613819:0:5767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27ac300 00000400:00000200:3.0:1768253592.613823:0:5767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x16741 [1] + 224 00000400:00000200:3.0:1768253592.613827:0:5767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253592.613830:0:5767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253592.613836:0:5767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff29180 x1854145476346624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253608 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1768253592.613867:0:5767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253592.613869:0:5767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00010000:00000010:3.0:1768253592.613880:0:5767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97276b453c00. 00000020:00000010:3.0:1768253592.613906:0:5767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72d80. 00000020:00000010:3.0:1768253592.613910:0:5767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253592.613913:0:5767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645dc7400. 00000100:00000010:2.0:1768253592.613992:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43100. 02000000:00000010:2.0:1768253592.614002:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647523e00. 00010000:00000010:2.0:1768253592.614063:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97276b453c00. 02000000:00000010:2.0:1768253592.614088:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726475b3400. 00000400:00000010:2.0:1768253592.614093:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e000. 00000400:00000010:2.0:1768253592.614098:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253592.614101:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476346752, portal 18 00000400:00000010:2.0:1768253592.614106:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253592.614108:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476346752, offset 0 00000400:00000200:2.0:1768253592.614113:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253592.614118:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253592.614124:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27ac380 00000400:00000200:2.0:1768253592.614129:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4911 [2] + 656 00000400:00000200:2.0:1768253592.614133:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253592.614136:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253592.614141:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1768253592.614144:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41f80. 00000400:00000200:2.0:1768253592.614157:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253592.614159:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253592.614176:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe43100 x1854145476346752/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253608 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253592.614210:0:5770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc900. 00000020:00000010:2.0:1768253592.614213:0:5770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc900. 00000020:00000010:2.0:1768253592.614217:0:5770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3200. 00000020:00000010:2.0:1768253592.614220:0:5770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a400. 00000020:00000010:2.0:1768253592.614223:0:5770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000100:00000200:2.0:1768253592.614238:0:5770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff97277fe41f80 x1854145476346752/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:568/0 lens 328/0 e 0 to 0 dl 1768253603 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253592.614271:0:5770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc900. 00000020:00000010:2.0:1768253592.614273:0:5770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc900. 00000100:00000200:2.0:1768253592.614276:0:5770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346752 02000000:00000010:2.0:1768253592.614284:0:5770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775a6c00. 00010000:00000010:2.0:1768253592.614305:0:5770:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9726491cc900. 00000100:00000010:2.0:1768253592.614311:0:5770:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972769ed16c0. 00000100:00000010:2.0:1768253592.614325:0:5770:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972769ed16c0. 00010000:00000010:2.0:1768253592.614328:0:5770:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9726491cc900. 00000400:00000010:2.0:1768253592.614334:0:5770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253592.614337:0:5770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476346752, offset 224 00000400:00000200:2.0:1768253592.614341:0:5770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253592.614345:0:5770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253592.614349:0:5770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27ac380 00000400:00000200:2.0:1768253592.614353:0:5770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1674d [1] + 224 00000400:00000200:2.0:1768253592.614356:0:5770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253592.614359:0:5770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253592.614364:0:5770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe43100 x1854145476346752/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253608 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253592.614378:0:5770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253592.614381:0:5770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000020:00000010:2.0:1768253592.614388:0:5770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a400. 00000020:00000010:2.0:1768253592.614392:0:5770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253592.614394:0:5770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3200. 00000400:00000010:2.0:1768253592.614415:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e000. 00000400:00000200:2.0:1768253592.614418:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253592.614419:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253592.614424:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe43100 x1854145476346752/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253592.614432:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe43100 x1854145476346752/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253608 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253592.614452:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726475b3400. 02000000:00000010:2.0:1768253592.614456:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647523e00. 00000100:00000010:2.0:1768253592.614460:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe43100. 00000400:00000010:0.0:1768253592.614800:0:103250:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358aa8. 00000400:00000200:0.0:1768253592.614810:0:103250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:0.0:1768253592.614811:0:103250:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253592.614817:0:103250:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff29180 x1854145476346624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253608 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1768253592.614824:0:103250:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff29180 x1854145476346624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253608 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1768253592.614842:0:103250:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972647ff5200. 02000000:00000010:0.0:1768253592.614846:0:103250:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9727478aa200. 00000100:00000010:0.0:1768253592.614849:0:103250:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff29180. 00000100:00000010:0.0:1768253592.614852:0:103250:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277fe4e600. 00010000:00000010:0.0:1768253592.614854:0:103250:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff97277dc9a200. 00000020:00000010:0.0:1768253592.614872:0:103250:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277dc9a1c0. 00000020:00000010:0.0:1768253592.614878:0:103250:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972648115400. 00000040:00000010:0.0:1768253592.614884:0:103250:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972648114c00. 00000020:00000010:0.0:1768253592.614888:0:103250:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972745b07800. 00000020:00000010:0.0:1768253592.614893:0:103250:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972748e2bc00. 80000000:00000010:0.0:1768253592.614898:0:103250:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4a20. 00040000:00000010:0.0:1768253592.614903:0:103250:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972748e2a800. 00080000:00000010:0.0:1768253592.614909:0:103250:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972745b07000. 20000000:00000010:0.0:1768253592.614912:0:103250:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff9727466df800. 00000020:00000010:0.0:1768253592.614916:0:103250:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648114000. 00000020:00000010:0.0:1768253592.614924:0:103250:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972745818800. 00010000:00000010:2.1:1768253592.630664:0:103251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972749ca9d00. 00010000:00000010:2.1:1768253592.630681:0:103251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00600. 00010000:00000010:0.1:1768253592.636375:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777963800. 00010000:00000010:0.1:1768253592.636388:0:37:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2dc00. 00010000:00000010:0.1:1768253592.636392:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777963a00. 00000100:00000010:0.0:1768253592.690203:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4d80. 00000100:00000010:1.0:1768253592.690276:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4ae0. 00000100:00000010:3.0:1768253592.690439:0:88187:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da40c0. 00000100:00000010:2.0:1768253592.691168:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4b40. 00000020:00000010:0.0:1768253593.260282:0:103298:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473965d0. 00000020:00000010:0.0:1768253593.260354:0:103298:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473965d0. 00000020:00000010:0.0:1768253593.260503:0:103298:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972745818800. 00000020:00000010:0.0:1768253593.260515:0:103298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972748e2a800. 00000020:00000010:0.0:1768253593.260519:0:103298:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972748e2bc00. 00000040:00000010:0.0:1768253593.260523:0:103298:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972748e2a000. 00000020:00000010:0.0:1768253593.260528:0:103298:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972777264000. 00000020:00000010:0.0:1768253593.260534:0:103298:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9727466dfc00. 80000000:00000010:0.0:1768253593.260539:0:103298:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4a20. 00040000:00000010:0.0:1768253593.260545:0:103298:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9727466df800. 00080000:00000010:0.0:1768253593.260550:0:103298:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972777261000. 20000000:00000010:0.0:1768253593.260554:0:103298:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972648114600. 00000020:00000010:0.0:1768253593.260560:0:103298:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277dc9a080. 00000001:00000010:0.0:1768253593.260567:0:103298:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff972646da48a0. 00000001:00000010:0.0:1768253593.260586:0:103298:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff97277dc9a440. 00000020:00000010:0.0:1768253593.260592:0:103298:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972648114000. 00000020:00000010:0.0:1768253593.260595:0:103298:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972648114c00. 00000040:00000010:0.0:1768253593.260598:0:103298:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972648115400. 00000020:00000010:0.0:1768253593.260601:0:103298:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972777264800. 00000020:00000010:0.0:1768253593.260604:0:103298:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9727478aa200. 00040000:00000010:0.0:1768253593.260609:0:103298:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97264862ab00. 00040000:00000010:0.0:1768253593.260612:0:103298:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97274fa0c800. 00080000:00000010:0.0:1768253593.260615:0:103298:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972745b02800. 00080000:00000010:0.0:1768253593.260625:0:103298:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972745819c00. 00000020:00000010:0.0:1768253593.260727:0:103298:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff9727412e4500. 00000020:00000010:0.0:1768253593.260752:0:103298:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972648114c00. 00000040:00000010:0.0:1768253593.260757:0:103298:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972648115400. 00000020:00000010:0.0:1768253593.260760:0:103298:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972777264800. 00000020:00000010:0.0:1768253593.260765:0:103298:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9727478aa200. 00040000:00000010:0.0:1768253593.260768:0:103298:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97264862ab00. 00040000:00000010:0.0:1768253593.260773:0:103298:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97274fa0c800. 00000020:00000010:0.0:1768253593.260779:0:103298:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff9727412e4500. 00080000:00000010:0.0:1768253593.260781:0:103298:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972745b02800. 00000020:00000010:0.0:1768253593.260784:0:103298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972648114000. 00000001:00000010:0.0:1768253593.260789:0:103298:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff972646da48a0. 00010000:00000010:0.0:1768253593.260805:0:103298:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2dc00. 00010000:00000010:0.0:1768253593.260813:0:103298:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777962600. 00000020:00000010:0.0:1768253593.261139:0:103298:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277dc9a080. 00000020:00000010:0.0:1768253593.261145:0:103298:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972748e2bc00. 00000040:00000010:0.0:1768253593.261149:0:103298:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972748e2a000. 00000020:00000010:0.0:1768253593.261153:0:103298:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972777264000. 00000020:00000010:0.0:1768253593.261156:0:103298:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9727466dfc00. 80000000:00000010:0.0:1768253593.261159:0:103298:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4a20. 00040000:00000010:0.0:1768253593.261161:0:103298:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9727466df800. 00080000:00000010:0.0:1768253593.261164:0:103298:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972777261000. 20000000:00000010:0.0:1768253593.261167:0:103298:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972648114600. 00000020:00000010:0.0:1768253593.261170:0:103298:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972748e2a800. 00000020:00000010:0.0:1768253593.261174:0:103298:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972745818800. 00010000:00000010:0.1:1768253593.267338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2dc00. 00010000:00000010:0.1:1768253593.267358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777962600. 00000400:00000200:3.0:1768253593.545662:0:3313:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253593.545690:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1085400 00000400:00000200:3.0:1768253593.545700:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x16041 [2] + 0 00000400:00000010:3.0:1768253593.545706:0:3313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc058. 00000400:00000200:3.0:1768253593.545716:0:3313:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727487526c0 00000400:00000200:3.0:1768253593.545734:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253593.545739:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253593.545744:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727487526c0 00000400:00000010:3.0:1768253593.545748:0:3313:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727487526c0. 00000100:00000200:3.0:1768253593.545755:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1768253593.547699:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253593.547710:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253593.547719:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523c00. 00000020:00000010:0.0:1768253593.547724:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253593.547729:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253593.547778:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253593.547779:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000100:00000200:0.0:1768253593.547782:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452069888 02000000:00000010:0.0:1768253593.547802:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972745818800. 00010000:00000200:0.0:1768253593.547816:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746297850 x1854145452069888/t0(0) o400->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:569/0 lens 224/224 e 0 to 0 dl 1768253604 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253593.547836:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067110. 00000100:00000200:0.0:1768253593.547843:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452069888, offset 224 00000400:00000200:0.0:1768253593.547848:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253593.547859:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253593.547866:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3909:3909:256:4294967295] 192.168.202.43@tcp LPNI seq info [3905:3905:8:4294967295] 00000400:00000200:0.0:1768253593.547874:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253593.547878:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253593.547882:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862ab00. 00000800:00000200:0.0:1768253593.547888:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253593.547894:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253593.547899:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862ab00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253593.547924:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253593.547929:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253593.547933:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523c00. 00000100:00000200:0.0:1768253593.547942:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253593.547949:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358aa8. 00000400:00000010:0.0:1768253593.547955:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277fe4e900. 00000800:00000200:1.0:1768253593.548145:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253593.548151:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862ab00. 00000400:00000200:1.0:1768253593.548161:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253593.548166:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253593.548171:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067110 00000400:00000010:1.0:1768253593.548173:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067110. 02000000:00000010:1.0:1768253593.548180:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972745818800. 00000400:00000200:3.0:1768253593.555281:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253593.555316:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1085480 00000400:00000200:3.0:1768253593.555327:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 71632 00000400:00000200:3.0:1768253593.555345:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253593.555350:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253593.555361:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253593.555370:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4aa00. 00000400:00000200:3.0:1768253593.555414:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253593.555420:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085580 00000400:00000200:3.0:1768253593.555426:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 1344 00000400:00000200:3.0:1768253593.555433:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253593.555438:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253593.555442:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1768253593.555635:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253593.555642:0:29086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cce00. 00000020:00000010:0.0:1768253593.555667:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523c00. 00000020:00000010:0.0:1768253593.555673:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253593.555679:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253593.555727:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9af00. 00000020:00000010:0.0:1768253593.555731:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9af00. 00000100:00000200:0.0:1768253593.555735:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070016 02000000:00000010:0.0:1768253593.555759:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972745818800. 00010000:00000200:0.0:1768253593.555770:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4aa00 x1854145452070016/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:569/0 lens 224/224 e 0 to 0 dl 1768253604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253593.555792:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253593.555798:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452070016, offset 224 00000400:00000200:0.0:1768253593.555805:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253593.555815:0:29086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253593.555821:0:29086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3910:3910:256:4294967295] 192.168.202.43@tcp LPNI seq info [3906:3906:8:4294967295] 00000400:00000200:0.0:1768253593.555832:0:29086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253593.555837:0:29086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253593.555842:0:29086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a500. 00000800:00000200:0.0:1768253593.555848:0:29086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253593.555855:0:29086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253593.555861:0:29086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253593.555886:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4380. 00000020:00000010:0.0:1768253593.555890:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253593.555894:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523c00. 00000800:00000200:0.0:1768253593.555994:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1768253593.555998:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a500. 00000400:00000200:0.0:1768253593.556005:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253593.556010:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:0.0:1768253593.556043:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253593.556046:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000010:3.0:1768253593.556737:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd48e00. 00000400:00000200:3.0:1768253593.556778:0:3311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:3.0:1768253593.556787:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085500 00000400:00000200:3.0:1768253593.556795:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 1568 00000400:00000200:3.0:1768253593.556808:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253593.556811:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:3.0:1768253593.556815:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1768253593.556819:0:3311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd48700. 00000020:00000010:1.0:1768253593.559613:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4de00. 00000020:00000010:1.0:1768253593.559649:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd84600. 00000020:00000010:1.0:1768253593.559655:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0700. 00000020:00000010:1.0:1768253593.559660:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badc80. 00000020:00000010:1.0:1768253593.559698:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d980. 00000020:00000010:1.0:1768253593.559704:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd85a00. 00000020:00000010:1.0:1768253593.559706:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253593.559709:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253593.559733:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253593.559735:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253593.559741:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070272 02000000:00000010:1.0:1768253593.559763:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca0000. 00010000:00000200:1.0:1768253593.559778:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd48e00 x1854145452070272/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:569/0 lens 224/224 e 0 to 0 dl 1768253604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253593.559803:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253593.559810:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452070272, offset 224 00000400:00000200:1.0:1768253593.559818:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253593.559832:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253593.559839:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3911:3911:256:4294967295] 192.168.202.43@tcp LPNI seq info [3907:3907:8:4294967295] 00000400:00000200:1.0:1768253593.559850:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253593.559856:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253593.559860:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972645e4a600. 00000800:00000200:1.0:1768253593.559866:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253593.559873:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253593.559877:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972645e4a600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253593.559904:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0700. 00000020:00000010:1.0:1768253593.559909:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badc80. 00000020:00000010:1.0:1768253593.559912:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd84600. 00000020:00000010:1.0:1768253593.559924:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253593.559927:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253593.559929:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070144 02000000:00000010:1.0:1768253593.559935:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750ca3000. 00010000:00000200:1.0:1768253593.559940:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd48700 x1854145452070144/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:569/0 lens 224/224 e 0 to 0 dl 1768253604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253593.559951:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253593.559954:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452070144, offset 224 00000400:00000200:1.0:1768253593.559959:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:1.0:1768253593.559963:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:1.0:1768253593.559967:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3912:3912:255:4294967295] 192.168.202.43@tcp LPNI seq info [3908:3908:7:4294967295] 00000400:00000200:1.0:1768253593.559975:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:1.0:1768253593.559978:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:1.0:1768253593.559982:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972645e4a800. 00000800:00000200:1.0:1768253593.559985:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:1.0:1768253593.559989:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:1.0:1768253593.559992:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972645e4a800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1768253593.559998:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253593.560001:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253593.560003:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd85a00. 00000800:00000200:1.0:1768253593.560063:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253593.560067:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972645e4a600. 00000400:00000200:1.0:1768253593.560071:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253593.560075:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253593.560080:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253593.560082:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000800:00000200:1.0:1768253593.560153:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1768253593.560156:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972645e4a800. 00000400:00000200:1.0:1768253593.560159:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253593.560163:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:1.0:1768253593.560166:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000400:00000010:1.0:1768253593.560168:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000100:00000010:1.0:1768253593.650127:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97264925b100. 02000000:00000010:1.0:1768253593.650162:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4a800. 02000000:00000010:1.0:1768253593.650235:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97274f9e4800. 00000400:00000010:1.0:1768253593.650244:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3faa8. 00000400:00000010:1.0:1768253593.650260:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071440. 00000100:00000200:1.0:1768253593.650266:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476346880, portal 4 00000400:00000010:1.0:1768253593.650274:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253593.650277:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476346880, offset 0 00000400:00000200:1.0:1768253593.650286:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253593.650299:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253593.650312:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27ac400 00000400:00000200:1.0:1768253593.650319:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 8960 00000400:00000200:1.0:1768253593.650327:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253593.650331:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253593.650338:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253593.650344:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649258e00. 00000400:00000200:1.0:1768253593.650361:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253593.650363:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253593.650371:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97264925b100 x1854145476346880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253593.650721:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504120. 00000100:00000010:1.0:1768253593.650735:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504420. 00000100:00000010:1.0:1768253593.650740:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504c00. 00000100:00000010:1.0:1768253593.650746:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504660. 00000020:00000010:1.0:1768253593.650794:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253593.650801:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d740. 00000020:00000010:1.0:1768253593.650822:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253593.650829:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd85a00. 00000020:00000010:1.0:1768253593.650835:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253593.650840:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253593.650874:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253593.650876:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253593.650880:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476346880 02000000:00000010:1.0:1768253593.650896:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972777aec000. 00010000:00000200:1.0:1768253593.650928:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649258e00 x1854145476346880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:569/0 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253593.650944:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253593.650947:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476346880, offset 224 00000400:00000200:1.0:1768253593.650952:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253593.650958:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253593.650963:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27ac400 00000400:00000200:1.0:1768253593.650968:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1676d [1] + 224 00000400:00000200:1.0:1768253593.650972:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253593.650975:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253593.650981:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97264925b100 x1854145476346880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253593.651033:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253593.651036:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000020:00000010:1.0:1768253593.651050:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0e80. 00000400:00000010:2.0:1768253593.651052:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3faa8. 00000020:00000010:1.0:1768253593.651055:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000400:00000200:2.0:1768253593.651060:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071440 00000020:00000010:1.0:1768253593.651061:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd85a00. 00000400:00000010:2.0:1768253593.651064:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071440. 00000100:00000200:2.0:1768253593.651074:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97264925b100 x1854145476346880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253593.651085:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97264925b100 x1854145476346880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253593.651115:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97274f9e4800. 02000000:00000010:2.0:1768253593.651121:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4a800. 00000100:00000010:2.0:1768253593.651126:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97264925b100. 00000100:00000010:3.0:1768253593.651478:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd49f80. 02000000:00000010:3.0:1768253593.651490:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a900. 02000000:00000010:2.0:1768253593.651563:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9727775a4c00. 00000400:00000010:2.0:1768253593.651569:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e000. 00000400:00000010:2.0:1768253593.651572:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253593.651576:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476347008, portal 4 00000400:00000010:2.0:1768253593.651582:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253593.651584:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476347008, offset 0 00000400:00000200:2.0:1768253593.651589:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253593.651594:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253593.651600:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27ac480 00000400:00000200:2.0:1768253593.651605:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 9184 00000400:00000200:2.0:1768253593.651609:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253593.651612:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253593.651616:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1768253593.651620:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43100. 00000400:00000200:2.0:1768253593.651641:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253593.651644:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253593.651650:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd49f80 x1854145476347008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253593.651725:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f500. 00000020:00000010:3.0:1768253593.651730:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d840. 00000020:00000010:3.0:1768253593.651746:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f500. 00000020:00000010:3.0:1768253593.651752:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6600. 00000020:00000010:3.0:1768253593.651755:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253593.651759:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253593.651781:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f500. 00000020:00000010:3.0:1768253593.651784:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f500. 00000100:00000200:3.0:1768253593.651787:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347008 02000000:00000010:3.0:1768253593.651797:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97264932b800. 00010000:00000200:3.0:1768253593.651821:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe43100 x1854145476347008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:569/0 lens 224/368 e 0 to 0 dl 1768253604 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253593.651833:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253593.651837:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476347008, offset 224 00000400:00000200:3.0:1768253593.651842:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253593.651849:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253593.651855:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27ac480 00000400:00000200:3.0:1768253593.651860:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16779 [1] + 224 00000400:00000200:3.0:1768253593.651865:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253593.651869:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253593.651876:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd49f80 x1854145476347008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253593.651902:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253593.651904:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000020:00000010:3.0:1768253593.651919:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72680. 00000020:00000010:3.0:1768253593.651923:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253593.651927:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6600. 00000400:00000010:2.0:1768253593.651988:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e000. 00000400:00000200:2.0:1768253593.651992:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253593.651993:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253593.652000:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd49f80 x1854145476347008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253593.652047:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd49f80 x1854145476347008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253593.652077:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9727775a4c00. 02000000:00000010:2.0:1768253593.652082:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a900. 00000100:00000010:2.0:1768253593.652086:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd49f80. 00000100:00000010:1.0:1768253593.657308:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504420. 00000100:00000010:0.0:1768253593.658101:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504120. 00000100:00000010:2.0:1768253593.658256:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504c00. 00000100:00000010:3.0:1768253593.663518:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504660. 00000020:00000010:1.0:1768253593.952904:0:103346:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97264936aad0. 00000020:00000010:1.0:1768253593.952952:0:103346:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97264936aad0. 00000020:00000010:1.0:1768253593.953141:0:103346:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff97276a7f5000. 00000020:00000010:1.0:1768253593.953150:0:103346:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819e00. 00000020:00000010:1.0:1768253593.953154:0:103346:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97277dd84c00. 00000040:00000010:1.0:1768253593.953160:0:103346:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645e3a400. 00000020:00000010:1.0:1768253593.953164:0:103346:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253593.953168:0:103346:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972645e3ba00. 80000000:00000010:1.0:1768253593.953172:0:103346:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972755504b40. 00040000:00000010:1.0:1768253593.953177:0:103346:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972645e3ae00. 00080000:00000010:1.0:1768253593.953182:0:103346:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97274f883000. 20000000:00000010:1.0:1768253593.953186:0:103346:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972645e3a000. 00000020:00000010:1.0:1768253593.953192:0:103346:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff972777f4d8c0. 00000001:00000010:1.0:1768253593.953198:0:103346:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff972755504600. 00000001:00000010:1.0:1768253593.953213:0:103346:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff972777f4d500. 00000020:00000010:1.0:1768253593.953218:0:103346:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727563c2400. 00000020:00000010:1.0:1768253593.953221:0:103346:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9727563c2c00. 00000040:00000010:1.0:1768253593.953224:0:103346:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9727563c3c00. 00000020:00000010:1.0:1768253593.953227:0:103346:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97274f883800. 00000020:00000010:1.0:1768253593.953229:0:103346:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff97276bd26600. 00040000:00000010:1.0:1768253593.953234:0:103346:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972645e4a600. 00040000:00000010:1.0:1768253593.953238:0:103346:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972741378e00. 00080000:00000010:1.0:1768253593.953242:0:103346:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727772a2000. 00080000:00000010:1.0:1768253593.953261:0:103346:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972646ce3000. 00000020:00000010:1.0:1768253593.953354:0:103346:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff9726482a0700. 00000020:00000010:1.0:1768253593.953381:0:103346:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9727563c2c00. 00000040:00000010:1.0:1768253593.953485:0:103346:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9727563c3c00. 00000020:00000010:1.0:1768253593.953491:0:103346:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97274f883800. 00000020:00000010:1.0:1768253593.953495:0:103346:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff97276bd26600. 00040000:00000010:1.0:1768253593.953499:0:103346:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972645e4a600. 00040000:00000010:1.0:1768253593.953502:0:103346:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972741378e00. 00000020:00000010:1.0:1768253593.953506:0:103346:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff9726482a0700. 00080000:00000010:1.0:1768253593.953509:0:103346:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727772a2000. 00000020:00000010:1.0:1768253593.953512:0:103346:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727563c2400. 00000001:00000010:1.0:1768253593.953516:0:103346:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff972755504600. 00010000:00000010:1.0:1768253593.953529:0:103346:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972769ec0300. 00010000:00000010:1.0:1768253593.953536:0:103346:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dadea00. 00000020:00000010:1.0:1768253593.953586:0:103346:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff972777f4d8c0. 00000020:00000010:1.0:1768253593.953591:0:103346:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97277dd84c00. 00000040:00000010:1.0:1768253593.953594:0:103346:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645e3a400. 00000020:00000010:1.0:1768253593.953596:0:103346:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97277c808000. 00000020:00000010:1.0:1768253593.953600:0:103346:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972645e3ba00. 80000000:00000010:1.0:1768253593.953603:0:103346:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972755504b40. 00040000:00000010:1.0:1768253593.953606:0:103346:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972645e3ae00. 00080000:00000010:1.0:1768253593.953609:0:103346:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97274f883000. 20000000:00000010:1.0:1768253593.953611:0:103346:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972645e3a000. 00000020:00000010:1.0:1768253593.953614:0:103346:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819e00. 00000020:00000010:1.0:1768253593.953618:0:103346:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff97276a7f5000. 00010000:00000010:1.1:1768253593.958520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972769ec0300. 00010000:00000010:1.1:1768253593.958533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dadea00. 00000100:00000010:1.0:1768253594.163126:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97264925b100. 02000000:00000010:1.0:1768253594.163416:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4a600. 00000100:00000010:1.0:1768253594.163454:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee4e00. 02000000:00000010:1.0:1768253594.163460:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4af00. 00000100:00000010:1.0:1768253594.163476:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee4380. 02000000:00000010:1.0:1768253594.163481:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4ad00. 00000100:00000010:1.0:1768253594.163488:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee5f80. 02000000:00000010:1.0:1768253594.163492:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972645e4a900. 02000000:00000010:0.0:1768253594.165747:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726410ff200. 00000400:00000010:0.0:1768253594.165762:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358630. 00000400:00000010:0.0:1768253594.165769:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253594.165776:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476347264, portal 10 00000400:00000010:0.0:1768253594.165784:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253594.165787:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476347264, offset 0 00000400:00000200:0.0:1768253594.165796:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253594.165809:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253594.165821:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ac580 00000400:00000200:0.0:1768253594.165827:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 71856 00000400:00000200:0.0:1768253594.165835:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253594.165839:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253594.165848:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253594.165852:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29180. 00000400:00000200:0.0:1768253594.165871:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253594.165873:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253594.165882:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee4e00 x1854145476347264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253594.165904:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253594.165917:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4b40. 00000100:00000010:0.0:1768253594.165922:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da48a0. 00000100:00000010:0.0:1768253594.165927:0:3320:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4a20. 02000000:00000010:0.0:1768253594.165948:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726410fe600. 00000400:00000010:0.0:1768253594.165952:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463585d8. 00000400:00000010:0.0:1768253594.165955:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253594.165958:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476347392, portal 10 00000400:00000010:0.0:1768253594.165962:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253594.165964:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476347392, offset 0 00000400:00000200:0.0:1768253594.165968:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253594.165973:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253594.165977:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ac600 00000400:00000200:0.0:1768253594.165981:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72080 00000400:00000200:0.0:1768253594.165985:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253594.165988:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253594.165991:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253594.165994:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff28e00. 00000400:00000200:0.0:1768253594.166004:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253594.166006:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253594.166010:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee4380 x1854145476347392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253594.166071:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726410fec00. 00000400:00000010:0.0:1768253594.166075:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463587e8. 00000400:00000010:0.0:1768253594.166078:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253594.166080:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476347520, portal 10 00000400:00000010:0.0:1768253594.166084:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253594.166087:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476347520, offset 0 00000400:00000200:0.0:1768253594.166090:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253594.166095:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253594.166100:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ac680 00000400:00000200:0.0:1768253594.166104:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72304 00000400:00000200:0.0:1768253594.166108:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253594.166111:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253594.166114:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253594.166117:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff29500. 00000400:00000200:0.0:1768253594.166128:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253594.166130:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253594.166135:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee5f80 x1854145476347520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253594.166371:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253594.166376:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253594.166382:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b600. 00000020:00000010:2.0:1768253594.166398:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a400. 00000020:00000010:2.0:1768253594.166403:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253594.166437:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc680. 00000020:00000010:2.0:1768253594.166452:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7a400. 00000020:00000010:2.0:1768253594.166455:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a680. 00000020:00000010:2.0:1768253594.166458:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253594.166471:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.166474:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4dd40. 00000020:00000010:2.0:1768253594.166478:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.166481:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7be00. 00000020:00000010:2.0:1768253594.166484:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253594.166486:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253594.166497:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.166499:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc500. 00000100:00000200:2.0:1768253594.166502:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347264 02000000:00000010:2.0:1768253594.166520:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775a6400. 00010000:00000200:2.0:1768253594.166529:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff29180 x1854145476347264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:570/0 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253594.166545:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253594.166548:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476347264, offset 224 00000400:00000200:2.0:1768253594.166552:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253594.166558:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253594.166563:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ac580 00000400:00000200:2.0:1768253594.166568:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16785 [1] + 224 00000400:00000200:2.0:1768253594.166573:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253594.166576:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253594.166583:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee4e00 x1854145476347264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253594.166599:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253594.166601:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000020:00000010:2.0:1768253594.166613:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a400. 00000020:00000010:2.0:1768253594.166617:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0e10. 00000020:00000010:2.0:1768253594.166621:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b600. 00000020:00000010:2.0:1768253594.166633:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.166635:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc500. 00000100:00000200:2.0:1768253594.166637:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347392 02000000:00000010:2.0:1768253594.166644:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775a6000. 00010000:00000200:2.0:1768253594.166649:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff28e00 x1854145476347392/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:570/0 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253594.166660:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253594.166663:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476347392, offset 224 00000400:00000200:2.0:1768253594.166666:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253594.166671:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253594.166676:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ac600 00000400:00000200:2.0:1768253594.166680:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1678d [1] + 224 00000400:00000200:2.0:1768253594.166684:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253594.166687:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253594.166692:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee4380 x1854145476347392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253594.166702:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253594.166703:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000020:00000010:2.0:1768253594.166710:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a680. 00000020:00000010:2.0:1768253594.166713:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253594.166715:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7a400. 00000020:00000010:2.0:1768253594.166726:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.166728:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc500. 00000100:00000200:2.0:1768253594.166731:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347520 02000000:00000010:2.0:1768253594.166738:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727775a6800. 00010000:00000200:2.0:1768253594.166743:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff29500 x1854145476347520/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:570/0 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253594.166753:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253594.166756:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476347520, offset 224 00000400:00000200:2.0:1768253594.166759:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253594.166764:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253594.166769:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ac680 00000400:00000200:2.0:1768253594.166773:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16795 [1] + 224 00000400:00000200:2.0:1768253594.166776:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253594.166779:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253594.166784:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee5f80 x1854145476347520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253594.166794:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253594.166796:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000020:00000010:2.0:1768253594.166802:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253594.166805:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253594.166808:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7be00. 00000400:00000010:0.0:1768253594.169124:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463587e8. 00000400:00000200:0.0:1768253594.169133:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:0.0:1768253594.169136:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253594.169150:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee5f80 x1854145476347520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253594.169162:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee5f80 x1854145476347520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253594.169203:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726410fec00. 02000000:00000010:0.0:1768253594.169209:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4a900. 00000100:00000010:0.0:1768253594.169214:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee5f80. 02000000:00000010:0.0:1768253594.169253:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9726410fec00. 00000400:00000010:0.0:1768253594.169259:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463587e8. 00000400:00000010:0.0:1768253594.169264:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0672a8. 00000100:00000200:0.0:1768253594.169273:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476347136, portal 25 00000400:00000010:0.0:1768253594.169279:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253594.169282:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476347136, offset 0 00000400:00000200:0.0:1768253594.169289:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253594.169302:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253594.169312:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27ac500 00000400:00000200:0.0:1768253594.169320:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16051 [2] + 0 00000400:00000010:0.0:1768253594.169324:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032840. 00000400:00000200:0.0:1768253594.169328:0:3318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649a74600 00000400:00000200:0.0:1768253594.169335:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253594.169341:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253594.169345:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74600 00000400:00000010:0.0:1768253594.169348:0:3318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649a74600. 00000100:00000200:0.0:1768253594.169353:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253594.169368:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253594.169370:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253594.169375:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97264925b100 x1854145476347136/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253594.169437:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463585d8. 00000400:00000200:0.0:1768253594.169440:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:0.0:1768253594.169442:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253594.169448:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee4380 x1854145476347392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253594.169457:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee4380 x1854145476347392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253594.169473:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358630. 00000400:00000200:0.0:1768253594.169475:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253594.169478:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253594.169484:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee4e00 x1854145476347264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253594.169492:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee4e00 x1854145476347264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253594.169503:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726410fe600. 02000000:00000010:0.0:1768253594.169506:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4ad00. 00000100:00000010:0.0:1768253594.169509:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee4380. 02000000:00000010:0.0:1768253594.169513:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726410ff200. 02000000:00000010:0.0:1768253594.169516:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4af00. 00000100:00000010:0.0:1768253594.169518:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee4e00. 00000020:00000010:2.0:1768253594.171314:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.171322:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.171329:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7be00. 00000020:00000010:2.0:1768253594.171335:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253594.171340:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253594.171431:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc500. 00000020:00000010:2.0:1768253594.171434:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc500. 00000100:00000200:2.0:1768253594.171438:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347136 02000000:00000010:2.0:1768253594.171454:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645ea8800. 00010000:00000200:2.0:1768253594.171465:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291050 x1854145476347136/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:570/0 lens 224/224 e 0 to 0 dl 1768253605 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253594.171483:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253594.171490:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476347136, offset 224 00000400:00000200:2.0:1768253594.171497:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253594.171508:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253594.171519:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27ac500 00000400:00000200:2.0:1768253594.171526:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x167a9 [1] + 224 00000400:00000200:2.0:1768253594.171533:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253594.171537:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253594.171547:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97264925b100 x1854145476347136/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253594.171569:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:2.0:1768253594.171571:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000020:00000010:2.0:1768253594.171583:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253594.171587:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253594.171590:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7be00. 02000000:00000010:2.0:1768253594.171597:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972645ea8800. 00000100:00000200:2.0:1768253594.171602:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253594.171607:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e000. 00000400:00000010:2.0:1768253594.171612:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972741254a80. 00000400:00000010:2.0:1768253594.171668:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727463587e8. 00000400:00000200:2.0:1768253594.171673:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0672a8 00000400:00000010:2.0:1768253594.171674:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0672a8. 00000100:00000200:2.0:1768253594.171680:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97264925b100 x1854145476347136/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253594.171688:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97264925b100 x1854145476347136/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253594.171707:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9726410fec00. 02000000:00000010:2.0:1768253594.171712:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972645e4a600. 00000100:00000010:2.0:1768253594.171716:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97264925b100. 00080000:00000010:1.0:1768253594.212306:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972745819c00. 00080000:00000010:1.0:1768253594.212317:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97274581bc00. 00080000:00000010:1.0:1768253594.212323:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972646ce3000. 00080000:00000010:1.0:1768253594.212327:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972750ca2000. 00080000:00000010:1.0:1768253594.212331:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972750ca2400. 00000100:00000010:2.0:1768253594.242111:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da48a0. 00000100:00000010:1.0:1768253594.242313:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4b40. 00000100:00000010:0.0:1768253594.242374:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4d80. 00000100:00000010:3.0:1768253594.243343:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4a20. 00000100:00000010:2.0:1768253594.354089:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40700. 02000000:00000010:2.0:1768253594.354112:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972641b7b400. 00010000:00000010:2.0:1768253594.354125:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972749ca9300. 00010000:00000010:2.0:1768253594.354132:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc01000. 00000100:00000010:2.0:1768253594.354151:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972741254000. 02000000:00000010:2.0:1768253594.354171:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972645ea8800. 00000400:00000010:2.0:1768253594.354177:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ebb0. 00000400:00000010:2.0:1768253594.354193:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fde58. 00000100:00000200:2.0:1768253594.354200:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476347648, portal 25 00000400:00000010:2.0:1768253594.354204:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253594.354207:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476347648, offset 0 00000400:00000200:2.0:1768253594.354214:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253594.354226:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253594.354235:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27ac700 00000400:00000200:2.0:1768253594.354250:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16061 [2] + 0 00000400:00000010:2.0:1768253594.354254:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358210. 00000400:00000200:2.0:1768253594.354260:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649d3c240 00000400:00000200:2.0:1768253594.354266:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253594.354270:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1768253594.354274:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649d3c240 00000400:00000010:2.0:1768253594.354276:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649d3c240. 00000100:00000200:2.0:1768253594.354282:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253594.354306:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253594.354308:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253594.354325:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe40700 x1854145476347648/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1768253594.354343:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94c00. 00000100:00000010:2.0:1768253594.354361:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f948a0. 00000100:00000010:2.0:1768253594.354366:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94240. 00000100:00000010:2.0:1768253594.354371:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94ba0. 00000020:00000010:0.0:1768253594.354569:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a040. 00000020:00000010:0.0:1768253594.354575:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a040. 00000020:00000010:0.0:1768253594.354580:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fe600. 00000020:00000010:0.0:1768253594.354585:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4500. 00000020:00000010:0.0:1768253594.354590:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253594.354630:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a040. 00000020:00000010:0.0:1768253594.354633:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a040. 00000100:00000200:0.0:1768253594.354636:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347648 00010000:00000010:0.0:1768253594.354653:0:5777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2d700. 00010000:00000010:0.0:1768253594.354658:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777962c00. 02000000:00000010:0.0:1768253594.354670:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97277dc60c00. 00010000:00000200:0.0:1768253594.354687:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746292050 x1854145476347648/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:570/0 lens 328/344 e 0 to 0 dl 1768253605 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253594.354702:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253594.354705:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476347648, offset 224 00000400:00000200:0.0:1768253594.354710:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253594.354715:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253594.354720:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27ac700 00000400:00000200:0.0:1768253594.354725:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x167b9 [1] + 224 00000400:00000200:0.0:1768253594.354729:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253594.354732:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253594.354738:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe40700 x1854145476347648/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253594.354765:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253594.354767:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000020:00000010:0.0:1768253594.354778:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4500. 00000020:00000010:0.0:1768253594.354782:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253594.354786:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fe600. 02000000:00000010:0.0:1768253594.354792:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97277dc60c00. 00000100:00000200:0.0:1768253594.354798:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253594.354802:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358630. 00000400:00000010:0.0:1768253594.354806:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277fe4e000. 00000400:00000010:3.0:1768253594.354910:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ebb0. 00000400:00000200:3.0:1768253594.354915:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fde58 00000400:00000010:3.0:1768253594.354916:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fde58. 00000100:00000200:3.0:1768253594.354921:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe40700 x1854145476347648/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253610 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253594.354931:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe40700 x1854145476347648/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253610 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253594.354949:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972741254000. 02000000:00000010:3.0:1768253594.354961:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972645ea8800. 02000000:00000010:3.0:1768253594.354966:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972641b7b400. 00000100:00000010:3.0:1768253594.354970:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe40700. 00000100:00000010:3.0:1768253594.434136:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94ba0. 00000100:00000010:1.0:1768253594.434141:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f948a0. 00000100:00000010:0.0:1768253594.434233:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94c00. 00000100:00000010:2.0:1768253594.435615:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94240. 00000020:00000010:3.0:1768253594.826702:0:103396:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3380. 00000020:00000010:3.0:1768253594.826770:0:103396:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3380. 00000020:00000010:3.0:1768253594.826970:0:103396:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9727775cbc00. 00000020:00000010:3.0:1768253594.826980:0:103396:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972749c2e800. 00000020:00000010:3.0:1768253594.826985:0:103396:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97274e625000. 00000040:00000010:3.0:1768253594.826989:0:103396:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff97274dedb200. 00000020:00000010:3.0:1768253594.826994:0:103396:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644e000. 00000020:00000010:3.0:1768253594.827000:0:103396:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972746d3d000. 80000000:00000010:3.0:1768253594.827004:0:103396:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22060. 00040000:00000010:3.0:1768253594.827010:0:103396:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972746d3de00. 00080000:00000010:3.0:1768253594.827297:0:103396:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff97264644a000. 20000000:00000010:3.0:1768253594.827304:0:103396:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972746cf6c00. 00000020:00000010:3.0:1768253594.827310:0:103396:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622fac0. 00000001:00000010:3.0:1768253594.827316:0:103396:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff97276bd22540. 00000001:00000010:3.0:1768253594.827332:0:103396:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff97275622f3c0. 00000020:00000010:3.0:1768253594.827339:0:103396:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277ff8f200. 00000020:00000010:3.0:1768253594.827342:0:103396:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97277ff8e600. 00000040:00000010:3.0:1768253594.827345:0:103396:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff97277ff8fe00. 00000020:00000010:3.0:1768253594.827347:0:103396:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97264644e800. 00000020:00000010:3.0:1768253594.827350:0:103396:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff97277ff8f800. 00040000:00000010:3.0:1768253594.827355:0:103396:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253594.827357:0:103396:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97277ff8ec00. 00080000:00000010:3.0:1768253594.827361:0:103396:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5b800. 00080000:00000010:3.0:1768253594.827372:0:103396:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9727775ca000. 00000020:00000010:3.0:1768253594.827525:0:103396:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97277db72b00. 00000020:00000010:3.0:1768253594.827554:0:103396:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97277ff8e600. 00000040:00000010:3.0:1768253594.827558:0:103396:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff97277ff8fe00. 00000020:00000010:3.0:1768253594.827560:0:103396:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644e800. 00000020:00000010:3.0:1768253594.827565:0:103396:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff97277ff8f800. 00040000:00000010:3.0:1768253594.827568:0:103396:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253594.827571:0:103396:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97277ff8ec00. 00000020:00000010:3.0:1768253594.827574:0:103396:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97277db72b00. 00080000:00000010:3.0:1768253594.827577:0:103396:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5b800. 00000020:00000010:3.0:1768253594.827580:0:103396:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277ff8f200. 00000001:00000010:3.0:1768253594.827583:0:103396:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff97276bd22540. 00010000:00000010:3.0:1768253594.827597:0:103396:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8000. 00010000:00000010:3.0:1768253594.827614:0:103396:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff97275622f480. 00000100:00000010:3.0:1768253594.827620:0:103396:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97264e41ff00. 00000100:00000010:3.0:1768253594.827631:0:103396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4a680. 02000000:00000010:3.0:1768253594.827644:0:103396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97277ff8f200. 02000000:00000010:3.0:1768253594.827677:0:103396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277ff8ec00. 00000400:00000010:3.0:1768253594.827684:0:103396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460329a0. 00000400:00000010:3.0:1768253594.827692:0:103396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253594.827700:0:103396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476347776, portal 16 00000400:00000010:3.0:1768253594.827705:0:103396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253594.827708:0:103396:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476347776, offset 0 00000400:00000200:3.0:1768253594.827717:0:103396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253594.827730:0:103396:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253594.827741:0:103396:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27ac780 00000400:00000200:3.0:1768253594.827748:0:103396:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x162b1 [2] + 1968 00000400:00000010:3.0:1768253594.827752:0:103396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358948. 00000400:00000200:3.0:1768253594.827755:0:103396:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97277cd86000 00000400:00000200:3.0:1768253594.827763:0:103396:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253594.827768:0:103396:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253594.827774:0:103396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97277cd86000 00000400:00000010:3.0:1768253594.827777:0:103396:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97277cd86000. 00000100:00000200:3.0:1768253594.827783:0:103396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1768253594.827816:0:103396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253594.827819:0:103396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253594.827829:0:103396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4a680 x1854145476347776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253610 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1768253594.827846:0:103396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22540. 00000100:00000010:3.0:1768253594.827857:0:103396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd226c0. 00000100:00000010:3.0:1768253594.827863:0:103396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd220c0. 00000100:00000010:3.0:1768253594.827868:0:103396:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22000. 00000100:00000010:0.0:1768253594.828370:0:5767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff97277dc63000. 00000100:00000010:0.0:1768253594.828378:0:5767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff972647d72000. 00000100:00000200:0.0:1768253594.828382:0:5767:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1768253594.828387:0:5767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727463585d8. 00000400:00000010:0.0:1768253594.828392:0:5767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264993f600. 00000020:00000010:0.0:1768253594.828410:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9aa40. 00000020:00000010:0.0:1768253594.828414:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9aa40. 00000020:00000010:0.0:1768253594.828420:0:5767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726410fec00. 00000020:00000010:0.0:1768253594.828426:0:5767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4000. 00000020:00000010:0.0:1768253594.828431:0:5767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abeaf0. 00000020:00000010:0.0:1768253594.828473:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9aa40. 00000020:00000010:0.0:1768253594.828476:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9aa40. 00000100:00000200:0.0:1768253594.828479:0:5767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347776 02000000:00000010:0.0:1768253594.828493:0:5767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc60c00. 00000400:00000010:0.0:1768253594.828506:0:5767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253594.828509:0:5767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476347776, offset 224 00000400:00000200:0.0:1768253594.828515:0:5767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253594.828522:0:5767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253594.828531:0:5767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27ac780 00000400:00000200:0.0:1768253594.828536:0:5767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x167c9 [1] + 224 00000400:00000200:0.0:1768253594.828541:0:5767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253594.828544:0:5767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253594.828552:0:5767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4a680 x1854145476347776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1768253594.830402:0:5767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:0.0:1768253594.830412:0:5767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 00000400:00000010:3.0:1768253594.830547:0:103396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329a0. 00000400:00000200:3.0:1768253594.830553:0:103396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253594.830555:0:103396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253594.830568:0:103396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4a680 x1854145476347776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1768253594.830580:0:103396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4a680 x1854145476347776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1768253594.830617:0:103396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277ff8ec00. 02000000:00000010:3.0:1768253594.830624:0:103396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97277ff8f200. 00000100:00000010:3.0:1768253594.830629:0:103396:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4a680. 00000100:00000010:3.0:1768253594.830635:0:103396:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97264e41ff00. 00010000:00000010:3.0:1768253594.830640:0:103396:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff97275622f480. 00010000:00000010:2.0:1768253594.836447:0:5767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9727487526c0. 00000020:00000010:2.0:1768253594.836498:0:5767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4000. 00000020:00000010:2.0:1768253594.836507:0:5767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abeaf0. 00000020:00000010:2.0:1768253594.836514:0:5767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726410fec00. 02000000:00000010:2.0:1768253594.836528:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc60c00. 02000000:00000010:2.0:1768253594.836533:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972649329c00. 00000100:00000010:2.0:1768253594.836537:0:5767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff2a300. 02000000:00000010:2.0:1768253594.836541:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646ce0400. 00000100:00000010:2.0:1768253594.836544:0:5767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649258a80. 02000000:00000010:2.0:1768253594.836548:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972646dfa400. 00000100:00000010:2.0:1768253594.836551:0:5767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff28380. 02000000:00000010:2.0:1768253594.836555:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc63400. 00000100:00000010:2.0:1768253594.836557:0:5767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee6680. 02000000:00000010:2.0:1768253594.836561:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972743030400. 00000100:00000010:2.0:1768253594.836563:0:5767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649832680. 02000000:00000010:2.0:1768253594.836567:0:5767:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff972743031400. 00000100:00000010:2.0:1768253594.836570:0:5767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972649833480. 00000100:00000010:2.0:1768253594.836573:0:5767:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff972647d74000. 00000100:00000010:2.0:1768253594.836577:0:5767:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff972647524400. 00000100:00000010:3.0:1768253594.836672:0:5771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4a680. 02000000:00000010:3.0:1768253594.836694:0:5771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97277ff8f200. 00010000:00000010:3.0:1768253594.836739:0:5771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9727487526c0. 02000000:00000010:1.0:1768253594.836798:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972741378e00. 00000400:00000010:1.0:1768253594.836807:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f6e0. 00000400:00000010:1.0:1768253594.836814:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253594.836822:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476347904, portal 18 00000400:00000010:1.0:1768253594.836827:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253594.836830:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476347904, offset 0 00000400:00000200:1.0:1768253594.836838:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253594.836850:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253594.836861:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27ac800 00000400:00000200:1.0:1768253594.836868:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4911 [2] + 984 00000400:00000200:1.0:1768253594.836875:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253594.836879:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253594.836886:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253594.836890:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6a00. 00000400:00000200:1.0:1768253594.836914:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253594.836917:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253594.836925:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4a680 x1854145476347904/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253610 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253594.836950:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc0c0. 00000020:00000010:2.0:1768253594.836954:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc0c0. 00000020:00000010:2.0:1768253594.836961:0:5769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7a400. 00000020:00000010:2.0:1768253594.836965:0:5769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a080. 00000020:00000010:2.0:1768253594.836969:0:5769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000100:00000200:2.0:1768253594.836991:0:5769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972646ee6a00 x1854145476347904/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:570/0 lens 328/0 e 0 to 0 dl 1768253605 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1768253594.837038:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc0c0. 00000020:00000010:2.0:1768253594.837050:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc0c0. 00000100:00000200:2.0:1768253594.837053:0:5769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476347904 02000000:00000010:2.0:1768253594.837068:0:5769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645ea8800. 00010000:00000010:2.0:1768253594.837098:0:5769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9726491cc0c0. 00000100:00000010:2.0:1768253594.837105:0:5769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9727487526c0. 00000100:00000010:2.0:1768253594.837127:0:5769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9727487526c0. 00010000:00000010:2.0:1768253594.837131:0:5769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9726491cc0c0. 00000400:00000010:2.0:1768253594.837143:0:5769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253594.837146:0:5769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476347904, offset 224 00000400:00000200:2.0:1768253594.837151:0:5769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253594.837158:0:5769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253594.837164:0:5769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27ac800 00000400:00000200:2.0:1768253594.837170:0:5769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x167d9 [1] + 224 00000400:00000200:2.0:1768253594.837175:0:5769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253594.837179:0:5769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253594.837185:0:5769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4a680 x1854145476347904/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253594.837188:0:103396:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622fac0. 00000020:00000010:3.0:1768253594.837198:0:103396:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97274e625000. 00000400:00000200:2.0:1768253594.837203:0:5769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000040:00000010:3.0:1768253594.837205:0:103396:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff97274dedb200. 00000400:00000010:2.0:1768253594.837207:0:5769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000020:00000010:3.0:1768253594.837213:0:103396:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff97264644e000. 00000020:00000010:2.0:1768253594.837220:0:5769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a080. 00000020:00000010:3.0:1768253594.837221:0:103396:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972746d3d000. 00000020:00000010:2.0:1768253594.837226:0:5769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 80000000:00000010:3.0:1768253594.837229:0:103396:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22060. 00000020:00000010:2.0:1768253594.837232:0:5769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7a400. 00040000:00000010:3.0:1768253594.837246:0:103396:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972746d3de00. 00080000:00000010:3.0:1768253594.837253:0:103396:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff97264644a000. 20000000:00000010:3.0:1768253594.837258:0:103396:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972746cf6c00. 00000020:00000010:3.0:1768253594.837265:0:103396:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972749c2e800. 00000020:00000010:3.0:1768253594.837274:0:103396:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff9727775cbc00. 00000400:00000010:1.0:1768253594.837333:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f6e0. 00000400:00000200:1.0:1768253594.837338:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253594.837340:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253594.837346:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4a680 x1854145476347904/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253594.837355:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4a680 x1854145476347904/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253610 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253594.837377:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972741378e00. 02000000:00000010:1.0:1768253594.837382:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97277ff8f200. 00000100:00000010:1.0:1768253594.837387:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4a680. 00010000:00000010:3.1:1768253594.845108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972749ca9300. 00010000:00000010:3.1:1768253594.845121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc01000. 00010000:00000010:3.1:1768253594.845126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2d700. 00010000:00000010:3.1:1768253594.845130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8000. 00010000:00000010:2.1:1768253594.847562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777962c00. 00000100:00000010:0.0:1768253594.914177:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22540. 00000100:00000010:3.0:1768253594.914299:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22000. 00000100:00000010:2.0:1768253594.915108:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd220c0. 00000100:00000010:1.0:1768253594.915276:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd226c0. 00000100:00000010:3.0:1768253596.275389:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4bb80. 02000000:00000010:3.0:1768253596.275417:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647523200. 00010000:00000010:3.0:1768253596.275434:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9400. 00010000:00000010:3.0:1768253596.275441:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f9800. 00000100:00000010:3.0:1768253596.275462:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97264e41f9c0. 02000000:00000010:3.0:1768253596.275486:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97274e7ef400. 00000400:00000010:3.0:1768253596.275493:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460329a0. 00000400:00000010:3.0:1768253596.275502:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253596.275509:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476348032, portal 25 00000400:00000010:3.0:1768253596.275515:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253596.275517:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476348032, offset 0 00000400:00000200:3.0:1768253596.275527:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253596.275544:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253596.275556:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27ac880 00000400:00000200:3.0:1768253596.275563:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16071 [2] + 0 00000400:00000010:3.0:1768253596.275567:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032160. 00000400:00000200:3.0:1768253596.275572:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649a74240 00000400:00000200:3.0:1768253596.275578:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253596.275582:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253596.275586:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74240 00000400:00000010:3.0:1768253596.275588:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649a74240. 00000100:00000200:3.0:1768253596.275594:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253596.275618:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253596.275620:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253596.275628:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4bb80 x1854145476348032/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253596.275647:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd221e0. 00000100:00000010:3.0:1768253596.275658:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22a20. 00000100:00000010:3.0:1768253596.275664:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22060. 00000100:00000010:3.0:1768253596.275669:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22000. 00000020:00000010:2.0:1768253596.275733:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccac0. 00000020:00000010:2.0:1768253596.275738:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccac0. 00000020:00000010:2.0:1768253596.275744:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b400. 00000020:00000010:2.0:1768253596.275749:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a880. 00000020:00000010:2.0:1768253596.275754:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253596.275803:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccac0. 00000020:00000010:2.0:1768253596.275805:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccac0. 00000100:00000200:2.0:1768253596.275808:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348032 00010000:00000010:2.0:1768253596.275832:0:5775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff972749ca9800. 00010000:00000010:2.0:1768253596.275836:0:5775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc00600. 02000000:00000010:2.0:1768253596.275849:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97274f9e4800. 00010000:00000200:2.0:1768253596.275872:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291450 x1854145476348032/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:572/0 lens 328/344 e 0 to 0 dl 1768253607 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253596.275888:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253596.275891:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476348032, offset 224 00000400:00000200:2.0:1768253596.275896:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253596.275902:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253596.275907:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27ac880 00000400:00000200:2.0:1768253596.275912:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x167e5 [1] + 224 00000400:00000200:2.0:1768253596.275916:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253596.275919:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253596.275926:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4bb80 x1854145476348032/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253596.275951:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253596.275953:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000020:00000010:2.0:1768253596.275965:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a880. 00000020:00000010:2.0:1768253596.275969:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253596.275972:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b400. 02000000:00000010:2.0:1768253596.275979:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97274f9e4800. 00000100:00000200:2.0:1768253596.275984:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1768253596.275988:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e580. 00000400:00000010:2.0:1768253596.275993:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff972741254000. 00000400:00000010:3.0:1768253596.276083:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329a0. 00000400:00000200:3.0:1768253596.276086:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253596.276088:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253596.276093:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4bb80 x1854145476348032/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253596.276101:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4bb80 x1854145476348032/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253596.276120:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97264e41f9c0. 02000000:00000010:3.0:1768253596.276135:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97274e7ef400. 02000000:00000010:3.0:1768253596.276140:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647523200. 00000100:00000010:3.0:1768253596.276144:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4bb80. 00000100:00000010:0.0:1768253596.354242:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd221e0. 00000100:00000010:1.0:1768253596.354325:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22a20. 00000100:00000010:3.0:1768253596.355196:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22000. 00000100:00000010:2.0:1768253596.357753:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22060. 00000800:00000200:3.0:1768253596.467649:0:3310:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97274635c300] -> 12345-192.168.202.143@tcp (6) 00000800:00000200:3.0:1768253596.467658:0:3310:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.143@tcp ip 192.168.202.143:988 00000800:00000200:3.0:1768253596.467664:0:3310:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972646674d00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1768253596.467848:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1768253596.520883:0:103493:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at ffff972646679bd0. 00000400:00000010:2.0:1768253596.520977:0:103493:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at ffff972646679bd0. 00000020:00000010:3.0:1768253597.238579:0:103543:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3f90. 00000020:00000010:3.0:1768253597.238658:0:103543:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3f90. 00000020:00000010:3.0:1768253597.238820:0:103543:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972649329000. 00000020:00000010:3.0:1768253597.238831:0:103543:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972769cec800. 00000020:00000010:3.0:1768253597.238835:0:103543:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972769cece00. 00000040:00000010:3.0:1768253597.238839:0:103543:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647523e00. 00000020:00000010:3.0:1768253597.238843:0:103543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5a800. 00000020:00000010:3.0:1768253597.238848:0:103543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972645e3a400. 80000000:00000010:3.0:1768253597.238852:0:103543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22960. 00040000:00000010:3.0:1768253597.238857:0:103543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972645e3ba00. 00080000:00000010:3.0:1768253597.238861:0:103543:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5a000. 20000000:00000010:3.0:1768253597.238865:0:103543:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972645e3ae00. 00000020:00000010:3.0:1768253597.238870:0:103543:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622f240. 00000001:00000010:3.0:1768253597.238876:0:103543:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff97276bd22900. 00000020:00000010:3.0:1768253597.238891:0:103543:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972749c2e800. 00000020:00000010:3.0:1768253597.238894:0:103543:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972746cf6c00. 00000040:00000010:3.0:1768253597.238898:0:103543:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972746d3de00. 00000020:00000010:3.0:1768253597.238900:0:103543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5c800. 00000020:00000010:3.0:1768253597.238903:0:103543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972746d3d000. 00040000:00000010:3.0:1768253597.238908:0:103543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253597.238911:0:103543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97274dedb200. 00080000:00000010:3.0:1768253597.238914:0:103543:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5b800. 00080000:00000010:3.0:1768253597.238924:0:103543:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264932a800. 00000020:00000010:3.0:1768253597.239288:0:103543:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97277db72500. 00000020:00000010:3.0:1768253597.239314:0:103543:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972746cf6c00. 00000040:00000010:3.0:1768253597.239321:0:103543:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972746d3de00. 00000020:00000010:3.0:1768253597.239324:0:103543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5c800. 00000020:00000010:3.0:1768253597.239328:0:103543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972746d3d000. 00040000:00000010:3.0:1768253597.239331:0:103543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253597.239335:0:103543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97274dedb200. 00000020:00000010:3.0:1768253597.239339:0:103543:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97277db72500. 00080000:00000010:3.0:1768253597.239342:0:103543:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5b800. 00000020:00000010:3.0:1768253597.239345:0:103543:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972749c2e800. 00000001:00000010:3.0:1768253597.239350:0:103543:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff97276bd22900. 00010000:00000010:3.0:1768253597.239364:0:103543:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8a00. 00010000:00000010:3.0:1768253597.239379:0:103543:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff97275622ffc0. 00000100:00000010:3.0:1768253597.239385:0:103543:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972747cee540. 00000100:00000010:3.0:1768253597.239394:0:103543:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4bb80. 02000000:00000010:3.0:1768253597.239407:0:103543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97274dedb200. 02000000:00000010:3.0:1768253597.239527:0:103543:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972749c2e800. 00000400:00000010:3.0:1768253597.239534:0:103543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460329a0. 00000400:00000010:3.0:1768253597.239541:0:103543:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253597.239547:0:103543:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476348160, portal 16 00000400:00000010:3.0:1768253597.239552:0:103543:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253597.239554:0:103543:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476348160, offset 0 00000400:00000200:3.0:1768253597.239563:0:103543:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253597.239574:0:103543:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253597.239585:0:103543:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27ac900 00000400:00000200:3.0:1768253597.239591:0:103543:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x167d1 [2] + 0 00000400:00000200:3.0:1768253597.239598:0:103543:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253597.239602:0:103543:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253597.239609:0:103543:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1768253597.239613:0:103543:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4ad80. 00000400:00000200:3.0:1768253597.239639:0:103543:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253597.239642:0:103543:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253597.239650:0:103543:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4bb80 x1854145476348160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253613 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1768253597.239669:0:103543:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22900. 00000100:00000010:3.0:1768253597.239680:0:103543:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd222a0. 00000100:00000010:3.0:1768253597.239684:0:103543:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22d20. 00000100:00000010:3.0:1768253597.239689:0:103543:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22000. 00000020:00000010:2.0:1768253597.239770:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc700. 00000020:00000010:2.0:1768253597.239775:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc700. 00000020:00000010:2.0:1768253597.239780:0:5767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7ae00. 00000020:00000010:2.0:1768253597.239784:0:5767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ae00. 00000020:00000010:2.0:1768253597.239788:0:5767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253597.239830:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc700. 00000020:00000010:2.0:1768253597.239833:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc700. 00000100:00000200:2.0:1768253597.239836:0:5767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348160 02000000:00000010:2.0:1768253597.239849:0:5767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97274667cc00. 00000400:00000010:2.0:1768253597.239859:0:5767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253597.239862:0:5767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476348160, offset 224 00000400:00000200:2.0:1768253597.239867:0:5767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253597.239872:0:5767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253597.239878:0:5767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27ac900 00000400:00000200:2.0:1768253597.239882:0:5767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x167f5 [1] + 224 00000400:00000200:2.0:1768253597.239886:0:5767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253597.239888:0:5767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253597.239894:0:5767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4bb80 x1854145476348160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253613 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1768253597.239983:0:5767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253597.239986:0:5767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00010000:00000010:2.0:1768253597.239994:0:5767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff972769ed16c0. 00000020:00000010:2.0:1768253597.240049:0:5767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ae00. 00000020:00000010:2.0:1768253597.240053:0:5767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253597.240056:0:5767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7ae00. 00000100:00000010:1.0:1768253597.240144:0:5771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7800. 02000000:00000010:1.0:1768253597.240152:0:5771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972747b2d400. 00010000:00000010:1.0:1768253597.240185:0:5771:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff972769ed16c0. 02000000:00000010:1.0:1768253597.240206:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972747b2d600. 00000400:00000010:1.0:1768253597.240211:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f6e0. 00000400:00000010:1.0:1768253597.240228:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253597.240231:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476348288, portal 18 00000400:00000010:1.0:1768253597.240235:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253597.240237:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476348288, offset 0 00000400:00000200:1.0:1768253597.240241:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253597.240247:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253597.240254:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27ac980 00000400:00000200:1.0:1768253597.240258:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4911 [2] + 1312 00000400:00000200:1.0:1768253597.240263:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253597.240266:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253597.240270:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1768253597.240273:0:3321:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee4700. 00000400:00000200:1.0:1768253597.240285:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253597.240288:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253597.240294:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7800 x1854145476348288/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253613 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253597.240325:0:5770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d2c0. 00000020:00000010:1.0:1768253597.240328:0:5770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d2c0. 00000020:00000010:1.0:1768253597.240332:0:5770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972747b2d800. 00000020:00000010:1.0:1768253597.240335:0:5770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0580. 00000020:00000010:1.0:1768253597.240339:0:5770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000100:00000200:1.0:1768253597.240355:0:5770:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff972646ee4700 x1854145476348288/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:573/0 lens 328/0 e 0 to 0 dl 1768253608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253597.240382:0:5770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4d2c0. 00000020:00000010:1.0:1768253597.240384:0:5770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4d2c0. 00000100:00000200:1.0:1768253597.240386:0:5770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348288 02000000:00000010:1.0:1768253597.240393:0:5770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972646ce0400. 00010000:00000010:1.0:1768253597.240410:0:5770:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972777f4d2c0. 00000100:00000010:1.0:1768253597.240415:0:5770:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97264982bb40. 00000100:00000010:1.0:1768253597.240438:0:5770:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97264982bb40. 00010000:00000010:1.0:1768253597.240441:0:5770:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972777f4d2c0. 00000400:00000010:1.0:1768253597.240447:0:5770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253597.240450:0:5770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476348288, offset 224 00000400:00000200:1.0:1768253597.240454:0:5770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253597.240459:0:5770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253597.240464:0:5770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27ac980 00000400:00000200:1.0:1768253597.240468:0:5770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16801 [1] + 224 00000400:00000200:1.0:1768253597.240471:0:5770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253597.240474:0:5770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253597.240479:0:5770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7800 x1854145476348288/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253613 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253597.240492:0:5770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253597.240494:0:5770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000020:00000010:1.0:1768253597.240503:0:5770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0580. 00000020:00000010:1.0:1768253597.240505:0:5770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253597.240508:0:5770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972747b2d800. 00000400:00000010:1.0:1768253597.240526:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f6e0. 00000400:00000200:1.0:1768253597.240529:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253597.240530:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253597.240535:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7800 x1854145476348288/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253613 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253597.240543:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7800 x1854145476348288/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253613 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253597.240562:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972747b2d600. 02000000:00000010:1.0:1768253597.240568:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972747b2d400. 00000100:00000010:1.0:1768253597.240571:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7800. 00000400:00000010:3.0:1768253597.240994:0:103543:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329a0. 00000400:00000200:3.0:1768253597.240999:0:103543:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:3.0:1768253597.241001:0:103543:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253597.241007:0:103543:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4bb80 x1854145476348160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253613 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1768253597.241045:0:103543:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4bb80 x1854145476348160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253613 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1768253597.241068:0:103543:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972749c2e800. 02000000:00000010:3.0:1768253597.241073:0:103543:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97274dedb200. 00000100:00000010:3.0:1768253597.241077:0:103543:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4bb80. 00000100:00000010:3.0:1768253597.241081:0:103543:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972747cee540. 00010000:00000010:3.0:1768253597.241084:0:103543:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff97275622ffc0. 00000020:00000010:3.0:1768253597.241101:0:103543:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622f240. 00000020:00000010:3.0:1768253597.241107:0:103543:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972769cece00. 00000040:00000010:3.0:1768253597.241112:0:103543:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647523e00. 00000020:00000010:3.0:1768253597.241261:0:103543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5a800. 00000020:00000010:3.0:1768253597.241267:0:103543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972645e3a400. 80000000:00000010:3.0:1768253597.241271:0:103543:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22960. 00040000:00000010:3.0:1768253597.241275:0:103543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972645e3ba00. 00080000:00000010:3.0:1768253597.241279:0:103543:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5a000. 20000000:00000010:3.0:1768253597.241282:0:103543:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972645e3ae00. 00000020:00000010:3.0:1768253597.241285:0:103543:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972769cec800. 00000020:00000010:3.0:1768253597.241291:0:103543:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972649329000. 00010000:00000010:1.1:1768253597.261049:0:103507:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274f8b9400. 00010000:00000010:1.1:1768253597.261059:0:103507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f9800. 00010000:00000010:3.1:1768253597.261413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00600. 00010000:00000010:3.1:1768253597.261429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff972749ca9800. 00010000:00000010:3.1:1768253597.261433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8a00. 00000100:00000010:0.0:1768253597.314138:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22900. 00000100:00000010:1.0:1768253597.314520:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd222a0. 00000100:00000010:2.0:1768253597.314584:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22d20. 00000100:00000010:3.0:1768253597.314677:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22000. 00000020:00000010:3.0:1768253597.956856:0:103591:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3f90. 00000020:00000010:3.0:1768253597.956921:0:103591:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3f90. 00000020:00000010:3.0:1768253597.957151:0:103591:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972649329000. 00000020:00000010:3.0:1768253597.957159:0:103591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647522400. 00000020:00000010:3.0:1768253597.957163:0:103591:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647523600. 00000040:00000010:3.0:1768253597.957167:0:103591:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647523c00. 00000020:00000010:3.0:1768253597.957171:0:103591:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5a000. 00000020:00000010:3.0:1768253597.957175:0:103591:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647522a00. 80000000:00000010:3.0:1768253597.957180:0:103591:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22000. 00040000:00000010:3.0:1768253597.957185:0:103591:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647523e00. 00080000:00000010:3.0:1768253597.957190:0:103591:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5a800. 20000000:00000010:3.0:1768253597.957194:0:103591:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972647522200. 00000020:00000010:3.0:1768253597.957199:0:103591:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622fb80. 00000001:00000010:3.0:1768253597.957219:0:103591:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff97276bd22960. 00000020:00000010:3.0:1768253597.957237:0:103591:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647522600. 00000020:00000010:3.0:1768253597.957241:0:103591:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972769cecc00. 00000040:00000010:3.0:1768253597.957244:0:103591:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972769cede00. 00000020:00000010:3.0:1768253597.957247:0:103591:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5b800. 00000020:00000010:3.0:1768253597.957249:0:103591:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972769cec800. 00040000:00000010:3.0:1768253597.957253:0:103591:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253597.957255:0:103591:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972769cece00. 00080000:00000010:3.0:1768253597.957258:0:103591:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5c800. 00080000:00000010:3.0:1768253597.957268:0:103591:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97264932b000. 00000020:00000010:3.0:1768253597.957375:0:103591:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97277db72c00. 00000020:00000010:3.0:1768253597.957398:0:103591:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972769cecc00. 00000040:00000010:3.0:1768253597.957402:0:103591:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972769cede00. 00000020:00000010:3.0:1768253597.957406:0:103591:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5b800. 00000020:00000010:3.0:1768253597.957410:0:103591:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972769cec800. 00040000:00000010:3.0:1768253597.957413:0:103591:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253597.957417:0:103591:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972769cece00. 00000020:00000010:3.0:1768253597.957420:0:103591:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97277db72c00. 00080000:00000010:3.0:1768253597.957422:0:103591:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5c800. 00000020:00000010:3.0:1768253597.957425:0:103591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647522600. 00000001:00000010:3.0:1768253597.957429:0:103591:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff97276bd22960. 00010000:00000010:3.0:1768253597.957442:0:103591:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9200. 00010000:00000010:3.0:1768253597.957449:0:103591:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8200. 00000020:00000010:3.0:1768253597.957488:0:103591:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622fb80. 00000020:00000010:3.0:1768253597.957492:0:103591:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647523600. 00000040:00000010:3.0:1768253597.957494:0:103591:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647523c00. 00000020:00000010:3.0:1768253597.957497:0:103591:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5a000. 00000020:00000010:3.0:1768253597.957499:0:103591:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647522a00. 80000000:00000010:3.0:1768253597.957502:0:103591:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22000. 00040000:00000010:3.0:1768253597.957505:0:103591:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647523e00. 00080000:00000010:3.0:1768253597.957507:0:103591:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5a800. 20000000:00000010:3.0:1768253597.957510:0:103591:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972647522200. 00000020:00000010:3.0:1768253597.957513:0:103591:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647522400. 00000020:00000010:3.0:1768253597.957516:0:103591:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972649329000. 00010000:00000010:3.1:1768253597.969402:0:1109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274f8b9200. 00010000:00000010:3.1:1768253597.969501:0:1109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8200. 00000020:00000010:3.0:1768253598.563273:0:103639:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473d3f90. 00000020:00000010:3.0:1768253598.563361:0:103639:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473d3f90. 00000020:00000010:3.0:1768253598.563638:0:103639:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972649329000. 00000020:00000010:3.0:1768253598.563648:0:103639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645e3ae00. 00000020:00000010:3.0:1768253598.563652:0:103639:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645e3a400. 00000040:00000010:3.0:1768253598.563657:0:103639:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645e3ba00. 00000020:00000010:3.0:1768253598.563661:0:103639:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5a000. 00000020:00000010:3.0:1768253598.563667:0:103639:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9727563c2400. 80000000:00000010:3.0:1768253598.563671:0:103639:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22d20. 00040000:00000010:3.0:1768253598.563677:0:103639:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972769cede00. 00080000:00000010:3.0:1768253598.563682:0:103639:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5a800. 20000000:00000010:3.0:1768253598.563686:0:103639:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972647523800. 00000020:00000010:3.0:1768253598.563692:0:103639:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97275622f840. 00000001:00000010:3.0:1768253598.563699:0:103639:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff97276bd222a0. 00000020:00000010:3.0:1768253598.563706:0:103639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523200. 00000020:00000010:3.0:1768253598.563709:0:103639:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647522400. 00000040:00000010:3.0:1768253598.563711:0:103639:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972647522200. 00000020:00000010:3.0:1768253598.563714:0:103639:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5e800. 00000020:00000010:3.0:1768253598.563717:0:103639:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647523e00. 00040000:00000010:3.0:1768253598.563721:0:103639:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253598.563723:0:103639:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647522a00. 00080000:00000010:3.0:1768253598.563726:0:103639:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5b800. 00080000:00000010:3.0:1768253598.563739:0:103639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972649328400. 00000020:00000010:3.0:1768253598.563845:0:103639:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97277db72880. 00000020:00000010:3.0:1768253598.563869:0:103639:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647522400. 00000040:00000010:3.0:1768253598.563873:0:103639:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972647522200. 00000020:00000010:3.0:1768253598.563876:0:103639:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5e800. 00000020:00000010:3.0:1768253598.563880:0:103639:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647523e00. 00040000:00000010:3.0:1768253598.563883:0:103639:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253598.563886:0:103639:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647522a00. 00000020:00000010:3.0:1768253598.563890:0:103639:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97277db72880. 00080000:00000010:3.0:1768253598.563893:0:103639:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5b800. 00000020:00000010:3.0:1768253598.563896:0:103639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523200. 00000020:00000010:3.0:1768253598.563912:0:103639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523200. 00000020:00000010:3.0:1768253598.563916:0:103639:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647522a00. 00000020:00000010:3.0:1768253598.563918:0:103639:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5b800. 00000020:00000010:3.0:1768253598.563923:0:103639:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253598.563926:0:103639:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647523e00. 80000000:00000010:3.0:1768253598.563929:0:103639:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22b40. 40000000:00000010:3.0:1768253598.563932:0:103639:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff97275622ff00. 00100000:00000010:3.0:1768253598.563935:0:103639:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff972747d5e800. 00040000:00000010:3.0:1768253598.563939:0:103639:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253598.563941:0:103639:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647522200. 00080000:00000010:3.0:1768253598.563944:0:103639:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5d000. 00002000:00000010:3.0:1768253598.563948:0:103639:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97264932a400. 00000020:00000010:3.0:1768253598.563951:0:103639:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647522a00. 00000020:00000010:3.0:1768253598.563954:0:103639:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5b800. 00000020:00000010:3.0:1768253598.563957:0:103639:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253598.563959:0:103639:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647523e00. 80000000:00000010:3.0:1768253598.563962:0:103639:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22b40. 40000000:00000010:3.0:1768253598.563964:0:103639:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff97275622ff00. 00100000:00000010:3.0:1768253598.563967:0:103639:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff972747d5e800. 00040000:00000010:3.0:1768253598.563969:0:103639:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253598.563971:0:103639:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647522200. 00080000:00000010:3.0:1768253598.563974:0:103639:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5d000. 00002000:00000010:3.0:1768253598.563976:0:103639:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97264932a400. 00000020:00000010:3.0:1768253598.563979:0:103639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523200. 00000020:00000010:3.0:1768253598.563982:0:103639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647523200. 00000020:00000010:3.0:1768253598.563984:0:103639:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972647522200. 00000020:00000010:3.0:1768253598.563986:0:103639:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972747d5d000. 00000020:00000010:3.0:1768253598.563989:0:103639:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253598.563991:0:103639:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972647523e00. 80000000:00000010:3.0:1768253598.563993:0:103639:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97276bd22b40. 40000000:00000010:3.0:1768253598.563995:0:103639:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff97275622ff00. 00100000:00000010:3.0:1768253598.563998:0:103639:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff972747d5e800. 00040000:00000010:3.0:1768253598.564000:0:103639:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253598.564003:0:103639:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972647522a00. 00080000:00000010:3.0:1768253598.564005:0:103639:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972747d5b800. 00002000:00000010:3.0:1768253598.564008:0:103639:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff97264932a400. 00000020:00000010:3.0:1768253598.564196:0:103639:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972647522200. 00000020:00000010:3.0:1768253598.564207:0:103639:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5d000. 00000020:00000010:3.0:1768253598.564211:0:103639:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9727560fa840. 00000020:00000010:3.0:1768253598.564213:0:103639:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972647523e00. 80000000:00000010:3.0:1768253598.564215:0:103639:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22b40. 40000000:00000010:3.0:1768253598.564217:0:103639:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff97275622ff00. 00100000:00000010:3.0:1768253598.564220:0:103639:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff972747d5e800. 00040000:00000010:3.0:1768253598.564222:0:103639:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7ad00. 00040000:00000010:3.0:1768253598.564225:0:103639:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972647522a00. 00080000:00000010:3.0:1768253598.564227:0:103639:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5b800. 00002000:00000010:3.0:1768253598.564229:0:103639:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff97264932a400. 00000020:00000010:3.0:1768253598.564231:0:103639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647523200. 00000001:00000010:3.0:1768253598.564235:0:103639:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff97276bd222a0. 00010000:00000010:3.0:1768253598.564249:0:103639:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9200. 00010000:00000010:3.0:1768253598.564256:0:103639:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8000. 00000020:00000010:3.0:1768253598.564300:0:103639:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97275622f840. 00000020:00000010:3.0:1768253598.564304:0:103639:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645e3a400. 00000040:00000010:3.0:1768253598.564309:0:103639:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645e3ba00. 00000020:00000010:3.0:1768253598.564311:0:103639:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972747d5a000. 00000020:00000010:3.0:1768253598.564314:0:103639:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9727563c2400. 80000000:00000010:3.0:1768253598.564317:0:103639:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97276bd22d20. 00040000:00000010:3.0:1768253598.564319:0:103639:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972769cede00. 00080000:00000010:3.0:1768253598.564322:0:103639:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972747d5a800. 20000000:00000010:3.0:1768253598.564324:0:103639:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972647523800. 00000020:00000010:3.0:1768253598.564326:0:103639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645e3ae00. 00000020:00000010:3.0:1768253598.564330:0:103639:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972649329000. 00010000:00000010:3.1:1768253598.592359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274f8b9200. 00010000:00000010:3.1:1768253598.592373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8000. 00000400:00000200:2.0:1768253598.668189:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253598.668222:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1085600 00000400:00000200:2.0:1768253598.668232:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x16099 [2] + 0 00000400:00000010:2.0:1768253598.668238:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032b00. 00000400:00000200:2.0:1768253598.668246:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff972649a74180 00000400:00000200:2.0:1768253598.668259:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253598.668263:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253598.668268:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972649a74180 00000400:00000010:2.0:1768253598.668271:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff972649a74180. 00000100:00000200:2.0:1768253598.668277:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253598.668302:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253598.668307:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085700 00000400:00000200:2.0:1768253598.668312:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 1792 00000400:00000200:2.0:1768253598.668318:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253598.668320:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253598.668324:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253598.668330:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42d80. 00000400:00000200:2.0:1768253598.668353:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253598.668358:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1085680 00000400:00000200:2.0:1768253598.668364:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 72528 00000400:00000200:2.0:1768253598.668370:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253598.668373:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253598.668378:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253598.668381:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe42300. 00000400:00000200:2.0:1768253598.668394:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253598.668400:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085780 00000400:00000200:2.0:1768253598.668403:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 2016 00000400:00000200:2.0:1768253598.668427:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253598.668431:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253598.668434:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253598.668437:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40e00. 00000020:00000010:2.0:1768253598.668483:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc400. 00000020:00000010:2.0:1768253598.668498:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7ba00. 00000020:00000010:2.0:1768253598.668505:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a680. 00000020:00000010:2.0:1768253598.668510:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253598.668541:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc440. 00000020:00000010:2.0:1768253598.668546:0:10696:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7b600. 00000020:00000010:2.0:1768253598.668550:0:10696:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97274a23a880. 00000020:00000010:2.0:1768253598.668552:0:10696:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253598.668569:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccf40. 00000020:00000010:2.0:1768253598.668572:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccf40. 00000100:00000200:2.0:1768253598.668576:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070656 02000000:00000010:2.0:1768253598.668596:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277daffc00. 00010000:00000200:2.0:1768253598.668606:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe42d80 x1854145452070656/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:574/0 lens 224/224 e 0 to 0 dl 1768253609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253598.668627:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253598.668633:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452070656, offset 224 00000400:00000200:2.0:1768253598.668639:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253598.668649:0:10696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253598.668655:0:10696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3913:3913:256:4294967295] 192.168.202.43@tcp LPNI seq info [3909:3909:8:4294967295] 00000400:00000200:2.0:1768253598.668665:0:10696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253598.668674:0:10696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253598.668678:0:10696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6d500. 00000800:00000200:2.0:1768253598.668684:0:10696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253598.668690:0:10696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253598.668695:0:10696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6d500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253598.668711:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a680. 00000020:00000010:2.0:1768253598.668715:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253598.668718:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7ba00. 00000020:00000010:2.0:1768253598.668729:0:10696:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491ccf40. 00000020:00000010:2.0:1768253598.668731:0:10696:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491ccf40. 00000100:00000200:2.0:1768253598.668733:0:10696:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070784 02000000:00000010:2.0:1768253598.668740:0:10696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dafd000. 00010000:00000200:2.0:1768253598.668745:0:10696:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe40e00 x1854145452070784/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:574/0 lens 224/224 e 0 to 0 dl 1768253609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253598.668754:0:10696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253598.668757:0:10696:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452070784, offset 224 00000400:00000200:2.0:1768253598.668761:0:10696:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253598.668765:0:10696:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253598.668769:0:10696:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3914:3914:255:4294967295] 192.168.202.43@tcp LPNI seq info [3910:3910:7:4294967295] 00000400:00000200:2.0:1768253598.668776:0:10696:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253598.668780:0:10696:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253598.668783:0:10696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972748c6d100. 00000800:00000200:2.0:1768253598.668787:0:10696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253598.668791:0:10696:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253598.668794:0:10696:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972748c6d100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253598.668801:0:10696:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97274a23a880. 00000020:00000010:2.0:1768253598.668803:0:10696:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253598.668805:0:10696:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7b600. 00000800:00000200:2.0:1768253598.668861:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253598.668865:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6d500. 00000400:00000200:2.0:1768253598.668870:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253598.668873:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253598.668876:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253598.668879:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000800:00000200:2.0:1768253598.668935:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253598.668938:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972748c6d100. 00000400:00000200:2.0:1768253598.668940:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253598.668944:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253598.668946:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253598.668948:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000020:00000010:0.0:1768253598.669484:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9adc0. 00000020:00000010:0.0:1768253598.669488:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9adc0. 00000020:00000010:0.0:1768253598.669493:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6e00. 00000020:00000010:0.0:1768253598.669496:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4000. 00000020:00000010:0.0:1768253598.669500:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.669520:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9adc0. 00000020:00000010:0.0:1768253598.669522:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9adc0. 00000100:00000200:0.0:1768253598.669525:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070400 02000000:00000010:0.0:1768253598.669534:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc63400. 00010000:00000200:0.0:1768253598.669541:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746293450 x1854145452070400/t0(0) o400->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:574/0 lens 224/224 e 0 to 0 dl 1768253609 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253598.669559:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b0677f8. 00000100:00000200:0.0:1768253598.669563:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452070400, offset 224 00000400:00000200:0.0:1768253598.669568:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253598.669574:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253598.669579:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3915:3915:256:4294967295] 192.168.202.43@tcp LPNI seq info [3911:3911:8:4294967295] 00000400:00000200:0.0:1768253598.669588:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253598.669592:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253598.669596:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a100. 00000800:00000200:0.0:1768253598.669600:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253598.669606:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253598.669609:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253598.669622:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4000. 00000020:00000010:0.0:1768253598.669626:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.669628:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6e00. 00000100:00000200:0.0:1768253598.669635:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253598.669641:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358268. 00000400:00000010:0.0:1768253598.669646:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277db7f540. 00000020:00000010:0.0:1768253598.669667:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9adc0. 00000020:00000010:0.0:1768253598.669671:0:5783:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.669679:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6e00. 00000020:00000010:0.0:1768253598.669682:0:5783:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4000. 00000020:00000010:0.0:1768253598.669685:0:5783:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.669706:0:5783:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.669709:0:5783:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000100:00000200:0.0:1768253598.669712:0:5783:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070528 02000000:00000010:0.0:1768253598.669722:0:5783:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc62000. 00010000:00000200:0.0:1768253598.669728:0:5783:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe42300 x1854145452070528/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:574/0 lens 224/224 e 0 to 0 dl 1768253609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253598.669738:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067990. 00000100:00000200:0.0:1768253598.669741:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452070528, offset 224 00000400:00000200:0.0:1768253598.669745:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253598.669750:0:5783:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253598.669754:0:5783:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3916:3916:255:4294967295] 192.168.202.43@tcp LPNI seq info [3912:3912:7:4294967295] 00000400:00000200:0.0:1768253598.669761:0:5783:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253598.669766:0:5783:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253598.669769:0:5783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97264862a400. 00000800:00000200:0.0:1768253598.669773:0:5783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253598.669776:0:5783:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253598.669779:0:5783:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff97264862a400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253598.669786:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4000. 00000020:00000010:0.0:1768253598.669789:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.669792:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6e00. 00000800:00000200:3.0:1768253598.669953:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253598.669957:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a100. 00000400:00000200:3.0:1768253598.669964:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253598.669967:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253598.669971:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b0677f8 00000400:00000010:3.0:1768253598.669973:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b0677f8. 02000000:00000010:3.0:1768253598.669979:0:3311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dc63400. 00000800:00000200:3.0:1768253598.669988:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253598.669990:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97264862a400. 00000400:00000200:3.0:1768253598.669992:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253598.669995:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253598.669996:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067990 00000400:00000010:3.0:1768253598.669998:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067990. 00000100:00000010:3.0:1768253598.709194:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4bb80. 02000000:00000010:3.0:1768253598.709230:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972647523e00. 00010000:00000010:3.0:1768253598.709249:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9200. 00010000:00000010:3.0:1768253598.709256:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8400. 00000100:00000010:3.0:1768253598.709279:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff972777246300. 02000000:00000010:3.0:1768253598.709302:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97264932a400. 00000400:00000010:3.0:1768253598.709309:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460329a0. 00000400:00000010:3.0:1768253598.709316:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92c38. 00000100:00000200:3.0:1768253598.709324:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476348416, portal 25 00000400:00000010:3.0:1768253598.709329:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253598.709332:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476348416, offset 0 00000400:00000200:3.0:1768253598.709340:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253598.709353:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253598.709366:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27aca00 00000400:00000200:3.0:1768253598.709373:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16125 [2] + 0 00000400:00000010:3.0:1768253598.709377:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972777bbc478. 00000400:00000200:3.0:1768253598.709382:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9727463563c0 00000400:00000200:3.0:1768253598.709388:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253598.709392:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1768253598.709397:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463563c0 00000400:00000010:3.0:1768253598.709399:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9727463563c0. 00000100:00000200:3.0:1768253598.709537:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1768253598.711261:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253598.711268:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253598.711281:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd4bb80 x1854145476348416/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253614 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253598.711307:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22d20. 00000100:00000010:3.0:1768253598.711320:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd222a0. 00000100:00000010:3.0:1768253598.711325:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22b40. 00000100:00000010:3.0:1768253598.711329:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97276bd22000. 00000020:00000010:0.0:1768253598.715771:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.715782:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.715788:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6e00. 00000020:00000010:0.0:1768253598.715794:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4880. 00000020:00000010:0.0:1768253598.715799:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.715840:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.715843:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000100:00000200:0.0:1768253598.715846:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348416 00010000:00000010:0.0:1768253598.715868:0:5775:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2d100. 00010000:00000010:0.0:1768253598.715875:0:5775:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963a00. 02000000:00000010:0.0:1768253598.715891:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff97277dc60c00. 00010000:00000200:0.0:1768253598.715917:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746292850 x1854145476348416/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:574/0 lens 328/344 e 0 to 0 dl 1768253609 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253598.715936:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253598.715943:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476348416, offset 224 00000400:00000200:0.0:1768253598.715951:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253598.715965:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253598.715976:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27aca00 00000400:00000200:0.0:1768253598.715984:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16821 [1] + 224 00000400:00000200:0.0:1768253598.715991:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253598.715995:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253598.716005:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd4bb80 x1854145476348416/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253598.716055:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253598.716058:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000020:00000010:0.0:1768253598.716072:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4880. 00000020:00000010:0.0:1768253598.716077:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.716080:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6e00. 02000000:00000010:0.0:1768253598.716086:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff97277dc60c00. 00000100:00000200:0.0:1768253598.716091:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253598.716097:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358cb8. 00000400:00000010:0.0:1768253598.716104:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9727411ca480. 00000400:00000010:0.0:1768253598.716138:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460329a0. 00000400:00000200:0.0:1768253598.716142:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92c38 00000400:00000010:0.0:1768253598.716144:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92c38. 00000100:00000200:0.0:1768253598.716150:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd4bb80 x1854145476348416/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253614 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253598.716159:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd4bb80 x1854145476348416/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253614 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253598.716181:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff972777246300. 02000000:00000010:0.0:1768253598.716195:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97264932a400. 02000000:00000010:0.0:1768253598.716211:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972647523e00. 00000100:00000010:0.0:1768253598.716216:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd4bb80. 00000100:00000010:1.0:1768253598.770592:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7800. 02000000:00000010:1.0:1768253598.770620:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76d00. 02000000:00000010:1.0:1768253598.770970:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972645f44000. 00000400:00000010:1.0:1768253598.770979:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f6e0. 00000400:00000010:1.0:1768253598.770988:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253598.770994:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476348544, portal 4 00000400:00000010:1.0:1768253598.771001:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253598.771004:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476348544, offset 0 00000400:00000200:1.0:1768253598.771194:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253598.771219:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253598.771232:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27aca80 00000400:00000200:1.0:1768253598.771240:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 9408 00000400:00000200:1.0:1768253598.771247:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253598.771252:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253598.771259:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253598.771265:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7b80. 00000400:00000200:1.0:1768253598.771282:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253598.771285:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253598.771295:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7800 x1854145476348544/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253598.771347:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253598.771354:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4de00. 00000020:00000010:1.0:1768253598.771367:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253598.771373:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727772bcc00. 00000020:00000010:1.0:1768253598.771379:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253598.771385:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253598.771499:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dac0. 00000020:00000010:1.0:1768253598.771502:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dac0. 00000100:00000200:1.0:1768253598.771506:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348544 02000000:00000010:1.0:1768253598.771521:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972645f46400. 00010000:00000200:1.0:1768253598.771553:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972646ee7b80 x1854145476348544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253598.771569:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253598.771573:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476348544, offset 224 00000400:00000200:1.0:1768253598.771578:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253598.771584:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253598.771590:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27aca80 00000400:00000200:1.0:1768253598.771595:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16831 [1] + 224 00000400:00000200:1.0:1768253598.771599:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253598.771602:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253598.771609:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7800 x1854145476348544/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253598.771624:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253598.771627:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000020:00000010:1.0:1768253598.771638:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253598.771644:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253598.771648:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727772bcc00. 00000400:00000010:1.0:1768253598.771668:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f6e0. 00000400:00000200:1.0:1768253598.771672:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253598.771674:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253598.771679:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7800 x1854145476348544/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253598.771688:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7800 x1854145476348544/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253598.771775:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972645f44000. 02000000:00000010:1.0:1768253598.771781:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76d00. 00000100:00000010:1.0:1768253598.771786:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7800. 00000100:00000010:1.0:1768253598.776770:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7800. 02000000:00000010:1.0:1768253598.776795:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972647f76d00. 02000000:00000010:3.0:1768253598.776871:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972649329c00. 00000400:00000010:3.0:1768253598.776880:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032160. 00000400:00000010:3.0:1768253598.776887:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253598.776894:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476348672, portal 4 00000400:00000010:3.0:1768253598.776901:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92aa0. 00000100:00000200:3.0:1768253598.776904:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476348672, offset 0 00000400:00000200:3.0:1768253598.776912:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253598.776925:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253598.776935:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27acb00 00000400:00000200:3.0:1768253598.776943:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 9632 00000400:00000200:3.0:1768253598.776950:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253598.776954:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253598.776961:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1768253598.776965:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4b480. 00000400:00000200:3.0:1768253598.776990:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92aa0 00000400:00000010:3.0:1768253598.776993:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92aa0. 00000100:00000200:3.0:1768253598.777002:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7800 x1854145476348672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253598.777241:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.777249:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff972777f4d980. 00000020:00000010:0.0:1768253598.777263:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.777271:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6c00. 00000020:00000010:0.0:1768253598.777276:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4700. 00000020:00000010:0.0:1768253598.777282:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.777318:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a680. 00000020:00000010:0.0:1768253598.777321:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a680. 00000100:00000200:0.0:1768253598.777325:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348672 02000000:00000010:0.0:1768253598.777339:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff97277dc60c00. 00010000:00000200:0.0:1768253598.777375:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4b480 x1854145476348672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1768253609 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253598.777395:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253598.777398:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476348672, offset 224 00000400:00000200:0.0:1768253598.777404:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253598.777410:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253598.777417:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27acb00 00000400:00000200:0.0:1768253598.777421:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1683d [1] + 224 00000400:00000200:0.0:1768253598.777426:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253598.777428:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253598.777434:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7800 x1854145476348672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253598.778808:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253598.778814:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000020:00000010:0.0:1768253598.778835:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4700. 00000020:00000010:0.0:1768253598.778841:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253598.778845:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6c00. 00000400:00000010:3.0:1768253598.780137:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032160. 00000400:00000200:3.0:1768253598.780148:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253598.780150:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253598.780163:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7800 x1854145476348672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253598.780173:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7800 x1854145476348672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253598.780223:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972649329c00. 02000000:00000010:3.0:1768253598.780231:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972647f76d00. 00000100:00000010:3.0:1768253598.780236:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7800. 00000100:00000010:3.0:1768253598.786145:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22000. 00000100:00000010:2.0:1768253598.786173:0:97039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22b40. 00000100:00000010:0.0:1768253598.786297:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd22d20. 00000100:00000010:1.0:1768253598.786315:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97276bd222a0. 00000100:00000010:0.0:1768253599.282411:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff28380. 02000000:00000010:0.0:1768253599.282435:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97264862a400. 00000100:00000010:0.0:1768253599.282464:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff2a300. 02000000:00000010:0.0:1768253599.282470:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97264862a100. 00000100:00000010:0.0:1768253599.282485:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26d80. 02000000:00000010:0.0:1768253599.282490:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97264862a500. 02000000:00000010:0.0:1768253599.282640:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb6400. 00000400:00000010:0.0:1768253599.282649:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358688. 00000400:00000010:0.0:1768253599.282656:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253599.282663:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476348800, portal 10 00000400:00000010:0.0:1768253599.282673:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253599.282676:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476348800, offset 0 00000400:00000200:0.0:1768253599.282685:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253599.282696:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253599.282707:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27acb80 00000400:00000200:0.0:1768253599.282713:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72752 00000400:00000200:0.0:1768253599.282720:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253599.282724:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253599.282731:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253599.282736:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a26300. 00000400:00000200:0.0:1768253599.282754:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253599.282757:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253599.282765:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff28380 x1854145476348800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253599.282786:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4f00. 00000100:00000010:0.0:1768253599.282798:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da41e0. 00000100:00000010:0.0:1768253599.282803:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253599.282808:0:3319:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4120. 02000000:00000010:0.0:1768253599.282839:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb6e00. 00000400:00000010:0.0:1768253599.282843:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358948. 00000400:00000010:0.0:1768253599.282846:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253599.282848:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476348928, portal 10 00000400:00000010:0.0:1768253599.282853:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253599.282855:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476348928, offset 0 00000400:00000200:0.0:1768253599.282858:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253599.282863:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253599.282869:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27acc00 00000400:00000200:0.0:1768253599.282873:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 72976 00000400:00000200:0.0:1768253599.282876:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253599.282879:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253599.282882:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253599.282885:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972777a24380. 00000400:00000200:0.0:1768253599.282895:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:0.0:1768253599.282897:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253599.282902:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff2a300 x1854145476348928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253599.282923:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972645cb7200. 00000400:00000010:0.0:1768253599.282927:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358210. 00000400:00000010:0.0:1768253599.282929:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253599.282932:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476349056, portal 10 00000400:00000010:0.0:1768253599.282936:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253599.282938:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476349056, offset 0 00000400:00000200:0.0:1768253599.282941:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253599.282946:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253599.282950:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27acc80 00000400:00000200:0.0:1768253599.282954:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 73200 00000400:00000200:0.0:1768253599.282957:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253599.282960:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253599.282962:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1768253599.282965:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff47b80. 00000400:00000200:0.0:1768253599.282978:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253599.282980:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253599.282984:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972777a26d80 x1854145476349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1768253599.283050:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a580. 00000020:00000010:0.0:1768253599.283054:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a580. 00000020:00000010:0.0:1768253599.283059:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6800. 00000020:00000010:0.0:1768253599.283065:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b00. 00000020:00000010:0.0:1768253599.283069:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253599.283100:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a580. 00000020:00000010:0.0:1768253599.283114:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb7600. 00000020:00000010:0.0:1768253599.283116:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253599.283119:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253599.283130:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253599.283134:0:29086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc680. 00000020:00000010:0.0:1768253599.283137:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253599.283140:0:29086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972645cb6600. 00000020:00000010:0.0:1768253599.283143:0:29086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4c00. 00000020:00000010:0.0:1768253599.283145:0:29086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe640. 00000020:00000010:0.0:1768253599.283158:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253599.283160:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000100:00000200:0.0:1768253599.283163:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348800 02000000:00000010:0.0:1768253599.283179:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc61c00. 00010000:00000200:0.0:1768253599.283188:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a26300 x1854145476348800/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:575/0 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253599.283216:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253599.283219:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476348800, offset 224 00000400:00000200:0.0:1768253599.283223:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253599.283228:0:29086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253599.283233:0:29086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27acb80 00000400:00000200:0.0:1768253599.283237:0:29086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16849 [1] + 224 00000400:00000200:0.0:1768253599.283240:0:29086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253599.283243:0:29086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253599.283249:0:29086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff28380 x1854145476348800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253599.283262:0:29086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253599.283264:0:29086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000020:00000010:0.0:1768253599.283276:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b00. 00000020:00000010:0.0:1768253599.283280:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe960. 00000020:00000010:0.0:1768253599.283283:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6800. 00000020:00000010:0.0:1768253599.283296:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253599.283299:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000100:00000200:0.0:1768253599.283301:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476348928 02000000:00000010:0.0:1768253599.283308:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dc63400. 00010000:00000200:0.0:1768253599.283313:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972777a24380 x1854145476348928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:575/0 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253599.283327:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253599.283329:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476348928, offset 224 00000400:00000200:0.0:1768253599.283332:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253599.283337:0:29086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253599.283341:0:29086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27acc00 00000400:00000200:0.0:1768253599.283345:0:29086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16851 [1] + 224 00000400:00000200:0.0:1768253599.283348:0:29086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253599.283350:0:29086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253599.283354:0:29086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff2a300 x1854145476348928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253599.283368:0:29086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253599.283370:0:29086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000020:00000010:0.0:1768253599.283376:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4b80. 00000020:00000010:0.0:1768253599.283379:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe898. 00000020:00000010:0.0:1768253599.283382:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb7600. 00000020:00000010:0.0:1768253599.283392:0:29086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a380. 00000020:00000010:0.0:1768253599.283394:0:29086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a380. 00000100:00000200:0.0:1768253599.283396:0:29086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349056 02000000:00000010:0.0:1768253599.283402:0:29086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972648240800. 00010000:00000200:0.0:1768253599.283407:0:29086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277ff47b80 x1854145476349056/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:575/0 lens 224/224 e 0 to 0 dl 1768253610 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253599.283415:0:29086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067aa0. 00000100:00000200:0.0:1768253599.283417:0:29086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476349056, offset 224 00000400:00000200:0.0:1768253599.283421:0:29086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253599.283426:0:29086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253599.283431:0:29086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27acc80 00000400:00000200:0.0:1768253599.283434:0:29086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16859 [1] + 224 00000400:00000200:0.0:1768253599.283438:0:29086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253599.283440:0:29086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253599.283444:0:29086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972777a26d80 x1854145476349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1768253599.283453:0:29086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067aa0 00000400:00000010:0.0:1768253599.283455:0:29086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067aa0. 00000020:00000010:0.0:1768253599.283462:0:29086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4c00. 00000020:00000010:0.0:1768253599.283464:0:29086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe640. 00000020:00000010:0.0:1768253599.283466:0:29086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972645cb6600. 00000400:00000010:0.0:1768253599.283502:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358210. 00000400:00000200:0.0:1768253599.283505:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:0.0:1768253599.283507:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253599.283511:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972777a26d80 x1854145476349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253599.283519:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972777a26d80 x1854145476349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253599.283543:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358948. 00000400:00000200:0.0:1768253599.283545:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253599.283547:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253599.283550:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff2a300 x1854145476348928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253599.283558:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff2a300 x1854145476348928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253599.283572:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb7200. 02000000:00000010:0.0:1768253599.283577:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97264862a500. 00000100:00000010:0.0:1768253599.283584:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972777a26d80. 02000000:00000010:0.0:1768253599.283588:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb6e00. 02000000:00000010:0.0:1768253599.283590:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97264862a100. 00000100:00000010:0.0:1768253599.283592:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff2a300. 00000400:00000010:0.0:1768253599.283603:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358688. 00000400:00000200:0.0:1768253599.283605:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253599.283607:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253599.283611:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff28380 x1854145476348800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253599.283623:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff28380 x1854145476348800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253599.283633:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972645cb6400. 02000000:00000010:0.0:1768253599.283636:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97264862a400. 00000100:00000010:0.0:1768253599.283638:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff28380. 00000100:00000010:2.0:1768253599.297415:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4d80. 00000100:00000010:0.0:1768253599.299282:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4f00. 00000100:00000010:1.0:1768253599.299507:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da41e0. 00000100:00000010:3.0:1768253599.303389:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4120. 00080000:00000010:1.0:1768253599.373619:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972649328400. 00080000:00000010:1.0:1768253599.373628:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264932b000. 00080000:00000010:1.0:1768253599.373631:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97264932a800. 00080000:00000010:1.0:1768253599.373633:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9727775ca000. 00000400:00000010:3.0:1768253600.335865:0:103737:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at ffff972748d96da0. 00000400:00000010:3.0:1768253600.335928:0:103737:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at ffff972748d96da0. 00000020:00000010:2.0:1768253601.811360:0:103836:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97274ddd8b00. 00000020:00000010:2.0:1768253601.811431:0:103836:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff97274ddd8b00. 00000020:00000010:2.0:1768253601.811566:0:103836:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff972645e61000. 00000020:00000010:2.0:1768253601.811574:0:103836:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972646714e00. 00000020:00000010:2.0:1768253601.811577:0:103836:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972646715600. 00000040:00000010:2.0:1768253601.811580:0:103836:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972646715a00. 00000020:00000010:2.0:1768253601.811583:0:103836:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775a8000. 00000020:00000010:2.0:1768253601.811586:0:103836:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972646714200. 80000000:00000010:2.0:1768253601.811589:0:103836:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94900. 00040000:00000010:2.0:1768253601.811595:0:103836:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9727561e3400. 00080000:00000010:2.0:1768253601.811598:0:103836:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775ae800. 20000000:00000010:2.0:1768253601.811604:0:103836:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff972647ff5200. 00000020:00000010:2.0:1768253601.811608:0:103836:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9726491ccac0. 00000001:00000010:2.0:1768253601.811612:0:103836:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff972647f946c0. 00000020:00000010:2.0:1768253601.811628:0:103836:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319000. 00000020:00000010:2.0:1768253601.811630:0:103836:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319c00. 00000040:00000010:2.0:1768253601.811631:0:103836:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972649319400. 00000020:00000010:2.0:1768253601.811633:0:103836:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775ac000. 00000020:00000010:2.0:1768253601.811635:0:103836:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319a00. 00040000:00000010:2.0:1768253601.811638:0:103836:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d100. 00040000:00000010:2.0:1768253601.811640:0:103836:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319800. 00080000:00000010:2.0:1768253601.811642:0:103836:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775ac800. 00080000:00000010:2.0:1768253601.811650:0:103836:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972645e60400. 00000020:00000010:2.0:1768253601.811766:0:103836:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff97276b062e80. 00000020:00000010:2.0:1768253601.811796:0:103836:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319c00. 00000040:00000010:2.0:1768253601.811802:0:103836:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972649319400. 00000020:00000010:2.0:1768253601.811805:0:103836:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775ac000. 00000020:00000010:2.0:1768253601.811808:0:103836:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319a00. 00040000:00000010:2.0:1768253601.811811:0:103836:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d100. 00040000:00000010:2.0:1768253601.811814:0:103836:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319800. 00000020:00000010:2.0:1768253601.811818:0:103836:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff97276b062e80. 00080000:00000010:2.0:1768253601.811821:0:103836:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775ac800. 00000020:00000010:2.0:1768253601.811823:0:103836:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319000. 00000020:00000010:2.0:1768253601.811833:0:103836:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319000. 00000020:00000010:2.0:1768253601.811835:0:103836:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319800. 00000020:00000010:2.0:1768253601.811837:0:103836:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775ac800. 00000020:00000010:2.0:1768253601.811842:0:103836:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253601.811845:0:103836:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319a00. 80000000:00000010:2.0:1768253601.811847:0:103836:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94780. 40000000:00000010:2.0:1768253601.811850:0:103836:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491cc9c0. 00100000:00000010:2.0:1768253601.811854:0:103836:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ac000. 00040000:00000010:2.0:1768253601.811857:0:103836:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d100. 00040000:00000010:2.0:1768253601.811859:0:103836:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319400. 00080000:00000010:2.0:1768253601.811862:0:103836:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775af800. 00002000:00000010:2.0:1768253601.811867:0:103836:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972645e61400. 00000020:00000010:2.0:1768253601.811869:0:103836:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319800. 00000020:00000010:2.0:1768253601.811872:0:103836:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775ac800. 00000020:00000010:2.0:1768253601.811875:0:103836:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253601.811879:0:103836:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319a00. 80000000:00000010:2.0:1768253601.811881:0:103836:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94780. 40000000:00000010:2.0:1768253601.811884:0:103836:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491cc9c0. 00100000:00000010:2.0:1768253601.811887:0:103836:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ac000. 00040000:00000010:2.0:1768253601.811889:0:103836:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d100. 00040000:00000010:2.0:1768253601.811892:0:103836:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319400. 00080000:00000010:2.0:1768253601.811894:0:103836:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775af800. 00002000:00000010:2.0:1768253601.811897:0:103836:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972645e61400. 00000020:00000010:2.0:1768253601.811899:0:103836:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319000. 00000020:00000010:2.0:1768253601.811903:0:103836:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319000. 00000020:00000010:2.0:1768253601.811905:0:103836:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319400. 00000020:00000010:2.0:1768253601.811907:0:103836:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775af800. 00000020:00000010:2.0:1768253601.811909:0:103836:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253601.811910:0:103836:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319a00. 80000000:00000010:2.0:1768253601.811911:0:103836:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f94780. 40000000:00000010:2.0:1768253601.811913:0:103836:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491cc9c0. 00100000:00000010:2.0:1768253601.811914:0:103836:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ac000. 00040000:00000010:2.0:1768253601.811916:0:103836:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972748c6d100. 00040000:00000010:2.0:1768253601.811917:0:103836:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319800. 00080000:00000010:2.0:1768253601.811918:0:103836:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775ac800. 00002000:00000010:2.0:1768253601.811920:0:103836:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972645e61400. 00000020:00000010:2.0:1768253601.811925:0:103836:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319400. 00000020:00000010:2.0:1768253601.811927:0:103836:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775af800. 00000020:00000010:2.0:1768253601.811928:0:103836:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253601.811930:0:103836:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319a00. 80000000:00000010:2.0:1768253601.811931:0:103836:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94780. 40000000:00000010:2.0:1768253601.811932:0:103836:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491cc9c0. 00100000:00000010:2.0:1768253601.811933:0:103836:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ac000. 00040000:00000010:2.0:1768253601.811935:0:103836:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972748c6d100. 00040000:00000010:2.0:1768253601.811936:0:103836:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319800. 00080000:00000010:2.0:1768253601.811937:0:103836:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775ac800. 00002000:00000010:2.0:1768253601.811938:0:103836:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972645e61400. 00000020:00000010:2.0:1768253601.811940:0:103836:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319000. 00000001:00000010:2.0:1768253601.811944:0:103836:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff972647f946c0. 00010000:00000010:2.0:1768253601.811956:0:103836:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97277dc00400. 00010000:00000010:2.0:1768253601.811969:0:103836:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9726491cc9c0. 00000100:00000010:2.0:1768253601.811975:0:103836:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97277dc83cc0. 00000100:00000010:2.0:1768253601.816088:0:103836:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41c00. 02000000:00000010:2.0:1768253601.816125:0:103836:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff972649319000. 02000000:00000010:2.0:1768253601.816162:0:103836:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649319800. 00000400:00000010:2.0:1768253601.816185:0:103836:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985e108. 00000400:00000010:2.0:1768253601.816192:0:103836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253601.816199:0:103836:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476349184, portal 16 00000400:00000010:2.0:1768253601.816204:0:103836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253601.816206:0:103836:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1854145476349184, offset 0 00000400:00000200:2.0:1768253601.816215:0:103836:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1768253601.816227:0:103836:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253601.816237:0:103836:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69655e27acd00 00000400:00000200:2.0:1768253601.816243:0:103836:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x167d1 [2] + 328 00000400:00000200:2.0:1768253601.816250:0:103836:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253601.816254:0:103836:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253601.816262:0:103836:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1768253601.816267:0:103836:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe43480. 00000400:00000200:2.0:1768253601.816293:0:103836:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253601.816296:0:103836:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253601.816303:0:103836:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277fe41c00 x1854145476349184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253617 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1768253601.816323:0:103836:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f946c0. 00000100:00000010:2.0:1768253601.816337:0:103836:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94780. 00000100:00000010:2.0:1768253601.816343:0:103836:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f94000. 00000100:00000010:2.0:1768253601.816350:0:103836:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972647f949c0. 00000020:00000010:3.0:1768253601.816362:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253601.816369:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253601.816375:0:5767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9726475b3200. 00000020:00000010:3.0:1768253601.816381:0:5767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72500. 00000020:00000010:3.0:1768253601.816386:0:5767:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253601.816503:0:5767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f5c0. 00000020:00000010:3.0:1768253601.816506:0:5767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f5c0. 00000100:00000200:3.0:1768253601.816509:0:5767:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349184 02000000:00000010:3.0:1768253601.816523:0:5767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9727485d6c00. 00000400:00000010:3.0:1768253601.816535:0:5767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253601.816539:0:5767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1854145476349184, offset 224 00000400:00000200:3.0:1768253601.816544:0:5767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253601.816549:0:5767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253601.816554:0:5767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69655e27acd00 00000400:00000200:3.0:1768253601.816558:0:5767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1686d [1] + 224 00000400:00000200:3.0:1768253601.816562:0:5767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253601.816564:0:5767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253601.816571:0:5767:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277fe41c00 x1854145476349184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253617 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1768253601.816594:0:5767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253601.816597:0:5767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00010000:00000010:3.0:1768253601.816607:0:5767:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9727479f0f00. 00000020:00000010:3.0:1768253601.816633:0:5767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72500. 00000020:00000010:3.0:1768253601.816637:0:5767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253601.816640:0:5767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9726475b3200. 00000400:00000010:2.0:1768253601.816685:0:103836:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e108. 00000400:00000200:2.0:1768253601.816688:0:103836:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253601.816689:0:103836:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253601.816694:0:103836:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277fe41c00 x1854145476349184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253617 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1768253601.816702:0:103836:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277fe41c00 x1854145476349184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1768253617 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1768253601.816726:0:103836:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649319800. 02000000:00000010:2.0:1768253601.816732:0:103836:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff972649319000. 00000100:00000010:2.0:1768253601.816738:0:103836:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277fe41c00. 00000100:00000010:2.0:1768253601.816742:0:103836:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97277dc83cc0. 00010000:00000010:2.0:1768253601.816747:0:103836:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9726491cc9c0. 00000100:00000010:0.0:1768253601.816757:0:5772:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff44000. 02000000:00000010:0.0:1768253601.816767:0:5772:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97277c819e00. 00010000:00000010:0.0:1768253601.816805:0:5772:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9727479f0f00. 02000000:00000010:0.0:1768253601.816831:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277c819800. 00000400:00000010:0.0:1768253601.816835:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358688. 00000400:00000010:0.0:1768253601.816839:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253601.816842:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476349312, portal 18 00000400:00000010:0.0:1768253601.816845:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253601.816848:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1854145476349312, offset 0 00000400:00000200:0.0:1768253601.816853:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253601.816859:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253601.816866:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69655e27acd80 00000400:00000200:0.0:1768253601.816871:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4911 [2] + 1640 00000400:00000200:0.0:1768253601.816875:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253601.816878:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253601.816882:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1768253601.816886:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff46d80. 00000400:00000200:0.0:1768253601.816895:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253601.816897:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253601.816904:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff44000 x1854145476349312/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253601.816923:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dd00. 00000020:00000010:1.0:1768253601.816928:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dd00. 00000020:00000010:1.0:1768253601.816933:0:5769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972641b7a400. 00000020:00000010:1.0:1768253601.816936:0:5769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0300. 00000020:00000010:1.0:1768253601.816939:0:5769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000100:00000200:1.0:1768253601.816955:0:5769:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff97277ff46d80 x1854145476349312/t0(0) o103->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:577/0 lens 328/0 e 0 to 0 dl 1768253612 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253601.816984:0:5769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972777f4dd00. 00000020:00000010:1.0:1768253601.816987:0:5769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972777f4dd00. 00000100:00000200:1.0:1768253601.816989:0:5769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349312 02000000:00000010:1.0:1768253601.816996:0:5769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645f44800. 00010000:00000010:1.0:1768253601.817244:0:5769:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff972777f4dd00. 00000100:00000010:1.0:1768253601.817251:0:5769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97264e41f900. 00000020:00000010:2.0:1768253601.817386:0:103836:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9726491ccac0. 00000020:00000010:2.0:1768253601.817393:0:103836:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972646715600. 00000040:00000010:2.0:1768253601.817399:0:103836:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972646715a00. 00000020:00000010:2.0:1768253601.817403:0:103836:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775a8000. 00000020:00000010:2.0:1768253601.817408:0:103836:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972646714200. 80000000:00000010:2.0:1768253601.817413:0:103836:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f94900. 00040000:00000010:2.0:1768253601.817490:0:103836:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9727561e3400. 00080000:00000010:2.0:1768253601.817499:0:103836:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775ae800. 20000000:00000010:2.0:1768253601.817503:0:103836:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff972647ff5200. 00000020:00000010:2.0:1768253601.817507:0:103836:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972646714e00. 00000020:00000010:2.0:1768253601.817514:0:103836:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff972645e61000. 00000100:00000010:1.0:1768253601.818298:0:5769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97264e41f900. 00010000:00000010:1.0:1768253601.818304:0:5769:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff972777f4dd00. 00000400:00000010:1.0:1768253601.818321:0:5769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253601.818325:0:5769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1854145476349312, offset 224 00000400:00000200:1.0:1768253601.818332:0:5769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253601.818340:0:5769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253601.818348:0:5769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69655e27acd80 00000400:00000200:1.0:1768253601.818354:0:5769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x16879 [1] + 224 00000400:00000200:1.0:1768253601.818359:0:5769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253601.818361:0:5769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253601.818370:0:5769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff44000 x1854145476349312/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253617 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253601.818394:0:5769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253601.818397:0:5769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000020:00000010:1.0:1768253601.818412:0:5769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0300. 00000020:00000010:1.0:1768253601.818417:0:5769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000400:00000010:0.0:1768253601.818419:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358688. 00000400:00000200:0.0:1768253601.818425:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:0.0:1768253601.818427:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000020:00000010:1.0:1768253601.818430:0:5769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972641b7a400. 00000100:00000200:0.0:1768253601.818435:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff44000 x1854145476349312/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1768253601.818446:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff44000 x1854145476349312/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1768253617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1768253601.818466:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277c819800. 02000000:00000010:0.0:1768253601.818470:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97277c819e00. 00000100:00000010:0.0:1768253601.818473:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff44000. 00010000:00000010:0.1:1768253601.822054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274f8b9200. 00010000:00000010:0.1:1768253601.822066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9727820f8400. 00010000:00000010:1.1:1768253601.824053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777963a00. 00010000:00000010:1.1:1768253601.824064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97277dc00400. 00010000:00000010:1.1:1768253601.824070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2d100. 00000100:00000010:3.0:1768253601.890185:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f949c0. 00000100:00000010:1.0:1768253601.890854:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94780. 00000100:00000010:0.0:1768253601.891056:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f946c0. 00000100:00000010:2.0:1768253601.892637:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972647f94000. 00000020:00000010:0.0:1768253602.438461:0:103884:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9726473963e0. 00000020:00000010:0.0:1768253602.438536:0:103884:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff9726473963e0. 00000020:00000010:0.0:1768253602.438693:0:103884:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff97277dd6b000. 00000020:00000010:0.0:1768253602.438703:0:103884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd84600. 00000020:00000010:0.0:1768253602.438707:0:103884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff97277dd85600. 00000040:00000010:0.0:1768253602.438711:0:103884:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff97277dd85a00. 00000020:00000010:0.0:1768253602.438715:0:103884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972777262800. 00000020:00000010:0.0:1768253602.438720:0:103884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff97277dd85400. 80000000:00000010:0.0:1768253602.438725:0:103884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972646da4c60. 00040000:00000010:0.0:1768253602.438730:0:103884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97277dd84c00. 00080000:00000010:0.0:1768253602.438735:0:103884:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972777264800. 20000000:00000010:0.0:1768253602.438738:0:103884:0:(mgs_handler.c:1703:mgs_key_init()) kmalloced '(value)': 392 at ffff97277dd84e00. 00000020:00000010:0.0:1768253602.438744:0:103884:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97277dc9a0c0. 00000001:00000010:0.0:1768253602.438750:0:103884:0:(nodemap_handler.c:5180:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff972646da4360. 00000001:00000010:0.0:1768253602.438765:0:103884:0:(nodemap_handler.c:2156:nodemap_fileset_add_primary()) kmalloced '(fileset)': 9 at ffff9726473963e0. 00000020:00000010:0.0:1768253602.438769:0:103884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd84800. 00000020:00000010:0.0:1768253602.438772:0:103884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972645cb1800. 00000040:00000010:0.0:1768253602.438775:0:103884:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff972645cb1200. 00000020:00000010:0.0:1768253602.438777:0:103884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff972777264000. 00000020:00000010:0.0:1768253602.438780:0:103884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972646cebc00. 00040000:00000010:0.0:1768253602.438784:0:103884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972777c7be00. 00040000:00000010:0.0:1768253602.438787:0:103884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97274df74800. 00080000:00000010:0.0:1768253602.438790:0:103884:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff972745b02800. 00080000:00000010:0.0:1768253602.438801:0:103884:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97277dd69000. 00000020:00000010:0.0:1768253602.439440:0:103884:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff9727412e4700. 00000001:00000010:0.0:1768253602.439466:0:103884:0:(nodemap_storage.c:868:nodemap_idx_fileset_fragments_add()) kmalloced '(nk_array)': 8 at ffff972750d0bd98. 00000001:00000010:0.0:1768253602.439469:0:103884:0:(nodemap_storage.c:872:nodemap_idx_fileset_fragments_add()) kmalloced '(nr_array)': 32 at ffff972649824be0. 00080000:00000010:0.0:1768253602.439473:0:103884:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff97277dd69400. 00000001:00000010:0.0:1768253602.439562:0:103884:0:(nodemap_storage.c:896:nodemap_idx_fileset_fragments_add()) kfreed 'nr_array': 32 at ffff972649824be0. 00000001:00000010:0.0:1768253602.439564:0:103884:0:(nodemap_storage.c:897:nodemap_idx_fileset_fragments_add()) kfreed 'nk_array': 8 at ffff972750d0bd98. 00000020:00000010:0.0:1768253602.439568:0:103884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972645cb1800. 00000040:00000010:0.0:1768253602.439571:0:103884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff972645cb1200. 00000020:00000010:0.0:1768253602.439572:0:103884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972777264000. 00000020:00000010:0.0:1768253602.439576:0:103884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972646cebc00. 00040000:00000010:0.0:1768253602.439580:0:103884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972777c7be00. 00040000:00000010:0.0:1768253602.439582:0:103884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97274df74800. 00000020:00000010:0.0:1768253602.439585:0:103884:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff9727412e4700. 00080000:00000010:0.0:1768253602.439586:0:103884:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972745b02800. 00000020:00000010:0.0:1768253602.439589:0:103884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd84800. 00000001:00000010:0.0:1768253602.439593:0:103884:0:(nodemap_handler.c:5333:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff972646da4360. 00010000:00000010:0.0:1768253602.439603:0:103884:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2d600. 00010000:00000010:0.0:1768253602.439609:0:103884:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777962000. 00000020:00000010:0.0:1768253602.439651:0:103884:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97277dc9a0c0. 00000020:00000010:0.0:1768253602.439654:0:103884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff97277dd85600. 00000040:00000010:0.0:1768253602.439656:0:103884:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff97277dd85a00. 00000020:00000010:0.0:1768253602.439657:0:103884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff972777262800. 00000020:00000010:0.0:1768253602.439659:0:103884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff97277dd85400. 80000000:00000010:0.0:1768253602.439661:0:103884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972646da4c60. 00040000:00000010:0.0:1768253602.439662:0:103884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97277dd84c00. 00080000:00000010:0.0:1768253602.439663:0:103884:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff972777264800. 20000000:00000010:0.0:1768253602.439665:0:103884:0:(mgs_handler.c:1703:mgs_key_fini()) kfreed 'info': 392 at ffff97277dd84e00. 00000020:00000010:0.0:1768253602.439667:0:103884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd84600. 00000020:00000010:0.0:1768253602.439670:0:103884:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff97277dd6b000. 00010000:00000010:0.1:1768253602.449602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff97274df2d600. 00010000:00000010:0.1:1768253602.449614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff972777962000. 00000100:00000010:0.0:1768253603.250097:0:5780:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277ff44000. 02000000:00000010:0.0:1768253603.250120:0:5780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97277dd84800. 00010000:00000010:0.0:1768253603.250136:0:5780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274df2d400. 00010000:00000010:0.0:1768253603.250144:0:5780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff972777963800. 00000100:00000010:0.0:1768253603.250173:0:5780:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97264982b900. 02000000:00000010:0.0:1768253603.250197:0:5780:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97277dd68400. 00000400:00000010:0.0:1768253603.250205:0:5780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358688. 00000400:00000010:0.0:1768253603.250212:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067cc0. 00000100:00000200:0.0:1768253603.250219:0:5780:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476349440, portal 25 00000400:00000010:0.0:1768253603.250225:0:5780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253603.250228:0:5780:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1854145476349440, offset 0 00000400:00000200:0.0:1768253603.250237:0:5780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253603.250251:0:5780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253603.250263:0:5780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69655e27ace00 00000400:00000200:0.0:1768253603.250270:0:5780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16141 [2] + 0 00000400:00000010:0.0:1768253603.250275:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e6e0. 00000400:00000200:0.0:1768253603.250278:0:5780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264993f480 00000400:00000200:0.0:1768253603.250284:0:5780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253603.250288:0:5780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1768253603.250293:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264993f480 00000400:00000010:0.0:1768253603.250295:0:5780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264993f480. 00000100:00000200:0.0:1768253603.250300:0:5780:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1768253603.250323:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:0.0:1768253603.250325:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253603.250334:0:5780:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277ff44000 x1854145476349440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253619 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1768253603.250354:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4c60. 00000100:00000010:0.0:1768253603.250371:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4360. 00000100:00000010:0.0:1768253603.250376:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4420. 00000100:00000010:0.0:1768253603.250381:0:5780:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972646da4960. 00000020:00000010:3.0:1768253603.250668:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f040. 00000020:00000010:3.0:1768253603.250673:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f040. 00000020:00000010:3.0:1768253603.250681:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819e00. 00000020:00000010:3.0:1768253603.250686:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72b00. 00000020:00000010:3.0:1768253603.250691:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253603.252641:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f040. 00000020:00000010:3.0:1768253603.252650:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f040. 00000100:00000200:3.0:1768253603.252653:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349440 00010000:00000010:3.0:1768253603.252678:0:5777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff97274f8b9400. 00010000:00000010:3.0:1768253603.252685:0:5777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9727820f8000. 02000000:00000010:3.0:1768253603.252701:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff972646ce3000. 00010000:00000200:3.0:1768253603.252724:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746290c50 x1854145476349440/t0(0) o101->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:579/0 lens 328/344 e 0 to 0 dl 1768253614 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253603.252743:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253603.252750:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1854145476349440, offset 224 00000400:00000200:3.0:1768253603.252757:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253603.252769:0:5777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253603.252778:0:5777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69655e27ace00 00000400:00000200:3.0:1768253603.252785:0:5777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16885 [1] + 224 00000400:00000200:3.0:1768253603.252793:0:5777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253603.252797:0:5777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253603.252807:0:5777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277ff44000 x1854145476349440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253603.252834:0:5777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:3.0:1768253603.252836:0:5777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 00000020:00000010:3.0:1768253603.252850:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72b00. 00000020:00000010:3.0:1768253603.252855:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253603.252859:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819e00. 02000000:00000010:3.0:1768253603.252865:0:5777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff972646ce3000. 00000100:00000200:3.0:1768253603.252871:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253603.252877:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032160. 00000400:00000010:3.0:1768253603.252881:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277fe4e600. 00000400:00000010:3.0:1768253603.256146:0:5780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746358688. 00000400:00000200:3.0:1768253603.256167:0:5780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067cc0 00000400:00000010:3.0:1768253603.256171:0:5780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067cc0. 00000100:00000200:3.0:1768253603.256188:0:5780:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277ff44000 x1854145476349440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253619 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253603.256199:0:5780:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277ff44000 x1854145476349440/t0(0) o101->MGC192.168.202.143@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1768253619 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253603.256232:0:5780:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97264982b900. 02000000:00000010:3.0:1768253603.256260:0:5780:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97277dd68400. 02000000:00000010:3.0:1768253603.256265:0:5780:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97277dd84800. 00000100:00000010:3.0:1768253603.256270:0:5780:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277ff44000. 00000100:00000010:3.0:1768253603.330395:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4960. 00000100:00000010:2.0:1768253603.330810:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4420. 00000100:00000010:0.0:1768253603.331166:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4c60. 00000100:00000010:1.0:1768253603.331262:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972646da4360. 00000400:00000200:2.0:1768253603.784784:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253603.784807:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 12 MB=0x69655e1085880 00000400:00000200:2.0:1768253603.784817:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.43@tcp of length 224/224 into md 0x23d [64] + 73424 00000400:00000200:2.0:1768253603.784832:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.784836:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253603.784844:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253603.784851:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe41c00. 00000400:00000200:2.0:1768253603.784939:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253603.784946:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 26 MB=0x69655e1085800 00000400:00000200:2.0:1768253603.784952:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.43@tcp of length 224/224 into md 0x16149 [2] + 0 00000400:00000010:2.0:1768253603.784957:0:3312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ee70. 00000400:00000200:2.0:1768253603.784962:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264993f840 00000400:00000200:2.0:1768253603.784968:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.784972:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253603.784975:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264993f840 00000400:00000010:2.0:1768253603.784978:0:3312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264993f840. 00000100:00000200:2.0:1768253603.784983:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1768253603.788258:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253603.788278:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085900 00000400:00000200:2.0:1768253603.788286:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 2240 00000400:00000200:2.0:1768253603.788297:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.788301:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253603.788308:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253603.788317:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277fe40700. 00000400:00000200:2.0:1768253603.788346:0:3312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp) <- 192.168.202.43@tcp : PUT - for me 00000400:00000200:2.0:1768253603.788350:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.43@tcp of length 224 into portal 28 MB=0x69655e1085980 00000400:00000200:2.0:1768253603.788354:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.43@tcp of length 224/224 into md 0xbd5 [8] + 2464 00000400:00000200:2.0:1768253603.788366:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.788369:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000100:00000200:2.0:1768253603.788371:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1768253603.788374:0:3312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649833480. 00000020:00000010:2.0:1768253603.788418:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc180. 00000020:00000010:2.0:1768253603.788435:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972647ff5200. 00000020:00000010:2.0:1768253603.788440:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2a180. 00000020:00000010:2.0:1768253603.788445:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253603.788472:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc200. 00000020:00000010:2.0:1768253603.788477:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9727561e3400. 00000020:00000010:2.0:1768253603.788480:0:6569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253603.788482:0:6569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253603.788495:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cce00. 00000020:00000010:2.0:1768253603.788498:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cce00. 00000100:00000200:2.0:1768253603.788501:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452071168 02000000:00000010:2.0:1768253603.788516:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750d4d000. 00000020:00000010:2.0:1768253603.788530:0:6569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc180. 00000020:00000010:2.0:1768253603.788547:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972646715600. 00000020:00000010:2.0:1768253603.788551:0:6569:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319c00. 00000020:00000010:2.0:1768253603.788555:0:6569:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775a8000. 00000020:00000010:2.0:1768253603.788559:0:6569:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253603.788562:0:6569:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319400. 80000000:00000010:2.0:1768253603.788567:0:6569:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f947e0. 40000000:00000010:2.0:1768253603.788570:0:6569:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491cc180. 00100000:00000010:2.0:1768253603.788574:0:6569:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ae800. 00040000:00000010:2.0:1768253603.788579:0:6569:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972647f76500. 00040000:00000010:2.0:1768253603.788582:0:6569:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649319000. 00080000:00000010:2.0:1768253603.788586:0:6569:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775ad800. 00002000:00000010:2.0:1768253603.788589:0:6569:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972750d4d800. 00080000:00000010:2.0:1768253603.788600:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750d4e000. 00080000:00000010:2.0:1768253603.788744:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750d4cc00. 00000001:00000010:2.0:1768253603.788764:0:6569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff972647f94000. 00000020:00000010:2.0:1768253603.788786:0:6569:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319c00. 00000020:00000010:2.0:1768253603.788792:0:6569:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775a8000. 00000020:00000010:2.0:1768253603.788796:0:6569:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253603.788799:0:6569:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319400. 80000000:00000010:2.0:1768253603.788802:0:6569:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f947e0. 40000000:00000010:2.0:1768253603.788805:0:6569:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491cc180. 00100000:00000010:2.0:1768253603.788809:0:6569:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ae800. 00040000:00000010:2.0:1768253603.788812:0:6569:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972647f76500. 00040000:00000010:2.0:1768253603.788815:0:6569:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649319000. 00080000:00000010:2.0:1768253603.788819:0:6569:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775ad800. 00002000:00000010:2.0:1768253603.788822:0:6569:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972750d4d800. 00000020:00000010:2.0:1768253603.788825:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972646715600. 00010000:00000200:2.0:1768253603.788840:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe40700 x1854145452071168/t0(0) o9->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:579/0 lens 224/224 e 0 to 0 dl 1768253614 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253603.788861:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253603.788867:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452071168, offset 224 00000400:00000200:2.0:1768253603.788873:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253603.788884:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253603.788891:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3917:3917:256:4294967295] 192.168.202.43@tcp LPNI seq info [3913:3913:8:4294967295] 00000400:00000200:2.0:1768253603.788902:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253603.788908:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253603.788912:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647f76500. 00000800:00000200:2.0:1768253603.788917:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253603.788925:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253603.788929:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647f76500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253603.788948:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2a180. 00000020:00000010:2.0:1768253603.788953:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b0190. 00000020:00000010:2.0:1768253603.788956:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972647ff5200. 00000020:00000010:2.0:1768253603.788969:0:6569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9726491cc180. 00000020:00000010:2.0:1768253603.788971:0:6569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9726491cc180. 00000100:00000200:2.0:1768253603.788973:0:6569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452071296 02000000:00000010:2.0:1768253603.788980:0:6569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972750d4d800. 00000020:00000010:2.0:1768253603.788988:0:6569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc200. 00000020:00000010:2.0:1768253603.789000:0:6569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972649319000. 00000020:00000010:2.0:1768253603.789004:0:6569:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff972649319400. 00000020:00000010:2.0:1768253603.789006:0:6569:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9727775ad800. 00000020:00000010:2.0:1768253603.789009:0:6569:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253603.789032:0:6569:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff972649319c00. 80000000:00000010:2.0:1768253603.789035:0:6569:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff972647f947e0. 40000000:00000010:2.0:1768253603.789037:0:6569:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9726491cc200. 00100000:00000010:2.0:1768253603.789040:0:6569:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9727775ae800. 00040000:00000010:2.0:1768253603.789043:0:6569:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff972647f76300. 00040000:00000010:2.0:1768253603.789045:0:6569:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff972649318200. 00080000:00000010:2.0:1768253603.789048:0:6569:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at ffff9727775a8000. 00002000:00000010:2.0:1768253603.789051:0:6569:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff972750d4c800. 00080000:00000010:2.0:1768253603.789058:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750d4dc00. 00080000:00000010:2.0:1768253603.789138:0:6569:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff972750d4e800. 00000001:00000010:2.0:1768253603.789174:0:6569:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff972647f94f00. 00000020:00000010:2.0:1768253603.789196:0:6569:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff972649319400. 00000020:00000010:2.0:1768253603.789199:0:6569:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9727775ad800. 00000020:00000010:2.0:1768253603.789203:0:6569:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff972748e9bc60. 00000020:00000010:2.0:1768253603.789205:0:6569:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff972649319c00. 80000000:00000010:2.0:1768253603.789208:0:6569:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff972647f947e0. 40000000:00000010:2.0:1768253603.789210:0:6569:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9726491cc200. 00100000:00000010:2.0:1768253603.789213:0:6569:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9727775ae800. 00040000:00000010:2.0:1768253603.789215:0:6569:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff972647f76300. 00040000:00000010:2.0:1768253603.789217:0:6569:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff972649318200. 00080000:00000010:2.0:1768253603.789221:0:6569:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at ffff9727775a8000. 00002000:00000010:2.0:1768253603.789223:0:6569:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff972750d4c800. 00000020:00000010:2.0:1768253603.789225:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972649319000. 00010000:00000200:2.0:1768253603.789233:0:6569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649833480 x1854145452071296/t0(0) o9->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:579/0 lens 224/224 e 0 to 0 dl 1768253614 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1768253603.789245:0:6569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253603.789248:0:6569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1854145452071296, offset 224 00000400:00000200:2.0:1768253603.789252:0:6569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:2.0:1768253603.789257:0:6569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:2.0:1768253603.789260:0:6569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3918:3918:255:4294967295] 192.168.202.43@tcp LPNI seq info [3914:3914:7:4294967295] 00000400:00000200:2.0:1768253603.789268:0:6569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:2.0:1768253603.789272:0:6569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:2.0:1768253603.789275:0:6569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972647f76300. 00000800:00000200:2.0:1768253603.789279:0:6569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:2.0:1768253603.789283:0:6569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:2.0:1768253603.789285:0:6569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972647f76300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1768253603.789292:0:6569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff972749c2ac80. 00000020:00000010:2.0:1768253603.789296:0:6569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727493b00c8. 00000020:00000010:2.0:1768253603.789298:0:6569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9727561e3400. 00000800:00000200:2.0:1768253603.789360:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253603.789364:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647f76500. 00000400:00000200:2.0:1768253603.789368:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.789371:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253603.789375:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253603.789378:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000800:00000200:2.0:1768253603.789442:0:3313:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253603.789444:0:3313:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972647f76300. 00000400:00000200:2.0:1768253603.789447:0:3313:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.789450:0:3313:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253603.789452:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253603.789454:0:3313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000020:00000010:0.0:1768253603.789565:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a040. 00000020:00000010:0.0:1768253603.789570:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9adc0. 00000020:00000010:0.0:1768253603.789589:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd84600. 00000020:00000010:0.0:1768253603.789593:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4580. 00000020:00000010:0.0:1768253603.789597:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe640. 00000020:00000010:0.0:1768253603.789620:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9adc0. 00000020:00000010:0.0:1768253603.789622:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9adc0. 00000100:00000200:0.0:1768253603.789625:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452071040 02000000:00000010:0.0:1768253603.789637:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dd68000. 00010000:00000200:0.0:1768253603.789643:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277fe41c00 x1854145452071040/t0(0) o400->0646af78-8c80-4c9b-8d58-804adfc76e9d@192.168.202.43@tcp:579/0 lens 224/224 e 0 to 0 dl 1768253614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253603.789655:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067908. 00000100:00000200:0.0:1768253603.789658:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145452071040, offset 224 00000400:00000200:0.0:1768253603.789663:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:0.0:1768253603.789668:0:5784:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:0.0:1768253603.789673:0:5784:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3919:3919:256:4294967295] 192.168.202.43@tcp LPNI seq info [3915:3915:8:4294967295] 00000400:00000200:0.0:1768253603.789680:0:5784:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:0.0:1768253603.789684:0:5784:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:0.0:1768253603.789688:0:5784:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c7be00. 00000800:00000200:0.0:1768253603.789691:0:5784:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:0.0:1768253603.789695:0:5784:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:0.0:1768253603.789698:0:5784:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c7be00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1768253603.789711:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4580. 00000020:00000010:0.0:1768253603.789714:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe640. 00000020:00000010:0.0:1768253603.789718:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd84600. 00000800:00000200:3.0:1768253603.790986:0:3311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1768253603.790994:0:3311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c7be00. 00000400:00000200:3.0:1768253603.791002:0:3311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253603.791025:0:3311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:3.0:1768253603.791031:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067908 00000400:00000010:3.0:1768253603.791033:0:3311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067908. 00000020:00000010:3.0:1768253603.791049:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f880. 00000020:00000010:3.0:1768253603.791052:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f880. 00000020:00000010:3.0:1768253603.791057:0:5777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c818200. 00000020:00000010:3.0:1768253603.791061:0:5777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72480. 00000020:00000010:3.0:1768253603.791066:0:5777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253603.791098:0:5777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f880. 00000020:00000010:3.0:1768253603.791101:0:5777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f880. 00000100:00000200:3.0:1768253603.791104:0:5777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145452070912 02000000:00000010:3.0:1768253603.791119:0:5777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97264932b000. 00010000:00000200:3.0:1768253603.791128:0:5777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746291850 x1854145452070912/t0(0) o400->ea0dd94d-f039-4312-ab9d-45ce1dc84e20@192.168.202.43@tcp:579/0 lens 224/224 e 0 to 0 dl 1768253614 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253603.791142:0:5777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92880. 00000100:00000200:3.0:1768253603.791146:0:5777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145452070912, offset 224 00000400:00000200:3.0:1768253603.791161:0:5777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.43@tcp 00000400:00000200:3.0:1768253603.791170:0:5777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.143@tcp to MR: 192.168.202.43@tcp local destination 00000400:00000200:3.0:1768253603.791175:0:5777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.143@tcp NI seq info: [3920:3920:256:4294967295] 192.168.202.43@tcp LPNI seq info [3916:3916:8:4294967295] 00000400:00000200:3.0:1768253603.791187:0:5777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.143@tcp(192.168.202.143@tcp:192.168.202.143@tcp) -> 192.168.202.43@tcp(192.168.202.43@tcp:192.168.202.43@tcp) : PUT try# 0 00000800:00000200:3.0:1768253603.791191:0:5777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.43@tcp 00000800:00000010:3.0:1768253603.791196:0:5777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff972777c7af00. 00000800:00000200:3.0:1768253603.791201:0:5777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97277dd86000] -> 12345-192.168.202.43@tcp (4) 00000800:00000200:3.0:1768253603.791207:0:5777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.43@tcp ip 192.168.202.43:1023 00000800:00000200:3.0:1768253603.791211:0:5777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff972777c7af00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1768253603.791234:0:5777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72480. 00000020:00000010:3.0:1768253603.791238:0:5777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253603.791241:0:5777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c818200. 00000100:00000200:3.0:1768253603.791249:0:5777:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1768253603.791256:0:5777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032e70. 00000400:00000010:3.0:1768253603.791272:0:5777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97277fe4e540. 00000800:00000200:2.0:1768253603.791617:0:3312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1768253603.791621:0:3312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff972777c7af00. 00000400:00000200:2.0:1768253603.791625:0:3312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1768253603.791629:0:3312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.143@tcp->192.168.202.43@tcp: PUT: OK 00000400:00000200:2.0:1768253603.791633:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92880 00000400:00000010:2.0:1768253603.791635:0:3312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92880. 02000000:00000010:2.0:1768253603.791640:0:3312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97264932b000. 00000100:00000010:1.0:1768253603.890377:0:6916:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee7800. 02000000:00000010:1.0:1768253603.890414:0:6916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7100. 02000000:00000010:1.0:1768253603.890489:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff972645f47000. 00000400:00000010:1.0:1768253603.890498:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f6e0. 00000400:00000010:1.0:1768253603.890506:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253603.890514:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476349568, portal 4 00000400:00000010:1.0:1768253603.890520:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253603.890524:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476349568, offset 0 00000400:00000200:1.0:1768253603.890535:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253603.890560:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253603.890574:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27ace80 00000400:00000200:1.0:1768253603.890582:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 9856 00000400:00000200:1.0:1768253603.890602:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253603.890608:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253603.890615:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1768253603.890620:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee6680. 00000400:00000200:1.0:1768253603.890641:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253603.890643:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253603.890652:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee7800 x1854145476349568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253603.890677:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504f60. 00000100:00000010:1.0:1768253603.890692:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504600. 00000100:00000010:1.0:1768253603.890699:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504780. 00000100:00000010:1.0:1768253603.890705:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504c00. 00000020:00000010:1.0:1768253603.890747:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447a00. 00000020:00000010:1.0:1768253603.890753:0:6572:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc400. 00000020:00000010:1.0:1768253603.890771:0:6572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972769cede00. 00000020:00000010:1.0:1768253603.890777:0:6572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253603.890784:0:6572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253603.890827:0:6572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9727484472c0. 00000020:00000010:1.0:1768253603.890830:0:6572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9727484472c0. 00000100:00000200:1.0:1768253603.890835:0:6572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349568 02000000:00000010:1.0:1768253603.890853:0:6572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972645f46800. 00010000:00000200:1.0:1768253603.890897:0:6572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972646ee6680 x1854145476349568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:579/0 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253603.890915:0:6572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253603.890919:0:6572:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476349568, offset 224 00000400:00000200:1.0:1768253603.890924:0:6572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253603.890931:0:6572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253603.890937:0:6572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27ace80 00000400:00000200:1.0:1768253603.890943:0:6572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x168a9 [1] + 224 00000400:00000200:1.0:1768253603.890947:0:6572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253603.890951:0:6572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253603.890958:0:6572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee7800 x1854145476349568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1768253603.890976:0:6572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253603.890979:0:6572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000020:00000010:1.0:1768253603.890995:0:6572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0e80. 00000020:00000010:1.0:1768253603.891000:0:6572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253603.891003:0:6572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972769cede00. 00000100:00000010:1.0:1768253603.891078:0:7875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972646ee4e00. 02000000:00000010:1.0:1768253603.891088:0:7875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972750fe7e00. 02000000:00000010:3.0:1768253603.891365:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97264932a800. 00000400:00000010:3.0:1768253603.891372:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032630. 00000400:00000010:3.0:1768253603.891377:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92aa0. 00000100:00000200:3.0:1768253603.891382:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1854145476349696, portal 4 00000400:00000010:3.0:1768253603.891387:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c927f8. 00000100:00000200:3.0:1768253603.891389:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1854145476349696, offset 0 00000400:00000200:3.0:1768253603.891395:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253603.891402:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253603.891409:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69655e27acf00 00000400:00000200:3.0:1768253603.891414:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc75 [8] + 10080 00000400:00000200:3.0:1768253603.891419:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253603.891422:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253603.891425:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1768253603.891429:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4a300. 00000400:00000200:3.0:1768253603.891444:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c927f8 00000400:00000010:3.0:1768253603.891446:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c927f8. 00000100:00000200:3.0:1768253603.891451:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff972646ee4e00 x1854145476349696/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253603.891513:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f6e0. 00000400:00000200:1.0:1768253603.891517:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:1.0:1768253603.891519:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253603.891537:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee7800 x1854145476349568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253603.891546:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee7800 x1854145476349568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253603.891583:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff972645f47000. 02000000:00000010:1.0:1768253603.891588:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7100. 00000100:00000010:1.0:1768253603.891592:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee7800. 00000020:00000010:3.0:1768253603.891912:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f880. 00000020:00000010:3.0:1768253603.891918:0:12215:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9726491cc440. 00000020:00000010:3.0:1768253603.891970:0:12215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819e00. 00000020:00000010:3.0:1768253603.891975:0:12215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253603.891978:0:12215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253603.892002:0:12215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f300. 00000020:00000010:3.0:1768253603.892005:0:12215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622f300. 00000100:00000200:3.0:1768253603.892008:0:12215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349696 02000000:00000010:3.0:1768253603.892039:0:12215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff972649328400. 00010000:00000200:3.0:1768253603.892066:0:12215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4a300 x1854145476349696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:579/0 lens 224/368 e 0 to 0 dl 1768253614 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253603.892080:0:12215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c927f8. 00000100:00000200:3.0:1768253603.892084:0:12215:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1854145476349696, offset 224 00000400:00000200:3.0:1768253603.892256:0:12215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253603.892264:0:12215:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253603.892271:0:12215:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69655e27acf00 00000400:00000200:3.0:1768253603.892276:0:12215:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x168b5 [1] + 224 00000400:00000200:3.0:1768253603.892281:0:12215:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253603.892285:0:12215:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253603.892293:0:12215:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff972646ee4e00 x1854145476349696/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253603.892359:0:12215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c927f8 00000400:00000010:3.0:1768253603.892362:0:12215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c927f8. 00000020:00000010:3.0:1768253603.892373:0:12215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253603.892377:0:12215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253603.892381:0:12215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819e00. 00000400:00000010:1.0:1768253603.892422:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032630. 00000400:00000200:1.0:1768253603.892427:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92aa0 00000400:00000010:1.0:1768253603.892429:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92aa0. 00000100:00000200:1.0:1768253603.892436:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff972646ee4e00 x1854145476349696/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1768253603.892444:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff972646ee4e00 x1854145476349696/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1768253619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1768253603.892464:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97264932a800. 02000000:00000010:1.0:1768253603.892469:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972750fe7e00. 00000100:00000010:1.0:1768253603.892472:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff972646ee4e00. 00000100:00000010:3.0:1768253603.898186:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504c00. 00000100:00000010:1.0:1768253603.898311:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504600. 00000100:00000010:2.0:1768253603.898420:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504780. 00000100:00000010:0.0:1768253603.899098:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504f60. 00000100:00000010:3.0:1768253604.402201:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd49180. 02000000:00000010:3.0:1768253604.402227:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a400. 02000000:00000010:1.0:1768253604.402307:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972769cec800. 00000400:00000010:1.0:1768253604.402318:0:3321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972647e3f6e0. 00000400:00000010:1.0:1768253604.402326:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071ee0. 00000100:00000200:1.0:1768253604.402333:0:3321:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476349824, portal 25 00000400:00000010:1.0:1768253604.402338:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253604.402341:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1854145476349824, offset 0 00000100:00000010:3.0:1768253604.402347:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd48380. 00000400:00000200:1.0:1768253604.402349:0:3321:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1768253604.402353:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a100. 00000400:00000200:1.0:1768253604.402363:0:3321:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253604.402374:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69655e27acf80 00000400:00000200:1.0:1768253604.402381:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16151 [2] + 0 00000400:00000010:1.0:1768253604.402386:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985e370. 00000400:00000200:1.0:1768253604.402392:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff97264993fc00 00000400:00000200:1.0:1768253604.402398:0:3321:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1768253604.402399:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff972649318c00. 00000400:00000200:1.0:1768253604.402401:0:3321:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1768253604.402406:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97264993fc00 00000400:00000010:1.0:1768253604.402408:0:3321:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff97264993fc00. 00000100:00000200:1.0:1768253604.402414:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1768253604.402418:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97264985ee70. 00000400:00000010:2.0:1768253604.402423:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253604.402426:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476349952, portal 10 00000400:00000200:1.0:1768253604.402428:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253604.402429:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000400:00000010:2.0:1768253604.402431:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9727463fd770. 00000100:00000200:2.0:1768253604.402432:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476349952, offset 0 00000400:00000200:2.0:1768253604.402436:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1768253604.402437:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd49180 x1854145476349824/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1768253604.402441:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1768253604.402446:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ad000 00000400:00000200:2.0:1768253604.402451:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 73648 00000400:00000200:2.0:1768253604.402455:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1768253604.402455:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504600. 00000400:00000200:2.0:1768253604.402458:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1768253604.402461:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1768253604.402465:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff972649832680. 00000100:00000010:1.0:1768253604.402471:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504120. 00000400:00000200:2.0:1768253604.402473:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd770 00000400:00000010:2.0:1768253604.402475:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd770. 00000100:00000010:1.0:1768253604.402479:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504f60. 00000100:00000200:2.0:1768253604.402480:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd48380 x1854145476349952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1768253604.402483:0:3321:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff972755504780. 00000020:00000010:0.0:1768253604.402574:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a1c0. 00000020:00000010:0.0:1768253604.402579:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a1c0. 00000020:00000010:0.0:1768253604.402584:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277dd85400. 00000020:00000010:0.0:1768253604.402591:0:5775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9727412e4500. 00000020:00000010:0.0:1768253604.402595:0:5775:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972777abe640. 00000020:00000010:0.0:1768253604.402628:0:5775:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97277dc9a1c0. 00000020:00000010:0.0:1768253604.402630:0:5775:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97277dc9a1c0. 00000100:00000200:0.0:1768253604.402633:0:5775:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349824 00000100:00000010:3.0:1768253604.402645:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd49500. 02000000:00000010:3.0:1768253604.402651:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7ab00. 02000000:00000010:0.0:1768253604.402662:0:5775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97277dd6a400. 00010000:00000200:0.0:1768253604.402675:0:5775:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972746290450 x1854145476349824/t0(0) o400->cbbdcc86-22f8-4fbb-9fa1-b52aa848a7c8@0@lo:580/0 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1768253604.402690:0:5775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b067440. 00000100:00000200:0.0:1768253604.402694:0:5775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1854145476349824, offset 224 00000400:00000200:0.0:1768253604.402698:0:5775:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1768253604.402704:0:5775:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1768253604.402710:0:5775:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69655e27acf80 00000400:00000200:0.0:1768253604.402714:0:5775:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x168c1 [1] + 224 00000400:00000200:0.0:1768253604.402718:0:5775:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1768253604.402721:0:5775:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1768253604.402726:0:5775:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd49180 x1854145476349824/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1768253604.402837:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447840. 00000020:00000010:1.0:1768253604.402840:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447840. 00000020:00000010:1.0:1768253604.402845:0:5785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff972769cede00. 00000020:00000010:1.0:1768253604.402848:0:5785:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9726482a0600. 00000020:00000010:1.0:1768253604.402852:0:5785:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253604.402874:0:5785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff972748447840. 00000020:00000010:1.0:1768253604.402876:0:5785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff972748447840. 00000100:00000200:1.0:1768253604.402879:0:5785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476349952 02000000:00000010:1.0:1768253604.402888:0:5785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972645f45800. 00010000:00000200:1.0:1768253604.402895:0:5785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff972649832680 x1854145476349952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1768253604.402905:0:5785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97276b071880. 00000100:00000200:1.0:1768253604.402908:0:5785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476349952, offset 224 00000400:00000200:1.0:1768253604.402911:0:5785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1768253604.402917:0:5785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1768253604.402922:0:5785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ad000 00000400:00000200:1.0:1768253604.402926:0:5785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x168c9 [1] + 224 00000400:00000200:1.0:1768253604.402930:0:5785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1768253604.402933:0:5785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1768253604.402938:0:5785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd48380 x1854145476349952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1768253604.403072:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd48000. 02000000:00000010:3.0:1768253604.403079:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff972777c7a000. 02000000:00000010:3.0:1768253604.407934:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277c819e00. 00000400:00000010:3.0:1768253604.407950:0:3320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9727460327e8. 00000400:00000010:3.0:1768253604.407957:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c927f8. 00000100:00000200:3.0:1768253604.407964:0:3320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476350208, portal 10 00000400:00000010:3.0:1768253604.407972:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92d48. 00000100:00000200:3.0:1768253604.407975:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476350208, offset 0 00000400:00000200:3.0:1768253604.407983:0:3320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253604.407996:0:3320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253604.408008:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ad100 00000400:00000200:3.0:1768253604.408030:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 73872 00000400:00000200:3.0:1768253604.408038:0:3320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253604.408042:0:3320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253604.408048:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253604.408055:0:3320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd49c00. 00000400:00000200:3.0:1768253604.408073:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92d48 00000400:00000010:3.0:1768253604.408076:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92d48. 00000100:00000200:3.0:1768253604.408084:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd48000 x1854145476350208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1768253604.408244:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622f840. 00000020:00000010:3.0:1768253604.408262:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819800. 00000020:00000010:3.0:1768253604.408268:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253604.408273:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000400:00000200:0.0:1768253604.408426:0:5775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b067440 00000400:00000010:0.0:1768253604.408430:0:5775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b067440. 00000020:00000010:0.0:1768253604.408449:0:5775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9727412e4500. 00000020:00000010:0.0:1768253604.408453:0:5775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972777abe640. 00000020:00000010:0.0:1768253604.408457:0:5775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277dd85400. 02000000:00000010:0.0:1768253604.408463:0:5775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff97277dd6a400. 00000100:00000200:0.0:1768253604.408470:0:5775:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1768253604.408476:0:5775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746358948. 00000400:00000010:0.0:1768253604.408480:0:5775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff97264982be40. 00000020:00000010:3.0:1768253604.408598:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253604.408604:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ff00. 00000100:00000200:3.0:1768253604.408607:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476350208 02000000:00000010:3.0:1768253604.408625:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff972649329000. 00010000:00000200:3.0:1768253604.408635:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd49c00 x1854145476350208/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253604.408731:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92d48. 00000100:00000200:3.0:1768253604.408735:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476350208, offset 224 00000400:00000200:3.0:1768253604.408740:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253604.408747:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253604.408753:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ad100 00000400:00000200:3.0:1768253604.408758:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x168d9 [1] + 224 00000400:00000200:3.0:1768253604.408763:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253604.408765:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253604.408772:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd48000 x1854145476350208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253604.408787:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92d48 00000400:00000010:3.0:1768253604.408789:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92d48. 00000020:00000010:3.0:1768253604.408798:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253604.408801:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253604.408803:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819800. 02000000:00000010:3.0:1768253604.408824:0:3319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97277c819800. 00000400:00000010:3.0:1768253604.408828:0:3319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff972746032d10. 00000400:00000010:3.0:1768253604.408831:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92d48. 00000100:00000200:3.0:1768253604.408834:0:3319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1854145476350080, portal 10 00000400:00000010:3.0:1768253604.408838:0:3319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c92330. 00000100:00000200:3.0:1768253604.408841:0:3319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1854145476350080, offset 0 00000400:00000200:3.0:1768253604.408844:0:3319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253604.408848:0:3319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253604.408853:0:3319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69655e27ad080 00000400:00000200:3.0:1768253604.408857:0:3319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 74096 00000400:00000200:3.0:1768253604.408861:0:3319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253604.408863:0:3319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253604.408865:0:3319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1768253604.408871:0:3319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97277cd4bb80. 00000400:00000200:3.0:1768253604.408880:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92330 00000400:00000010:3.0:1768253604.408881:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92330. 00000100:00000200:3.0:1768253604.408886:0:3319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97277cd49500 x1854145476350080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253604.408922:0:3321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972647e3f6e0. 00000400:00000200:3.0:1768253604.408926:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071ee0 00000400:00000010:3.0:1768253604.408928:0:3321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071ee0. 00000100:00000200:3.0:1768253604.408934:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd49180 x1854145476349824/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253604.408943:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd49180 x1854145476349824/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253604.408965:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972769cec800. 02000000:00000010:3.0:1768253604.408971:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a400. 00000100:00000010:3.0:1768253604.408974:0:3321:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd49180. 00000400:00000010:3.0:1768253604.408986:0:3320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9727460327e8. 00000400:00000200:3.0:1768253604.408990:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c927f8 00000400:00000010:3.0:1768253604.408992:0:3320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c927f8. 00000100:00000200:3.0:1768253604.408996:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd48000 x1854145476350208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1768253604.409005:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd48000 x1854145476350208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1768253604.409037:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277c819e00. 02000000:00000010:3.0:1768253604.409040:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a000. 00000100:00000010:3.0:1768253604.409043:0:3320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd48000. 00000020:00000010:3.0:1768253604.409059:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253604.409062:0:5784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff97277dc9a580. 00000020:00000010:3.0:1768253604.409070:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253604.409073:0:5784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97277c819e00. 00000020:00000010:3.0:1768253604.409076:0:5784:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253604.409078:0:5784:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253604.409095:0:5784:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97275622ff00. 00000020:00000010:3.0:1768253604.409097:0:5784:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff97275622ff00. 00000100:00000200:3.0:1768253604.409099:0:5784:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1854145476350080 02000000:00000010:3.0:1768253604.409107:0:5784:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97264932a400. 00010000:00000200:3.0:1768253604.409111:0:5784:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff97277cd4bb80 x1854145476350080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:580/0 lens 224/224 e 0 to 0 dl 1768253615 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1768253604.409219:0:5784:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff972747c927f8. 00000100:00000200:3.0:1768253604.409223:0:5784:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1854145476350080, offset 224 00000400:00000200:3.0:1768253604.409227:0:5784:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1768253604.409232:0:5784:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1768253604.409237:0:5784:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69655e27ad080 00000400:00000200:3.0:1768253604.409240:0:5784:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x168e9 [1] + 224 00000400:00000200:3.0:1768253604.409244:0:5784:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1768253604.409246:0:5784:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1768253604.409251:0:5784:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97277cd49500 x1854145476350080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1768253604.409266:0:5784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c927f8 00000400:00000010:3.0:1768253604.409268:0:5784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c927f8. 00000020:00000010:3.0:1768253604.409276:0:5784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97277db72380. 00000020:00000010:3.0:1768253604.409279:0:5784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9727463730c8. 00000020:00000010:3.0:1768253604.409282:0:5784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97277c819e00. 00000400:00000200:1.0:1768253604.412059:0:5785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97276b071880 00000400:00000010:1.0:1768253604.412068:0:5785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff97276b071880. 00000020:00000010:1.0:1768253604.412101:0:5785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9726482a0600. 00000020:00000010:1.0:1768253604.412108:0:5785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff972749badaf0. 00000020:00000010:1.0:1768253604.412112:0:5785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff972769cede00. 00000400:00000010:2.0:1768253604.412770:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97264985ee70. 00000400:00000200:2.0:1768253604.412776:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9727463fd3b8 00000400:00000010:2.0:1768253604.412779:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9727463fd3b8. 00000100:00000200:2.0:1768253604.412790:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd48380 x1854145476349952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253604.412801:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd48380 x1854145476349952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253604.412833:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff972649318c00. 02000000:00000010:2.0:1768253604.412840:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7a100. 00000100:00000010:2.0:1768253604.412845:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd48380. 00000400:00000010:2.0:1768253604.412882:0:3319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff972746032d10. 00000400:00000200:2.0:1768253604.412887:0:3319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff972747c92d48 00000400:00000010:2.0:1768253604.412888:0:3319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff972747c92d48. 00000100:00000200:2.0:1768253604.412895:0:3319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97277cd49500 x1854145476350080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1768253604.412904:0:3319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97277cd49500 x1854145476350080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1768253620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1768253604.412918:0:3319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97277c819800. 02000000:00000010:2.0:1768253604.412921:0:3319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff972777c7ab00. 00000100:00000010:2.0:1768253604.412924:0:3319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97277cd49500. 00080000:00000010:1.0:1768253604.462522:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97277dd69400. 00080000:00000010:1.0:1768253604.462534:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff97277dd69000. 00080000:00000010:1.0:1768253604.462658:0:5805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff972645e60400. 00000100:00000010:3.0:1768253604.482075:0:99156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504780. 00000100:00000010:1.0:1768253604.482361:0:81137:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504120. 00000100:00000010:0.0:1768253604.483481:0:71526:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504600. 00000100:00000010:2.0:1768253604.483637:0:67604:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff972755504f60. 00000001:02000400:2.0:1768253604.938979:0:104029:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_25b: @@@@@@ FAIL: nodemap info differs from get_param output (1) Debug log: 82050 lines, 82050 kept, 0 dropped, 0 bad.